ST6RI-682 Added model download functionality to jupyter kernel

- added command to list repository contents
- added command to download and index repository project
- refactored code

Author: TheKorpos

org.omg.sysml.interactive/src/org/omg/sysml/interactive/SysMLInteractive.java

@@ -38,6 +38,7 @@
 import java.util.stream.Collectors;
 
 import org.eclipse.emf.common.util.BasicEList;
+import org.eclipse.emf.common.util.EList;
 import org.eclipse.emf.ecore.EObject;
 import org.eclipse.emf.ecore.EPackage;
 import org.eclipse.emf.ecore.resource.Resource;
@@ -52,6 +53,7 @@
 import org.eclipse.xtext.validation.CheckMode;
 import org.eclipse.xtext.validation.IResourceValidator;
 import org.eclipse.xtext.validation.Issue;
+import org.omg.kerml.xmi.KerMLxStandaloneSetup;
 import org.omg.kerml.xtext.KerMLStandaloneSetup;
 import org.omg.kerml.xtext.library.ILibraryIndexProvider;
 import org.omg.kerml.xtext.naming.KerMLQualifiedNameConverter;
@@ -69,11 +71,18 @@
 import org.omg.sysml.lang.sysml.util.SysMLLibraryUtil;
 import org.omg.sysml.plantuml.SysML2PlantUMLLinkProvider;
 import org.omg.sysml.plantuml.SysML2PlantUMLSvc;
+import org.omg.sysml.util.NamespaceUtil;
 import org.omg.sysml.util.SysMLUtil;
 import org.omg.sysml.util.TypeUtil;
+import org.omg.sysml.util.repository.EObjectUUIDTracker;
+import org.omg.sysml.util.repository.ProjectDelta;
+import org.omg.sysml.util.repository.ProjectRepository;
+import org.omg.sysml.util.repository.ProjectRepository.RepositoryProject;
+import org.omg.sysml.util.repository.RepositoryContentFetcher;
 import org.omg.sysml.util.traversal.Traversal;
 import org.omg.sysml.util.traversal.facade.impl.ApiElementProcessingFacade;
 import org.omg.sysml.util.traversal.facade.impl.JsonElementProcessingFacade;
+import org.omg.sysml.xmi.SysMLxStandaloneSetup;
 import org.omg.sysml.xtext.SysMLStandaloneSetup;
 
 import com.google.common.base.Predicates;
@@ -89,14 +98,16 @@ public class SysMLInteractive extends SysMLUtil {
 
 	public static final String KERML_EXTENSION = ".kerml";
 	public static final String SYSML_EXTENSION = ".sysml";
+	public static final String KERMLX_EXTENSION = ".kermlx";
+	public static final String SYSMLX_EXTENSION = ".sysmlx";
 
 	protected static Injector injector;
 	protected static SysMLInteractive instance = null;
 
 	protected String apiBasePath = ApiElementProcessingFacade.DEFAULT_BASE_PATH;
 
 	protected int counter = 1;
-	protected XtextResource resource;
+	protected Resource resource;
 
 	protected Traversal traversal;
 
@@ -116,6 +127,8 @@ public class SysMLInteractive extends SysMLUtil {
 	@Inject
 	private ILibraryIndexProvider libraryIndexCache;
 
+	private EObjectUUIDTracker tracker = new EObjectUUIDTracker();
+	
 	@Inject
 	private SysMLInteractive() {
 		super(new StrictShadowingResourceDescriptionData());
@@ -137,13 +150,13 @@ public void setApiBasePath(String apiBasePath) {
 		this.apiBasePath = apiBasePath;
 	}
 
-	public int next() {
-		this.resource = (XtextResource)this.createResource(counter + SYSML_EXTENSION);
+	public int next(String extension) {
+		this.resource = this.createResource(counter + extension);
 		this.addInputResource(this.resource);
 		return this.counter++;
 	}
 
-	public XtextResource getResource() {
+	public Resource getResource() {
 		return this.resource;
 	}
 
@@ -163,24 +176,27 @@ public void removeResource() {
 	}
 
 	public Element getRootElement() {
-		XtextResource resource = this.getResource();
-		if (resource == null) {
-			return null;
-		} else {
-			final IParseResult result = resource.getParseResult();
+		Resource resource = this.getResource();
+		if (resource instanceof XtextResource xtextResource) {
+			final IParseResult result = xtextResource.getParseResult();
 			return result == null? null: (Element)result.getRootASTElement();
+		} else {
+			EList<EObject> contents = resource.getContents();
+			return contents.isEmpty()? null: (Element)contents.get(0);
 		}
 	}
 
 	public void parse(String input) throws IOException {
-		XtextResource resource = this.getResource();
-		if (resource != null) {
-			resource.reparse(input);
+		Resource resource = this.getResource();
+		if (resource instanceof XtextResource xtextResource) {
+			xtextResource.reparse(input);
+		} else {
+			//TODO: add warning when resource is not meant to be parsed
 		}
 	}
 
 	public List<Issue> validate() {
-		XtextResource resource = this.getResource();
+		Resource resource = this.getResource();
 		return resource == null? Collections.emptyList():
 			validator.validate(resource, CheckMode.ALL, CancelIndicator.NullImpl);
 	}
@@ -213,7 +229,7 @@ public SysMLInteractiveResult process(String input) {
 	}
 
 	public SysMLInteractiveResult process(String input, boolean isAddResource) {
-		this.next();
+		this.next(SYSML_EXTENSION);
 		try {
 			this.parse(input);
 			List<Issue> issues = this.validate();
@@ -417,6 +433,74 @@ protected String publish(String name) {
 				publish(name, Collections.emptyList());
 	}
 
+	public String download(String publication, List<String> help) {
+		if (Strings.isNullOrEmpty(publication)) {
+			return help.isEmpty()? "": SysMLInteractiveHelp.getDownloadHelp();
+		}
+		
+		ProjectRepository repository = new ProjectRepository(apiBasePath);
+		
+		System.out.println("Locating model");
+		RepositoryProject project = repository.getProjectByName(publication);
+		
+		if (project == null) {
+			return "ERROR:Publication doesn't exist.";
+		}
+		
+		boolean success = project.loadRemote();
+		
+		if (!success) {
+			return "ERROR:Could not download the publication.";
+		}
+		
+		System.out.println("Collecting UUIDs...");
+		if (!tracker.isLibraryTracked()) {
+			tracker.trackLibraryUUIDs(getLibraryResources());
+		}
+		
+		tracker.clearTrackedUserElements();
+		List<Resource> inputResources = getInputResources();
+		//UUIDS coming from resources that were added later in time will shadow previous ones
+		tracker.trackUserUUIDs(inputResources);
+		
+		RepositoryContentFetcher fetcher = new RepositoryContentFetcher(project, tracker);
+		
+		System.out.println("Downloading model...");
+		ProjectDelta delta = fetcher.fetch();
+		
+		System.out.println("Adding model to index");
+		delta.getProjectRoots().forEach((eObject, dto) -> {
+			next(SYSMLX_EXTENSION);
+			Resource xmiResource = getResource();
+			if (eObject instanceof Namespace) {
+				xmiResource.getContents().add(eObject);
+			} else {
+				Namespace root = SysMLFactory.eINSTANCE.createNamespace();
+				NamespaceUtil.addOwnedMemberTo(root, (Element) eObject);
+				xmiResource.getContents().add(root);
+			}
+			addResourceToIndex(xmiResource);
+		});
+		
+		return "Loaded project: " + project.getProjectName();
+	}
+	
+	protected String download(String name) {
+		return "-h".equals(name)?
+				download(null, Collections.singletonList("true")):
+				download(name, Collections.emptyList());
+	}
+	
+	public String listPublications(List<String> help) {
+		if (help != null && !help.isEmpty()) {
+			return SysMLInteractiveHelp.getPublicationsHelp();
+		}
+		ProjectRepository projectRepository = new ProjectRepository(apiBasePath);
+		List<RepositoryProject> repositoryProjects = projectRepository.getProjects();
+		return repositoryProjects.stream().map(p -> String.format("name=%s, id=%s", p.getProjectName(), p.getProjectId()))
+				.collect(Collectors.joining("\n"));
+	}
+	
 	protected ApiElementProcessingFacade getApiElementProcessingFacade(String modelName) {
 		System.out.println("API base path: " + this.apiBasePath);
 		ApiElementProcessingFacade processingFacade = new ApiElementProcessingFacade(modelName, this.apiBasePath);	
@@ -640,6 +724,8 @@ public static SysMLInteractive createInstance() {
 			// CompositeEValidator is used.
 			EPackage.Registry.INSTANCE.put(SysMLPackage.eNS_URI, SysMLPackage.eINSTANCE);
 			KerMLStandaloneSetup.doSetup();
+			KerMLxStandaloneSetup.doSetup();
+			SysMLxStandaloneSetup.doSetup();
 			injector = new SysMLStandaloneSetup().createInjectorAndDoEMFRegistration();
 		}
 		return injector.getInstance(SysMLInteractive.class);