Skip to content

Commit

Permalink
include connection and store path in dataspace analytics result (#3079)
Browse files Browse the repository at this point in the history
  • Loading branch information
@YannanGao-gs
YannanGao-gs authored Sep 14, 2024
1 parent 0ccced0 commit 8ddd43b
Show file tree
Hide file tree
Showing 5 changed files with 104 additions and 8 deletions.
4 changes: 4 additions & 0 deletions legend-engine-xts-data-space/legend-engine-xt-data-space-generation/pom.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -132,6 +132,10 @@
<groupId>org.finos.legend.engine</groupId>
<artifactId>legend-engine-xt-analytics-binding-pure</artifactId>
</dependency>
<dependency>
<groupId>org.finos.legend.engine</groupId>
<artifactId>legend-engine-xt-relationalStore-protocol</artifactId>
</dependency>
<!-- ENGINE -->

<!-- JACKSON -->
Expand Down
62 changes: 60 additions & 2 deletions .../src/main/java/org/finos/legend/engine/generation/analytics/DataSpaceAnalyticsHelper.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -39,6 +39,9 @@
import org.finos.legend.engine.protocol.pure.v1.model.context.PureModelContextData;
import org.finos.legend.engine.protocol.pure.v1.model.executionPlan.result.ResultType;
import org.finos.legend.engine.protocol.pure.v1.model.executionPlan.result.TDSResultType;
import org.finos.legend.engine.protocol.pure.v1.model.packageableElement.connection.Connection;
import org.finos.legend.engine.protocol.pure.v1.model.packageableElement.connection.ConnectionPointer;
import org.finos.legend.engine.protocol.pure.v1.model.packageableElement.connection.PackageableConnection;
import org.finos.legend.engine.protocol.pure.v1.model.packageableElement.dataSpace.DataSpace;
import org.finos.legend.engine.protocol.pure.v1.model.packageableElement.dataSpace.DataSpaceTemplateExecutable;
import org.finos.legend.engine.protocol.pure.v1.model.packageableElement.domain.Function;
Expand All @@ -49,6 +52,7 @@
import org.finos.legend.engine.protocol.pure.v1.model.packageableElement.service.PureMultiExecution;
import org.finos.legend.engine.protocol.pure.v1.model.packageableElement.service.PureSingleExecution;
import org.finos.legend.engine.protocol.pure.v1.model.packageableElement.service.Service;
import org.finos.legend.engine.protocol.pure.v1.model.packageableElement.store.relational.connection.RelationalDatabaseConnection;
import org.finos.legend.engine.protocol.pure.v1.model.valueSpecification.raw.executionContext.BaseExecutionContext;
import org.finos.legend.engine.pure.code.core.PureCoreExtensionLoader;
import org.finos.legend.engine.shared.core.api.grammar.RenderStyle;
Expand All @@ -58,13 +62,13 @@
import org.finos.legend.pure.m3.coreinstance.meta.pure.metamodel.extension.Profile;
import org.finos.legend.pure.m3.coreinstance.meta.pure.metamodel.function.ConcreteFunctionDefinition;
import org.finos.legend.pure.m3.coreinstance.meta.pure.metamodel.function.FunctionDefinition;
import org.finos.legend.pure.m3.coreinstance.meta.pure.metamodel.function.LambdaFunction;
import org.finos.legend.pure.m3.coreinstance.meta.pure.metamodel.type.Class;
import org.finos.legend.pure.m3.coreinstance.meta.pure.metamodel.type.Enum;
import org.finos.legend.pure.m3.coreinstance.meta.pure.metamodel.type.Enumeration;

import java.util.ArrayList;
import java.util.List;
import java.util.Optional;
import java.util.ServiceLoader;
import java.util.stream.Collectors;
import java.util.stream.Stream;
Expand Down Expand Up @@ -255,6 +259,33 @@ public static DataSpaceAnalysisResult analyzeDataSpaceCoverage(Root_meta_pure_me
excResult.mapping = HelperModelBuilder.getElementFullPath(executionContext._mapping(), pureModel.getExecutionSupport());
excResult.defaultRuntime = HelperModelBuilder.getElementFullPath(executionContext._defaultRuntime(), pureModel.getExecutionSupport());
excResult.compatibleRuntimes = ListIterate.collect(executionContextAnalysisResult._compatibleRuntimes().toList(), runtime -> HelperModelBuilder.getElementFullPath(runtime, pureModel.getExecutionSupport()));
Optional<org.finos.legend.engine.protocol.pure.v1.model.packageableElement.PackageableElement> packageableRuntime = pureModelContextData.getElements().stream().filter(e -> e.getPath().equals(excResult.defaultRuntime) && e instanceof PackageableRuntime).findFirst();
if (packageableRuntime.isPresent() && packageableRuntime.get() instanceof PackageableRuntime)
{
PackageableRuntime runtime = (PackageableRuntime) packageableRuntime.get();
if (runtime.runtimeValue.connections != null && !runtime.runtimeValue.connections.isEmpty() && !runtime.runtimeValue.connections.get(0).storeConnections.isEmpty())
{
String storePath = runtime.runtimeValue.connections.get(0).store.path;
Connection connection = runtime.runtimeValue.connections.get(0).storeConnections.get(0).connection;
if (connection instanceof ConnectionPointer)
{
String connectionPath = ((ConnectionPointer) connection).connection;
Optional<org.finos.legend.engine.protocol.pure.v1.model.packageableElement.PackageableElement> packageableConnection = pureModelContextData.getElements().stream().filter(e -> e.getPath().equals(connectionPath)).findAny();
DataSpaceExecutionContextRuntimeMetadata metadata = new DataSpaceExecutionContextRuntimeMetadata(storePath, connectionPath);
if (packageableConnection.isPresent() && packageableConnection.get() instanceof PackageableConnection && ((PackageableConnection) packageableConnection.get()).connectionValue instanceof RelationalDatabaseConnection)
{
metadata.connectionType = ((RelationalDatabaseConnection) ((PackageableConnection) packageableConnection.get()).connectionValue).type.name();
}
excResult.runtimeMetadata = metadata;
}
else if (connection instanceof RelationalDatabaseConnection)
{
DataSpaceExecutionContextRuntimeMetadata metadata = new DataSpaceExecutionContextRuntimeMetadata(storePath, null);
metadata.connectionType = ((RelationalDatabaseConnection) connection).type.name();
excResult.runtimeMetadata = metadata;
}
}
}
Root_meta_analytics_mapping_modelCoverage_MappingModelCoverageAnalysisResult mappingModelCoverageAnalysisResult = executionContextAnalysisResult._mappingCoverage();
excResult.mappingModelCoverageAnalysisResult = buildMappingModelCoverageAnalysisResult(mappingModelCoverageAnalysisResult, excResult, pureModel, dataSpaceProtocol, pureModelContextData, clientVersion, generatorExtensions, entitlementServiceExtensions, false, returnLightGraph);
return excResult;
Expand Down Expand Up @@ -314,9 +345,36 @@ public static DataSpaceAnalysisResult analyzeDataSpace(Root_meta_pure_metamodel_
excResult.description = executionContext._description();
excResult.mapping = HelperModelBuilder.getElementFullPath(executionContext._mapping(), pureModel.getExecutionSupport());
excResult.defaultRuntime = HelperModelBuilder.getElementFullPath(executionContext._defaultRuntime(), pureModel.getExecutionSupport());
Optional<org.finos.legend.engine.protocol.pure.v1.model.packageableElement.PackageableElement> packageableRuntime = pureModelContextData.getElements().stream().filter(e -> e.getPath().equals(excResult.defaultRuntime) && e instanceof PackageableRuntime).findFirst();
if (packageableRuntime.isPresent() && packageableRuntime.get() instanceof PackageableRuntime)
{
PackageableRuntime runtime = (PackageableRuntime) packageableRuntime.get();
if (runtime.runtimeValue.connections != null && !runtime.runtimeValue.connections.isEmpty() && !runtime.runtimeValue.connections.get(0).storeConnections.isEmpty())
{
String storePath = runtime.runtimeValue.connections.get(0).store.path;
Connection connection = runtime.runtimeValue.connections.get(0).storeConnections.get(0).connection;
if (connection instanceof ConnectionPointer)
{
String connectionPath = ((ConnectionPointer) connection).connection;
Optional<org.finos.legend.engine.protocol.pure.v1.model.packageableElement.PackageableElement> packageableConnection = pureModelContextData.getElements().stream().filter(e -> e.getPath().equals(connectionPath)).findAny();
DataSpaceExecutionContextRuntimeMetadata metadata = new DataSpaceExecutionContextRuntimeMetadata(storePath, connectionPath);
if (packageableConnection.isPresent() && packageableConnection.get() instanceof PackageableConnection && ((PackageableConnection) packageableConnection.get()).connectionValue instanceof RelationalDatabaseConnection)
{
metadata.connectionType = ((RelationalDatabaseConnection) ((PackageableConnection) packageableConnection.get()).connectionValue).type.name();
}
excResult.runtimeMetadata = metadata;
}
else if (connection instanceof RelationalDatabaseConnection)
{
DataSpaceExecutionContextRuntimeMetadata metadata = new DataSpaceExecutionContextRuntimeMetadata(storePath, null);
metadata.connectionType = ((RelationalDatabaseConnection) connection).type.name();
excResult.runtimeMetadata = metadata;
}
}
}
excResult.compatibleRuntimes = ListIterate.collect(executionContextAnalysisResult._compatibleRuntimes().toList(), runtime -> HelperModelBuilder.getElementFullPath(runtime, pureModel.getExecutionSupport()));
Root_meta_analytics_mapping_modelCoverage_MappingModelCoverageAnalysisResult mappingModelCoverageAnalysisResult = executionContextAnalysisResult._mappingCoverage();
excResult.mappingModelCoverageAnalysisResult = buildMappingModelCoverageAnalysisResult(mappingModelCoverageAnalysisResult, excResult, pureModel, dataSpaceProtocol, pureModelContextData, clientVersion, generatorExtensions, entitlementServiceExtensions, true, returnLightGraph);
excResult.mappingModelCoverageAnalysisResult = buildMappingModelCoverageAnalysisResult(mappingModelCoverageAnalysisResult, excResult, pureModel, dataSpaceProtocol, pureModelContextData, clientVersion, generatorExtensions, entitlementServiceExtensions, true, returnLightGraph);
return excResult;
});
result.defaultExecutionContext = dataSpace._defaultExecutionContext()._name();
Expand Down
1 change: 1 addition & 0 deletions ...nos/legend/engine/generation/analytics/model/DataSpaceExecutionContextAnalysisResult.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,7 @@ public class DataSpaceExecutionContextAnalysisResult
public String mapping;
public List<String> compatibleRuntimes;
public String defaultRuntime;
public DataSpaceExecutionContextRuntimeMetadata runtimeMetadata;
public MappingModelCoverageAnalysisResult mappingModelCoverageAnalysisResult;
public List<DatasetSpecification> datasets;
}
33 changes: 33 additions & 0 deletions ...os/legend/engine/generation/analytics/model/DataSpaceExecutionContextRuntimeMetadata.java
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
// Copyright 2022 Goldman Sachs
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package org.finos.legend.engine.generation.analytics.model;

public class DataSpaceExecutionContextRuntimeMetadata
{
public String storePath;
public String connectionPath;
public String connectionType;

public DataSpaceExecutionContextRuntimeMetadata()
{

}

public DataSpaceExecutionContextRuntimeMetadata(String storePath, String connectionPath)
{
this.storePath = storePath;
this.connectionPath = connectionPath;
}
}
Loading

0 comments on commit 8ddd43b

Please sign in to comment.