Repository: atlas Updated Branches: refs/heads/master 56374ff7e -> 63ed2a5da
http://git-wip-us.apache.org/repos/asf/atlas/blob/63ed2a5d/addons/models/1050-falcon_model.json ---------------------------------------------------------------------- diff --git a/addons/models/1050-falcon_model.json b/addons/models/1050-falcon_model.json new file mode 100644 index 0000000..4fa4604 --- /dev/null +++ b/addons/models/1050-falcon_model.json @@ -0,0 +1,206 @@ +{ + "enumDefs": [], + "structDefs": [], + "classificationDefs": [], + "entityDefs": [ + { + "name": "falcon_feed_replication", + "superTypes": [ + "Process" + ], + "typeVersion": "1.0", + "attributeDefs": [] + }, + { + "name": "falcon_cluster", + "superTypes": [ + "Infrastructure" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "colo", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "tags", + "typeName": "map<string,string>", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + } + ] + }, + { + "name": "falcon_feed", + "superTypes": [ + "DataSet" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "frequency", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": false, + "isUnique": false + }, + { + "name": "stored-in", + "typeName": "falcon_cluster", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "groups", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + }, + { + "name": "tags", + "typeName": "map<string,string>", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + } + ] + }, + { + "name": "falcon_process", + "superTypes": [ + "Process" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "frequency", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": false, + "isUnique": false + }, + { + "name": "runs-on", + "typeName": "falcon_cluster", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "tags", + "typeName": "map<string,string>", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + }, + { + "name": "pipelines", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + }, + { + "name": "workflow-properties", + "typeName": "map<string,string>", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + } + ] + }, + { + "name": "falcon_feed_creation", + "superTypes": [ + "Process" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "stored-in", + "typeName": "falcon_cluster", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + } + ] + } + ], + "relationshipDefs": [ + { + "name": "falcon_feed_cluster", + "typeVersion": "1.0", + "relationshipCategory": "COMPOSITION", + "endDef1": { + "type": "falcon_feed", + "name": "stored-in", + "isContainer": false, + "cardinality": "SINGLE", + "isLegacyAttribute": true + }, + "endDef2": { + "type": "falcon_cluster", + "name": "feeds", + "isContainer": true, + "cardinality": "SET" + }, + "propagateTags": "NONE" + }, + { + "name": "falcon_cluster_process", + "typeVersion": "1.0", + "relationshipCategory": "COMPOSITION", + "endDef1": { + "type": "falcon_cluster", + "name": "processes", + "isContainer": true, + "cardinality": "SET" + }, + "endDef2": { + "type": "falcon_process", + "name": "runs-on", + "isContainer": false, + "cardinality": "SINGLE", + "isLegacyAttribute": true + }, + "propagateTags": "NONE" + }, + { + "name": "falcon_cluster_feed_creation", + "typeVersion": "1.0", + "relationshipCategory": "COMPOSITION", + "endDef1": { + "type": "falcon_cluster", + "name": "feedCreations", + "isContainer": true, + "cardinality": "SET" + }, + "endDef2": { + "type": "falcon_feed_creation", + "name": "stored-in", + "isContainer": false, + "cardinality": "SINGLE", + "isLegacyAttribute": true + }, + "propagateTags": "NONE" + } + ] +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/atlas/blob/63ed2a5d/addons/models/1060-hbase_model.json ---------------------------------------------------------------------- diff --git a/addons/models/1060-hbase_model.json b/addons/models/1060-hbase_model.json new file mode 100644 index 0000000..3e46e06 --- /dev/null +++ b/addons/models/1060-hbase_model.json @@ -0,0 +1,142 @@ +{ + "enumDefs": [], + "structDefs": [], + "classificationDefs": [], + "entityDefs": [ + { + "name": "hbase_table", + "superTypes": [ + "DataSet" + ], + "typeVersion": "1.1", + "attributeDefs": [ + { + "name": "uri", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": false, + "isUnique": false + }, + { + "name": "column_families", + "typeName": "array<hbase_column_family>", + "cardinality": "SINGLE", + "constraints": [ + { + "type": "ownedRef" + } + ], + "isIndexable": false, + "isOptional": true, + "isUnique": false + } + ] + }, + { + "name": "hbase_column_family", + "superTypes": [ + "DataSet" + ], + "attributeDefs": [ + { + "name": "table", + "typeName": "hbase_table", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": false, + "isUnique": false, + "constraints": [ + { + "type": "inverseRef", + "params": { + "attribute": "column_families" + } + } + ] + }, + { + "name": "columns", + "typeName": "array<hbase_column>", + "cardinality": "SINGLE", + "constraints": [ + { + "type": "ownedRef" + } + ], + "isIndexable": false, + "isOptional": true, + "isUnique": false + } + ], + "typeVersion": "1.0" + }, + { + "name": "hbase_column", + "superTypes": [ + "DataSet" + ], + "attributeDefs": [ + { + "name": "column_family", + "typeName": "hbase_column_family", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": false, + "isUnique": false, + "constraints": [ + { + "type": "inverseRef", + "params": { + "attribute": "columns" + } + } + ] + } + ], + "typeVersion": "1.0" + } + ], + "relationshipDefs": [ + { + "name": "hbase_table_column_families", + "typeVersion": "1.0", + "relationshipCategory": "COMPOSITION", + "endDef1": { + "type": "hbase_table", + "name": "column_families", + "isContainer": true, + "cardinality": "SET", + "isLegacyAttribute": true + }, + "endDef2": { + "type": "hbase_column_family", + "name": "table", + "isContainer": false, + "cardinality": "SINGLE", + "isLegacyAttribute": true + }, + "propagateTags": "ONE_TO_TWO" + }, + { + "name": "hbase_column_family_columns", + "typeVersion": "1.0", + "relationshipCategory": "COMPOSITION", + "endDef1": { + "type": "hbase_column_family", + "name": "columns", + "isContainer": true, + "cardinality": "SET", + "isLegacyAttribute": true + }, + "endDef2": { + "type": "hbase_column", + "name": "column_family", + "isContainer": false, + "cardinality": "SINGLE", + "isLegacyAttribute": true + }, + "propagateTags": "ONE_TO_TWO" + } + ] +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/atlas/blob/63ed2a5d/addons/models/1070-kafka_model.json ---------------------------------------------------------------------- diff --git a/addons/models/1070-kafka_model.json b/addons/models/1070-kafka_model.json new file mode 100644 index 0000000..b7f6e33 --- /dev/null +++ b/addons/models/1070-kafka_model.json @@ -0,0 +1,57 @@ +{ + "enumDefs": [], + "structDefs": [], + "classificationDefs": [], + "entityDefs": [ + { + "name": "kafka_topic", + "superTypes": [ + "DataSet" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "topic", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": true + }, + { + "name": "uri", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": false, + "isUnique": false + } + ] + }, + { + "name": "jms_topic", + "superTypes": [ + "DataSet" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "topic", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": true + }, + { + "name": "uri", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": false, + "isUnique": false + } + ] + } + ] +} http://git-wip-us.apache.org/repos/asf/atlas/blob/63ed2a5d/addons/models/1080-storm_model.json ---------------------------------------------------------------------- diff --git a/addons/models/1080-storm_model.json b/addons/models/1080-storm_model.json new file mode 100644 index 0000000..b008c7a --- /dev/null +++ b/addons/models/1080-storm_model.json @@ -0,0 +1,167 @@ +{ + "enumDefs": [], + "structDefs": [], + "classificationDefs": [], + "entityDefs": [ + { + "name": "storm_topology", + "superTypes": [ + "Process" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "id", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": true + }, + { + "name": "startTime", + "typeName": "date", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + }, + { + "name": "endTime", + "typeName": "date", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + }, + { + "name": "conf", + "typeName": "map<string,string>", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + }, + { + "name": "clusterName", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + }, + { + "name": "nodes", + "typeName": "array<storm_node>", + "cardinality": "LIST", + "constraints": [], + "isIndexable": false, + "isOptional": false, + "isUnique": false + } + ] + }, + { + "name": "storm_node", + "superTypes": [], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "name", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "description", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + }, + { + "name": "driverClass", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "conf", + "typeName": "map<string,string>", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + } + ] + }, + { + "name": "storm_spout", + "superTypes": [ + "storm_node" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "outputs", + "typeName": "array<string>", + "cardinality": "LIST", + "isIndexable": false, + "isOptional": false, + "isUnique": false + } + ] + }, + { + "name": "storm_bolt", + "superTypes": [ + "storm_node" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "inputs", + "typeName": "array<string>", + "cardinality": "LIST", + "isIndexable": false, + "isOptional": false, + "isUnique": false + }, + { + "name": "outputs", + "typeName": "array<string>", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + } + ] + } + ], + "relationshipDefs": [ + { + "name": "storm_topology_nodes", + "typeVersion": "1.0", + "relationshipCategory": "ASSOCIATION", + "endDef1": { + "type": "storm_topology", + "name": "nodes", + "isContainer": false, + "cardinality": "SET", + "isLegacyAttribute": true + }, + "endDef2": { + "type": "storm_node", + "name": "topolgies", + "isContainer": false, + "cardinality": "SET" + }, + "propagateTags": "NONE" + } + ] +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/atlas/blob/63ed2a5d/repository/src/test/java/org/apache/atlas/repository/impexp/ImportServiceTest.java ---------------------------------------------------------------------- diff --git a/repository/src/test/java/org/apache/atlas/repository/impexp/ImportServiceTest.java b/repository/src/test/java/org/apache/atlas/repository/impexp/ImportServiceTest.java index 42f7011..e1461dd 100644 --- a/repository/src/test/java/org/apache/atlas/repository/impexp/ImportServiceTest.java +++ b/repository/src/test/java/org/apache/atlas/repository/impexp/ImportServiceTest.java @@ -151,7 +151,7 @@ public class ImportServiceTest { @Test(dataProvider = "ctas") public void importCTAS(ZipSource zipSource) throws IOException, AtlasBaseException { loadModelFromJson("0010-base_model.json", typeDefStore, typeRegistry); - loadModelFromJson("0030-hive_model.json", typeDefStore, typeRegistry); + loadModelFromJson("1030-hive_model.json", typeDefStore, typeRegistry); runImportWithNoParameters(getImportService(), zipSource); }
