getAllTypeDefs() method is used to retrieve all the type definitions.
Example
AtlasTypesDef atlasTypesDef = atlasClient.getAllTypeDefs(searchFilter); List<AtlasBusinessMetadataDef> businessMetadataDefs = atlasTypesDef.getBusinessMetadataDefs();
Once you got AtlasTypesDef instance, you can get respective type definitions by category wise using below snippet.
List<AtlasClassificationDef> classificationDefs = atlasTypesDef.getClassificationDefs(); List<AtlasEntityDef> entityDefs = atlasTypesDef.getEntityDefs(); List<AtlasEnumDef> enumDefs = atlasTypesDef.getEnumDefs(); List<AtlasRelationshipDef> relationshipDefs = atlasTypesDef.getRelationshipDefs(); List<AtlasStructDef> structDefs = atlasTypesDef.getStructDefs();
Find the below working application.
Step 1: Define atlas-application.properties file under src/main/resources folder.
atlas-application.properties
atlas.client.readTimeoutMSecs=30000 atlas.client.connectTimeoutMSecs=30000
Step 2: Define GetAllTypes class.
GetAllTypes.java
package com.sample.app.types;
import java.util.List;
import org.apache.atlas.AtlasClientV2;
import org.apache.atlas.AtlasServiceException;
import org.apache.atlas.model.SearchFilter;
import org.apache.atlas.model.typedef.AtlasBaseTypeDef;
import org.apache.atlas.model.typedef.AtlasBusinessMetadataDef;
import org.apache.atlas.model.typedef.AtlasClassificationDef;
import org.apache.atlas.model.typedef.AtlasEntityDef;
import org.apache.atlas.model.typedef.AtlasEnumDef;
import org.apache.atlas.model.typedef.AtlasRelationshipDef;
import org.apache.atlas.model.typedef.AtlasStructDef;
import org.apache.atlas.model.typedef.AtlasTypesDef;
import com.fasterxml.jackson.core.JsonProcessingException;
public class GetAllTypes {
private static <T extends AtlasBaseTypeDef> void printTypeDefs(List<T> typeDefs, String message) {
System.out.println("__________________________________________________");
System.out.println(message);
System.out.println("Typename \t guid \t\t\t\t\t createdBy");
for (AtlasBaseTypeDef atlasBaseTypeDef : typeDefs) {
String typeName = atlasBaseTypeDef.getName();
String guid = atlasBaseTypeDef.getGuid();
String createdBy = atlasBaseTypeDef.getCreatedBy();
System.out.println(typeName + "\t" + guid + "\t" + createdBy);
}
System.out.println("\n\n");
}
public static void main(String[] args) throws AtlasServiceException, JsonProcessingException {
AtlasClientV2 atlasClient = new AtlasClientV2(new String[] { "http://localhost:21000" },
new String[] { "admin", "admin" });
SearchFilter searchFilter = new SearchFilter();
AtlasTypesDef atlasTypesDef = atlasClient.getAllTypeDefs(searchFilter);
List<AtlasBusinessMetadataDef> businessMetadataDefs = atlasTypesDef.getBusinessMetadataDefs();
printTypeDefs(businessMetadataDefs, "businessMetadataDefs");
List<AtlasClassificationDef> classificationDefs = atlasTypesDef.getClassificationDefs();
printTypeDefs(classificationDefs, "classificationDefs");
List<AtlasEntityDef> entityDefs = atlasTypesDef.getEntityDefs();
printTypeDefs(entityDefs, "entityDefs");
List<AtlasEnumDef> enumDefs = atlasTypesDef.getEnumDefs();
printTypeDefs(enumDefs, "enumDefs");
List<AtlasRelationshipDef> relationshipDefs = atlasTypesDef.getRelationshipDefs();
printTypeDefs(relationshipDefs, "relationshipDefs");
List<AtlasStructDef> structDefs = atlasTypesDef.getStructDefs();
printTypeDefs(structDefs, "structDefs");
}
}
Output
__________________________________________________ businessMetadataDefs Typename guid createdBy __________________________________________________ classificationDefs Typename guid createdBy classified 23558f0d-1818-4e16-b583-9160927e07db admin __________________________________________________ entityDefs Typename guid createdBy DataSet 5d312f85-95b2-40c8-aaa3-b42643d950f0 krishna hive_table c77bc3d0-3d67-4e4b-82d5-0456536005e8 krishna ozone_volume 1403afca-ae65-49d0-9200-b87f080dfc7e krishna spark_column d6522923-0aa1-4f3a-8a8b-72eabc9162db krishna gcp_storage_child e62db8cf-dac7-406b-be55-10b79b1bccae krishna storm_node eefc3812-18e1-4870-b73f-c8d45526bb87 krishna Referenceable a4bb02ae-6881-4e1f-8735-0d88478515bd krishna spark_table a9896548-087b-4991-aa85-87f90c1395a4 krishna rdbms_column 0b7e0c44-d87c-4522-be73-09b177e9113d krishna Asset 89d41a70-03d7-402b-8c0e-b6c3153156a7 krishna avro_collection 5bdf31ef-b411-4a89-80f8-4e1a294c0829 krishna adls_gen2_parent f50bdcc0-f305-4ceb-ac6a-ec8564c02d75 krishna hive_column 3aa860d2-8ce3-4770-b669-621e6ee1e439 krishna aws_s3_v2_object efb10236-5185-468e-9c04-1678144a7ede krishna spark_column_lineage 7b5ff335-b933-471f-a8e5-933421bd83a8 krishna ml_model_deployment c086b91f-6391-41ef-ba14-46f7031ab693 krishna flink_application 3aaa04f8-6c3c-4428-bba0-e3fdc3deae9c krishna __AtlasUserSavedSearch ca00aacc-cc80-4e90-b8cd-f1694089bc6d krishna adls_gen2_account 276816fc-e698-46bb-af2c-277d07df72f3 krishna gcp_storage_object 4a1b7f04-aef8-43c5-9741-6af11a59dfa8 krishna spark_ml_model 1d43b607-d0a3-478e-8600-8d57da4d878d krishna __internal 88ff4d1f-eea9-4cb0-86cb-a1363e618ded krishna ml_project cee6ea59-ff32-4b51-9986-8e8f25631635 krishna avro_type bef07225-171c-4a52-b1c8-34a55ab3e0aa krishna aws_s3_object 7d678f3d-cc27-4aef-90e3-8d23a0fc2647 krishna aws_s3_bucket c8d0b84c-2958-4b47-9a7c-584d8f0b95f5 krishna fs_path f8e5d3a0-e7ab-4924-89a3-11a7292beba1 krishna spark_storagedesc f9119088-6a2c-4909-a530-80dba3dcbbb6 krishna falcon_feed_replication 53d828aa-60d2-4b69-a622-f1fd3956a4b8 krishna rdbms_foreign_key d1275d60-ec28-44f2-8afa-fd29c0393731 krishna aws_s3_v2_bucket 42dbd8aa-a1d0-477b-846b-23958bc27bc6 krishna map_reduce_process 75233c8d-ed05-4c30-92df-d492eca675f3 admin avro_fixed 05b200ed-c1cf-4db8-bdd9-46433ecae665 krishna falcon_feed_creation 5d91e80f-1361-46fc-901e-fc7648370267 krishna gcp_storage_bucket 347ce8d7-4b9e-4261-bfc1-73ef92a4d75b krishna impala_process_execution 76a58e30-39c0-4a8c-b32f-c313fb119e71 krishna adls_gen2_child baf1f325-4ff6-4921-8127-4b7cc69da94f krishna hive_db_ddl 720584f8-6163-4d5a-adcf-8fc1c6828ae6 krishna ml_model_train_build_process a7fcfd59-816e-45b1-b228-451a857328a1 krishna __AtlasUserProfile d9a275e4-b709-4a8d-8a1a-f9016745bb14 krishna jdbc_column 625d5cca-9513-4038-a69c-4c5d1074bbb1 admin aws_s3_pseudo_dir ab163905-3a7f-454a-87eb-2b9114d581fc krishna hbase_namespace 08e0952b-1b41-4d1c-ba54-cdd7fa38d730 krishna sqoop_dbdatastore 54886906-9d82-4583-8276-57a0c4ec9e73 krishna ml_project_create_process 56a1e2cf-4f76-4bff-8897-eccacc46631d krishna hive_process 2e7334df-ac6d-457f-abf1-dadf540cbdc0 krishna impala_process 8557d7d3-16fb-4d20-9999-35613ceec279 krishna rdbms_instance 5d710042-5455-4ea0-8b9a-20eb13702a65 krishna ozone_child a68baae4-a84d-4a29-a0dc-11e4920e37dc krishna Infrastructure 51a0384f-cf51-45d8-a401-23b3da61ceca krishna storm_spout 7072ef6a-6435-4bb0-b401-e2ad43acd880 krishna hive_table_ddl be20b430-e815-4557-b50f-c1647280fa8f krishna Path ef0ffa61-0da9-49a8-825f-232880e86a1b krishna kafka_topic 91fc1d08-644c-4d4d-8309-7cc2b0fc29e9 krishna ozone_bucket 038482fa-7969-4250-a6f5-f11f43050dbd krishna ml_model_deploy_process fd79a42e-a670-4aaf-b722-844eb28f9e7e krishna AtlasGlossaryTerm 11e7cd27-c247-4b7f-9b50-9f3c0fa8d3ed krishna hive_column_lineage 936e5bed-d92d-43dc-96fa-33b308618ed1 krishna rdbms_index 6d6a06d0-82c0-4d18-a2b5-643395e8c62e krishna aws_s3_v2_directory ce4bea91-705c-4ef2-b6af-e7b5da104a1f krishna ml_model_build 23be60b3-9213-4408-b0a5-af4252a25076 krishna adls_gen2_container 67b69f4b-f070-4cf8-853b-af7605bfe248 krishna __ExportImportAuditEntry a04ae327-5b44-4101-af27-1e7c712f573d krishna aws_s3_v2_container ff3d1cd7-7d1e-45d0-9dd4-1a42a78df4a2 krishna jdbc_table c0be5b47-359c-4066-a699-805aa8bf0cf9 admin Process 35674ebd-aaba-427c-9fc7-04860c258503 krishna avro_primitive 32eaab3e-363d-4ef6-8aca-f07a6c17813f krishna aws_s3_v2_contained cfee0e2e-0383-4e67-becb-487551ebe9a9 krishna impala_column_lineage 147240a8-e95a-46ea-9e12-f4c4b9f86a09 krishna falcon_feed c793102d-d1c9-4f17-a6e6-58da4d2d7944 krishna jms_topic 2ca018eb-40bc-4633-b9c4-d862334d0316 krishna hbase_column_family 6b28ea35-0d71-4ce7-9209-a7ca65b493b5 krishna hive_process_execution ba0a8968-79ab-4925-9a94-3c7d3ec19dad krishna avro_schema 9240a3c8-9999-46a9-b3a4-ceee74a4c1ef krishna merger_process ad30d9bd-26a4-46d4-91e0-08271b03353b admin flink_process afd500e2-5b37-4c84-93e6-bc97acf6c541 krishna avro_record 2c844693-9479-4471-ad5d-34498b1dc64a krishna spark_ml_pipeline 00298f2e-f3a3-4728-9d32-ca8569f1a6be krishna spark_process e4e6aa1c-8594-4232-bd7b-9930e4410e8f krishna aws_s3_v2_base eed2f48f-ab1c-4778-8374-69c72d06ea3f krishna adls_gen2_directory 70234fca-7241-4e57-86b2-f219d8161ff8 krishna gcp_storage_parent ed55fb73-220c-48a8-8661-52c87b90eff3 krishna spark_application d8fc244a-863b-4d4e-ba93-bcb69efa4335 krishna __AtlasAuditEntry feb4a31f-2939-4d7c-baa1-6d883cb44539 krishna storm_bolt 2d613098-8f4a-48e5-ba9c-226760cb9d87 krishna falcon_cluster b0afcd80-0e1e-411a-bea6-57611c610eb1 krishna falcon_process f44cc6b4-369e-4416-a96e-ccbfb077e0fc krishna gcp_storage_base bb7dbc10-f575-4819-b013-5d377c7470dd krishna spark_ml_directory 1fac9b64-c1b0-41b6-b138-d7bdee2ee686 krishna AtlasGlossaryCategory ad9b546e-b4c9-4f2a-8cc2-40d35f811842 krishna avro_field 6c6de2ed-811d-4878-bde6-0d7a3da1c987 krishna hive_db 4b515b9e-9ed2-4ad3-a2f2-dad748ea6763 krishna jdbc_db bd9b88bc-b3b3-4e38-829c-80522eab7b3e admin hbase_column e4ded7eb-43cb-4005-b2af-f4ba9d3ab90d krishna AtlasServer 580367ac-7e22-45f9-a535-dff8ef7491ad krishna gcp_storage_virtual_directory 676b31f3-6362-412a-a66f-6f70bb893288 krishna hbase_table f8f2778c-7115-4be6-a26b-f280e657d279 krishna ProcessExecution f5a27c0d-bff8-49e0-810d-cc3d32687bc9 krishna rdbms_table f294898e-de16-4011-b5c6-d1e8bdd2af47 krishna storm_topology 253eaa53-3ecf-4354-9754-551baddd3c5b krishna rdbms_db 5fd317ba-77e9-479b-ba7c-c229c37af3b4 krishna flink_application_processes e0b5e2c9-e144-4ec1-a3b1-f27878e11ace krishna adls_gen2_blob b77b91b4-ef98-44bd-a5e9-dde9b74c5fde krishna ddl 6e6cfec3-6a08-443a-b832-5ddef37c7c32 krishna AtlasGlossary 9fd7d111-8c1a-4ddc-bb1e-eb6dd5753b97 krishna hive_storagedesc fb930d84-52f9-4a49-a148-b9f4e887a6dc krishna hdfs_path d7b4c84c-64c9-4d3f-bac1-1776a93a5dbe krishna sqoop_process ea8531d9-251d-4e32-b5bf-5df106705a28 krishna ozone_parent bf88a0b9-f5ec-40b6-b6bd-029ced73c9df krishna ozone_key bfe083a1-fd40-4202-bd54-3427baeafeda krishna avro_enum 570063a1-4c2d-4a15-b289-405cffa72559 krishna spark_db 38840472-5966-4816-ab51-4d890a5a32d7 krishna __________________________________________________ enumDefs Typename guid createdBy AtlasGlossaryTermRelationshipStatus 342bb2b8-a81e-4f5a-97dc-794a468ed7b3 krishna atlas_operation a467a32c-cd24-4958-a372-339edd3a0478 krishna adls_gen2_authentication_method 63d0c20f-25fa-4fe1-97dd-d0dda6cd80e1 krishna file_action 3a523419-f516-4278-90df-e5b5539b58fd krishna ml_model_deployment_status 07baf244-076f-496f-b0db-01526b21d67d krishna AtlasGlossaryTermAssignmentStatus 71a0c5bc-2aa7-4c00-a97a-a7588d58fb05 krishna hive_principal_type 985a083b-fa68-4585-8f58-f81dd3990e5d krishna ozone_storage_type c993d8de-ac60-4bb6-b8fd-c7b1a43d8705 krishna adls_gen2_replication e58829a3-e183-402b-9b7d-69280c4abab7 krishna ozone_replication_type c46b5e5f-9a15-4996-98c6-c033be96832b krishna adls_gen2_performance be1320b3-8713-4d88-a362-a298aa1f718b krishna adls_gen2_access_tier 8deab667-c06f-45aa-a87c-14f01b9fc6e2 krishna __________________________________________________ relationshipDefs Typename guid createdBy storm_topology_nodes 39da7479-c386-428c-89fd-4d81fbb5cba4 krishna avro_schema_associatedEntities f1b10fc8-3e26-4f60-b77c-13d1db10b75a krishna falcon_feed_cluster 7e04e32f-9d5b-4b04-816e-89ff3c879a12 krishna hive_db_ddl_queries 568d512a-c2ae-4f88-8ad1-c84ae220df93 krishna hive_process_column_lineage 9ab1247f-fa9a-435c-a510-b480e89a904f krishna ml_build_deployment e3663da5-a95e-4f0e-9af7-814e1bbe6414 krishna avro_record_fields 047646dd-adc6-47f9-b497-de8bb4e6ac11 krishna rdbms_table_foreign_key 4a1fd029-6d76-4938-95ee-f0a3841f8b30 krishna AtlasGlossarySynonym 689e6f66-38af-400d-86bc-f5eddf1cfafc krishna hbase_column_family_columns 45dcedff-bbbd-411b-94c8-e6bd4ae962f7 krishna AtlasGlossaryReplacementTerm fffd0be0-36eb-4bf7-b228-9954ec809b47 krishna ozone_volume_buckets dd948971-5f1c-41d1-bc63-f28022a1fb26 krishna rdbms_foreign_key_key_columns ed95d1f1-e98a-4227-8ed7-fe566b5ed661 krishna spark_table_columns f985ca14-9be2-4cbd-9cd3-3eb45be8207d krishna spark_ml_model_ml_directory bda1bb3c-b4c7-4aa7-ae7d-18f8c5687b93 krishna jdbc_db_to_table f6aaaada-018d-40fd-9501-91ebdbefc843 admin adls_gen2_parent_children 98036787-cfd7-4f23-91d2-d831e8dc1dbe krishna __AtlasUserProfile_savedsearches 3b1dad21-c242-43a0-bac8-f1f3a5a7f108 krishna falcon_cluster_feed_creation 073552d2-41a3-4aeb-a037-e6a947b621f8 krishna rdbms_foreign_key_table_references a6637a94-4f18-4207-be7d-8fd1e087d925 krishna rdbms_foreign_key_column_references ce22542d-a797-4df4-8c01-d4c8497db211 krishna spark_ml_model_dataset 4ebe3209-ad3c-4ef8-93de-37e340668f1b krishna hbase_table_namespace 5ae9f2ef-3e36-4f0c-9002-747adbab8990 krishna rdbms_db_tables 5e57c0aa-23e8-40c0-94ad-6d31d3552ddb krishna ozone_parent_children 7a463fdd-6b54-4de9-ab66-6ddc3614b4b3 krishna avro_field_types cf4f9082-807e-483e-a254-92356be2e38c krishna falcon_cluster_process 8bf4018e-08af-4b0c-a238-3865336e2104 krishna hive_table_storagedesc 5edafdf4-9af0-480d-807d-b17c0aaf878e krishna hive_table_columns b9e988cc-ac1e-4d7e-8904-9168c6ead786 krishna hive_table_partitionkeys 3755b336-e230-4ce5-a6f0-8946d15410c0 krishna rdbms_table_columns d759935e-33d8-4032-83d1-edd53f1a218c krishna spark_application_processes d61fbe23-e5be-48e1-8f34-1179b604f356 krishna jdbc_table_to_column 89508d7c-5f22-4e7a-ad20-eeeb88bfdabe admin impala_process_column_lineage c246eb7e-a54d-4c80-b84b-6970bfc2d35d krishna AtlasGlossaryTranslation 1213da93-3000-4cfb-8930-8e3ea9add73e krishna adls_gen2_account_containers d21024ec-a528-4a53-a9a5-21094762d559 krishna AtlasGlossaryCategoryHierarchyLink 7a7ce20b-fbd6-4ce8-b471-3c13923c187a krishna aws_s3_bucket_aws_s3_pseudo_dirs d89f8102-5bd3-4681-8747-40ecc8faf461 krishna hive_db_location 96aebd41-0a1f-4da8-ac82-95f944958b6e krishna AtlasGlossaryTermAnchor 5a916ec4-3dbe-401b-8a93-de20f7c21d2d krishna AtlasGlossaryCategoryAnchor e3ed7f71-670d-405b-8fe0-3cc880f5f031 krishna hbase_table_column_families d8a97218-f04d-4c14-ae90-691191e4042a krishna AtlasGlossaryValidValue f0ce10fd-3acc-4109-afb1-c06f77928c6f krishna ml_project_model_build 0a709481-a53e-4a7c-a763-d66e99ede370 krishna AtlasGlossaryAntonym d092874d-78bb-402b-8a47-c77ef281322d krishna AtlasGlossaryPreferredTerm d56a1eee-94a6-4048-80df-207d562b47f9 krishna aws_s3_object_avro_schema 7cee2fbf-55c1-40f5-bfac-b9044b2a48f5 krishna kafka_topic_avroSchema 213e3347-80e8-4c3f-92ef-463720b794e6 krishna rdbms_table_indexes e693c12e-08c0-4676-ac87-d9deb26d3828 krishna AtlasGlossarySemanticAssignment f013a50b-c277-4617-9ee9-ac3835d8178a krishna aws_s3_pseudo_dir_avro_schema 2b32385e-395e-4a12-b323-5789c18792ac krishna AtlasGlossaryRelatedTerm d6e0664f-0137-4605-9ec6-2fd2dcc8b3de krishna spark_ml_pipeline_ml_directory 46e2ccf1-3de3-4c81-8ce8-0dde1e0188d2 krishna gcp_storage_parent_children a84b2b3d-2e56-46f3-a815-1f6de6f3c139 krishna process_dataset_outputs 68108585-ddf0-4236-80e5-62f5326c9172 krishna spark_ml_pipeline_dataset cfaa6d60-b53c-4a5b-abe1-4bfd35d4e528 krishna dataset_process_inputs 0fa05b22-cc37-4a07-ba3e-22475ac5f094 krishna aws_s3_v2_container_contained 7d70f4d0-1b12-463b-80a2-958e3739e096 krishna aws_s3_pseudo_dir_aws_objects 06144bee-44af-4a6c-b99d-b25fab56f31e krishna hive_table_ddl_queries bbadab1d-44c4-4b20-b385-b294f17e40af krishna rdbms_instance_databases 0e8dbefc-47a8-4028-89f8-2ec1e78b9b5b krishna spark_table_db a712b0a9-318b-4e3b-b3d9-27be60f5d271 krishna spark_table_storagedesc 0f64813f-d408-43a7-85e8-1869d9f39fa7 krishna impala_process_process_executions 6ab6bb2e-1272-40b3-9072-9a9b46b32ee0 krishna hive_process_process_executions 4c58f6f7-6fa5-4c62-a6f4-5d11a3af2517 krishna AtlasGlossaryIsARelationship 439d4f62-78e1-4b9c-ad87-b628398bb896 krishna rdbms_index_columns ed7eed06-2c8c-4789-bb4f-11cc0979912c krishna spark_process_column_lineages 0093698b-abbf-454b-8ad3-b7fa932266a1 krishna AtlasGlossaryTermCategorization b80dcb8d-24fd-42b1-8bfa-043442225968 krishna hive_table_db a55ecc3b-8adc-47a3-99fb-ed4f0ff90175 krishna __________________________________________________ structDefs Typename guid createdBy aws_cloud_watch_metric 622e4236-2ca5-454b-8f77-a73f418b9eac krishna aws_tag e6949d0c-5328-4b72-a34c-fed61e401084 krishna ozone_key_location 6a28d20d-95bc-4865-a707-c4c271dd8a74 krishna aws_s3_access_policy 5dba2443-bea5-4767-a45c-e0cf696c163b krishna hive_order 47fd2057-d0e2-4118-ad9e-9a33a53e04da krishna hive_serde 20c2df4f-ef02-401a-96d3-005637bf576c krishna aws_s3_bucket_lifeCycleRule d65aac31-b538-4816-bfe7-8b0d575dd7bf krishna fs_permissions 5ace3457-0b57-4593-9cfb-3e3d36923ce1 krishna
Previous Next Home
No comments:
Post a Comment