Merge pull request #889 from atlanhq/BLDX-930

BLDX-930: add BusinessPolicyException, Incident, Log standalone classes to pyatlan_v9

Author: Aryamanz29

docs/api/assets/modeling.md

@@ -28,26 +28,10 @@
 
 ::: pyatlan.model.assets.core.model_version.ModelVersion
 
-## SemanticModel
-
-::: pyatlan.model.assets.semantic_model.SemanticModel
-
-## SemanticDimension
-
-::: pyatlan.model.assets.semantic_dimension.SemanticDimension
-
-## SemanticEntity
-
-::: pyatlan.model.assets.semantic_entity.SemanticEntity
-
 ## SemanticField
 
 ::: pyatlan.model.assets.semantic_field.SemanticField
 
-## SemanticMeasure
-
-::: pyatlan.model.assets.semantic_measure.SemanticMeasure
-
 ## Cube
 
 ::: pyatlan.model.assets.cube.Cube

docs/api/assets/other-connectors.md

@@ -12,10 +12,6 @@
 
 ::: pyatlan.model.assets.dataverse_entity.DataverseEntity
 
-## Dremio
-
-::: pyatlan.model.assets.dremio.Dremio
-
 ## DremioVirtualDataset
 
 ::: pyatlan.model.assets.dremio_virtual_dataset.DremioVirtualDataset

docs/api/assets/snowflake.md

@@ -1,9 +1,5 @@
 # Snowflake
 
-## Snowflake
-
-::: pyatlan.model.assets.snowflake.Snowflake
-
 ## SnowflakeAIModelContext
 
 ::: pyatlan.model.assets.core.snowflake_a_i_model_context.SnowflakeAIModelContext

pyatlan/client/common/transport.py

@@ -17,7 +17,7 @@
 
 from pyatlan.client.constants import BULK_UPDATE, INDEX_SEARCH
 from pyatlan.errors import ErrorCode
-from pyatlan.model.search import Bool, DSL, IndexSearchRequest, Prefix, Term
+from pyatlan.model.search import DSL, Bool, IndexSearchRequest, Prefix, Term
 
 logger = logging.getLogger(__name__)
 

pyatlan/generator/class_generator.py

@@ -233,6 +233,7 @@ class AssetInfo:
         "Purpose",
         "DataQualityRule",
         "Process",
+        "Schema",
         "SQL",
     }
     _ASSETS_REQUIRE_ASYNC_CLIENT = {
@@ -342,6 +343,22 @@ def imports_for_referenced_assets(self):
             # DbtTest bottom-imports DbtModelColumn, DbtModelColumn bottom-imports Column.
             if self.name == "SQL" and required_asset.name == "DbtTest":
                 continue
+
+            # To avoid circular import:
+            # Schema → SnowflakeDynamicTable → Table → SQL → ... → Schema
+            if self.name == "Schema" and required_asset.name == "SnowflakeDynamicTable":
+                continue
+
+            # To avoid circular import:
+            # Table → SQL → DbtModel → DbtMetric → Column → CalculationView → Schema → Table
+            if self.name == "Schema" and required_asset.name == "Table":
+                continue
+
+            # To avoid circular import:
+            # Asset → DataProduct → StarburstDataset → Table → SQL → ... → Schema → ... → Table
+            if self.name == "DataProduct" and required_asset.name == "StarburstDataset":
+                continue
+
             if not self.is_core_asset and required_asset.is_core_asset:
                 import_statement = f"from .core.{required_asset.module_name} import {required_asset.name} # noqa: E402, F401"
             else:

pyatlan/generator/templates/custom_relationship.jinja2

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from typing import Any, Optional
+from typing import Any, Optional, Set
 
 from pydantic.v1 import Field, validator
 
@@ -57,7 +57,7 @@ class {{ relationship_info.name | to_cls_name }}(RelationshipAttributes):
             super().__init__(**data)
             __pydantic_self__.__fields_set__.update(["type_name", "relationship_type"])
 
-    {% if relationship_info.end_def1 != relationship_info.end_def2 %}
+    {% if relationship_info.end_def1["name"] != relationship_info.end_def2["name"] %}
     class {{ relationship_info.end_def2["name"] | to_cls_name }}(Asset):
         type_name: str = Field(
             default="{{ relationship_info.name }}",
@@ -108,7 +108,7 @@ class {{ relationship_info.name | to_cls_name }}(RelationshipAttributes):
             relationship_attributes=self,
         )
 
-    {% if relationship_info.end_def1 != relationship_info.end_def2 %}
+    {% if relationship_info.end_def1["name"] != relationship_info.end_def2["name"] %}
     def {{ relationship_info.end_def2["name"] | to_snake_case }}(
         self, related: Asset, semantic: SaveSemantic = SaveSemantic.REPLACE
     ) -> {{ relationship_info.name | to_cls_name }}.{{ relationship_info.end_def2["name"] | to_cls_name }}:
@@ -139,7 +139,7 @@ class {{ relationship_info.name | to_cls_name }}(RelationshipAttributes):
 
 
 {{ relationship_info.name | to_cls_name }}.{{ relationship_info.end_def1["name"] | to_cls_name }}.update_forward_refs()
-{% if relationship_info.end_def1 != relationship_info.end_def2 -%}
+{% if relationship_info.end_def1["name"] != relationship_info.end_def2["name"] -%}
 {{ relationship_info.name | to_cls_name }}.{{ relationship_info.end_def2["name"] | to_cls_name }}.update_forward_refs()
 {% endif -%}
 {{ relationship_info.name | to_cls_name }}.update_forward_refs()

pyatlan/generator/templates/imports.jinja2

@@ -128,6 +128,7 @@ from pyatlan.model.structs import (
     DbtInputContext,
     IcebergPartition,
     AtlanAppErrorHandling,
+    SqlInsightJoinColumnPair,
 )
 from pyatlan.utils import (
     init_guid,

pyatlan/generator/templates/module.jinja2

@@ -52,6 +52,13 @@ if TYPE_CHECKING:
     {% if asset_info.name == 'SQL' %}
     from pyatlan.model.assets.core.dbt_test import DbtTest
     {% endif %}
+    {% if asset_info.name == 'Schema' %}
+    from pyatlan.model.assets.core.snowflake_dynamic_table import SnowflakeDynamicTable
+    from pyatlan.model.assets.core.table import Table
+    {% endif %}
+    {% if asset_info.name == 'DataProduct' %}
+    from pyatlan.model.assets.core.starburst_dataset import StarburstDataset
+    {% endif %}
     {% if asset_info.name in asset_info._ASSETS_REQUIRE_ASYNC_CLIENT %}
     from pyatlan.client.aio.client import AsyncAtlanClient
     from pyatlan.model.aio import AsyncCustomMetadataProxy

pyatlan/model/assets/__init__.py

@@ -38,6 +38,7 @@
         "FlowField",
         "DataMesh",
         "SQL",
+        "SqlInsight",
         "Matillion",
         "Model",
         "Spark",
@@ -60,6 +61,10 @@
         "AdfActivity",
         "PowerBI",
         "Fabric",
+        "SemanticDimension",
+        "SemanticEntity",
+        "SemanticModel",
+        "SemanticMeasure",
         "CosmosMongoDB",
         "DocumentDB",
         "PartialField",
@@ -85,6 +90,8 @@
         "Link",
         "DataDomain",
         "DataProduct",
+        "DataMeshDataset",
+        "Dremio",
         "Table",
         "Query",
         "Schema",
@@ -95,13 +102,17 @@
         "TablePartition",
         "Column",
         "SnowflakeStage",
+        "Snowflake",
         "DatabricksUnityCatalogTag",
         "SnowflakeStream",
-        "Database",
         "CalculationView",
+        "Database",
         "Procedure",
         "Databricks",
         "SnowflakeTag",
+        "SqlInsightFilter",
+        "SqlInsightBusinessQuestion",
+        "SqlInsightJoin",
         "MatillionGroup",
         "MatillionJob",
         "MatillionProject",
@@ -114,6 +125,7 @@
         "ModelDataModel",
         "SparkJob",
         "SchemaRegistrySubject",
+        "SchemaRegistryVersion",
         "AtlanAppWorkflow",
         "AtlanAppTool",
         "PowerBIReport",
@@ -141,6 +153,10 @@
         "FabricDataflowEntityColumn",
         "FabricReport",
         "FabricSemanticModel",
+        "SnowflakeSemanticDimension",
+        "SnowflakeSemanticLogicalTable",
+        "SnowflakeSemanticView",
+        "SnowflakeSemanticFact",
         "CosmosMongoDBCollection",
         "CosmosMongoDBAccount",
         "CosmosMongoDBDatabase",
@@ -152,13 +168,16 @@
         "AnomaloCheck",
         "MCIncident",
         "MCMonitor",
+        "SnowflakeSemanticMetric",
         "SodaCheck",
         "DatabricksAIModelVersion",
         "SnowflakeAIModelVersion",
         "SnowflakeAIModelContext",
         "DatabricksAIModelContext",
         "SnowflakeDynamicTable",
+        "StarburstDataset",
         "DatabricksMetricView",
+        "StarburstDatasetColumn",
         "BigqueryRoutine",
         "DatabricksVolume",
         "DatabricksVolumePath",
@@ -187,6 +206,7 @@
     "s_a_p": ["SAP"],
     "event_store": ["EventStore"],
     "insight": ["Insight"],
+    "asset_grouping": ["AssetGrouping"],
     "object_store": ["ObjectStore"],
     "notebook": ["Notebook"],
     "saa_s": ["SaaS"],
@@ -226,11 +246,7 @@
     "cognos": ["Cognos"],
     "superset": ["Superset"],
     "qlik": ["Qlik"],
-    "semantic_dimension": ["SemanticDimension"],
-    "semantic_entity": ["SemanticEntity"],
-    "semantic_model": ["SemanticModel"],
     "semantic_field": ["SemanticField"],
-    "semantic_measure": ["SemanticMeasure"],
     "kafka": ["Kafka"],
     "azure_service_bus": ["AzureServiceBus"],
     "cassandra": ["Cassandra"],
@@ -241,6 +257,8 @@
     "dbt_measure": ["DbtMeasure"],
     "dbt_semantic_model": ["DbtSemanticModel"],
     "dbt_entity": ["DbtEntity"],
+    "asset_grouping_strategy": ["AssetGroupingStrategy"],
+    "asset_grouping_collection": ["AssetGroupingCollection"],
     "s3": ["S3"],
     "a_d_l_s": ["ADLS"],
     "g_c_s": ["GCS"],
@@ -256,9 +274,8 @@
     "cube_dimension": ["CubeDimension"],
     "cube_field": ["CubeField"],
     "custom_entity": ["CustomEntity"],
-    "dremio": ["Dremio"],
     "bigquery_tag": ["BigqueryTag"],
-    "snowflake": ["Snowflake"],
+    "starburst": ["Starburst"],
     "iceberg": ["Iceberg"],
     "a_p_i_spec": ["APISpec"],
     "a_p_i_query": ["APIQuery"],
@@ -374,6 +391,8 @@
     "qlik_chart": ["QlikChart"],
     "qlik_dataset": ["QlikDataset"],
     "qlik_sheet": ["QlikSheet"],
+    "kafka_cluster": ["KafkaCluster"],
+    "kafka_field": ["KafkaField"],
     "kafka_topic": ["KafkaTopic"],
     "kafka_consumer_group": ["KafkaConsumerGroup"],
     "azure_service_bus_namespace": ["AzureServiceBusNamespace"],