From b947eecae16cfc2dd6b3061a3e130e6efc6a3766 Mon Sep 17 00:00:00 2001 From: Hyejin Yoon <0327jane@gmail.com> Date: Tue, 4 Mar 2025 19:00:39 +0900 Subject: [PATCH] modify versio-related stuff --- .../src/datahub/ingestion/source/mlflow.py | 35 ++++--------------- 1 file changed, 6 insertions(+), 29 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/mlflow.py b/metadata-ingestion/src/datahub/ingestion/source/mlflow.py index e5184ed3ef0d28..8f8ac280546f13 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/mlflow.py +++ b/metadata-ingestion/src/datahub/ingestion/source/mlflow.py @@ -62,7 +62,6 @@ TimeStampClass, VersionPropertiesClass, VersionSetKeyClass, - VersionSetPropertiesClass, VersionTagClass, _Aspect, ) @@ -508,19 +507,15 @@ def _get_ml_model_workunits(self) -> Iterable[MetadataWorkUnit]: model_version=model_version, run=run, ) - # yield self._get_ml_model_version_properties_workunit( - # model_version=model_version, - # version_set_urn=version_set_urn, - # ) - # yield self._get_version_latest( - # model_version=model_version, - # version_set_urn=version_set_urn, - # ) + yield self._get_ml_model_version_properties_workunit( + model_version=model_version, + version_set_urn=version_set_urn, + ) yield self._get_global_tags_workunit(model_version=model_version) def _get_version_set_urn(self, registered_model: RegisteredModel) -> VersionSetUrn: version_set_urn = VersionSetUrn( - id=f"{registered_model.name}", # TODO: where's id? + id=f"{registered_model.name}", entity_type="mlModel", ) @@ -542,24 +537,6 @@ def _get_version_set( return wu - def _get_version_latest( - self, model_version: ModelVersion, version_set_urn: VersionSetUrn - ) -> MetadataWorkUnit: - ml_model_urn = self._make_ml_model_urn(model_version) - version_set_properties = VersionSetPropertiesClass( - latest=str( - ml_model_urn - ), # TODO: this returns cannot set latest to unversioned entity - versioningScheme="ALPHANUMERIC_GENERATED_BY_DATAHUB", # TODO: wait for change in the backend - ) - - wu = MetadataChangeProposalWrapper( - entityUrn=str(version_set_urn), - aspect=version_set_properties, - ).as_workunit() - - return wu - def _get_ml_model_version_properties_workunit( self, model_version: ModelVersion, @@ -577,7 +554,7 @@ def _get_ml_model_version_properties_workunit( ), ), versionSet=str(version_set_urn), - sortId="AAAAAAAA", # TODO: wait for change in the backend + sortId="", aliases=[ VersionTagClass(versionTag=alias) for alias in model_version.aliases ],