Skip to content

Commit

Permalink
yield workunit with status (#41)
Browse files Browse the repository at this point in the history
  • Loading branch information
abist authored Jul 7, 2023
1 parent 8530a3c commit 68301fb
Showing 1 changed file with 7 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@
from datahub.ingestion.source.aws.aws_common import AwsSourceConfig
from datahub.metadata.schema_classes import (
ChangeTypeClass,
StatusClass
)
from datahub.metadata.com.linkedin.pegasus2avro.schema import (
ArrayType,
Expand Down Expand Up @@ -112,6 +113,12 @@ def get_workunits(self) -> Iterable[MetadataWorkUnit]:
continue
yield wu

# add status
dataset_urn = make_dataset_urn(DEFAULT_PLATFORM, table_name, self.config.env)
yield MetadataChangeProposalWrapper(
entityUrn=f"{dataset_urn}",
aspect=StatusClass(removed=False),
).as_workunit()

def make_workunit(self, table_name: str):
table = describe_table(self.config.dynamodb_client, table_name)
Expand Down

0 comments on commit 68301fb

Please sign in to comment.