From dadd51e750c091d457cc5542a307f31d7b4e8d49 Mon Sep 17 00:00:00 2001 From: Aseem Bansal Date: Wed, 17 Jan 2024 16:57:44 +0530 Subject: [PATCH] feat(cli): add threads to sink report (#9642) --- metadata-ingestion/src/datahub/ingestion/sink/datahub_rest.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/metadata-ingestion/src/datahub/ingestion/sink/datahub_rest.py b/metadata-ingestion/src/datahub/ingestion/sink/datahub_rest.py index bfeb6aaff0feba..d8524c90ddfad8 100644 --- a/metadata-ingestion/src/datahub/ingestion/sink/datahub_rest.py +++ b/metadata-ingestion/src/datahub/ingestion/sink/datahub_rest.py @@ -44,6 +44,7 @@ class DatahubRestSinkConfig(DatahubClientConfig): @dataclass class DataHubRestSinkReport(SinkReport): + max_threads: int = -1 gms_version: str = "" pending_requests: int = 0 @@ -102,6 +103,7 @@ def __post_init__(self) -> None: .get("linkedin/datahub", {}) .get("version", "") ) + self.report.max_threads = self.config.max_threads logger.debug("Setting env variables to override config") set_env_variables_override_config(self.config.server, self.config.token) logger.debug("Setting gms config")