diff --git a/metadata-ingestion/src/datahub/ingestion/source/tableau/tableau.py b/metadata-ingestion/src/datahub/ingestion/source/tableau/tableau.py index 4696a2585887d..c974f4eaa6a6c 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/tableau/tableau.py +++ b/metadata-ingestion/src/datahub/ingestion/source/tableau/tableau.py @@ -1565,6 +1565,7 @@ def get_connection_objects( query_filter: dict = {}, ) -> Iterable[dict]: query_filter = optimize_query_filter(query_filter) + logger.debug(f"Query filter {query_filter}") # Calls the get_connection_object_page function to get the objects, # and automatically handles pagination. @@ -1574,6 +1575,7 @@ def get_connection_objects( self.report.num_filter_queries_by_connection_type[connection_type] += len( filter_pages ) + logger.debug(f"Filter pages {filter_pages}") for filter_page in filter_pages: has_next_page = 1 @@ -1616,6 +1618,9 @@ def emit_workbooks(self) -> Iterable[MetadataWorkUnit]: connection_type=c.WORKBOOKS_CONNECTION, page_size=self.config.effective_workbook_page_size, ): + logger.debug( + f"Evaluating project: {workbook.get(c.PROJECT_NAME)} workbook {workbook.get(c.NAME)}" + ) if workbook.get(c.PROJECT_NAME) not in project_names: logger.debug( f"Skipping workbook {workbook.get(c.NAME)} as project {workbook.get(c.PROJECT_NAME)} " diff --git a/metadata-ingestion/src/datahub/ingestion/source/tableau/tableau_common.py b/metadata-ingestion/src/datahub/ingestion/source/tableau/tableau_common.py index b9dce0e189ab8..4ec7f16608455 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/tableau/tableau_common.py +++ b/metadata-ingestion/src/datahub/ingestion/source/tableau/tableau_common.py @@ -946,12 +946,15 @@ def query_metadata_cursor_based_pagination( after: Optional[str], qry_filter: str = "", ) -> dict: + if qry_filter: + qry_filter = f", filter: {{ {qry_filter} }}" + logger.debug(f"qry_filter: {qry_filter}") query = f""" query GetItems( $first: Int, $after: String ) {{ - {connection_name} ( first: $first, after: $after, filter:{{ {qry_filter} }}) + {connection_name} ( first: $first, after: $after{qry_filter}) {{ nodes {main_query} pageInfo {{