Hi all, I'm getting this error when try to ingest ...
# troubleshoot
b
Hi all, I'm getting this error when try to ingest superset meta data any idea on this problems? Thank yo '[2022-11-16 101623,427] ERROR {datahub.entrypoints:185} - File ' '"/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/datahub/entrypoints.py", line 164, in main\n' ' 161 def main(**kwargs):\n' ' 162 # This wrapper prevents click from suppressing errors.\n' ' 163 try:\n' '--> 164 sys.exit(datahub(standalone_mode=False, **kwargs))\n' ' 165 except click.Abort:\n' '\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/click/core.py", line 1130, in __call__\n' ' 1128 def __call__(self, *args: t.Any, **kwargs: t.Any) -> t.Any:\n' ' (...)\n' '--> 1130 return self.main(*args, **kwargs)\n' '\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/click/core.py", line 1055, in main\n' ' rv = self.invoke(ctx)\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/click/core.py", line 1657, in invoke\n' ' return _process_result(sub_ctx.command.invoke(sub_ctx))\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/click/core.py", line 1657, in invoke\n' ' return _process_result(sub_ctx.command.invoke(sub_ctx))\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/click/core.py", line 1404, in invoke\n' ' return ctx.invoke(self.callback, **ctx.params)\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/click/core.py", line 760, in invoke\n' ' return __callback(*args, **kwargs)\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/click/decorators.py", line 26, in new_func\n' ' return f(get_current_context(), *args, **kwargs)\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/datahub/telemetry/telemetry.py", line 347, in wrapper\n' ' 290 def wrapper(*args: Any, **kwargs: Any) -> Any:\n' ' (...)\n' ' 343 "status": "error",\n' ' 344 "error": get_full_class_name(e),\n' ' 345 },\n' ' 346 )\n' '--> 347 raise e\n' '\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/datahub/telemetry/telemetry.py", line 299, in wrapper\n' ' 290 def wrapper(*args: Any, **kwargs: Any) -> Any:\n' ' (...)\n' ' 295 telemetry_instance.ping(\n' ' 296 "function-call", {"function": function, "status": "start"}\n' ' 297 )\n' ' 298 try:\n' '--> 299 res = func(*args, **kwargs)\n' ' 300 telemetry_instance.ping(\n' '\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/datahub/utilities/memory_leak_detector.py", line 95, in ' 'wrapper\n' ' 86 def wrapper(ctx: click.Context, *args: P.args, **kwargs: P.kwargs) -> Any:\n' ' (...)\n' ' 91 )\n' ' 92 _init_leak_detection()\n' ' 93 \n' ' 94 try:\n' '--> 95 return func(ctx, *args, **kwargs)\n' ' 96 finally:\n' '\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/datahub/cli/ingest_cli.py", line 192, in run\n' ' 103 def run(\n' ' 104 ctx: click.Context,\n' ' 105 config: str,\n' ' 106 dry_run: bool,\n' ' 107 preview: bool,\n' ' 108 strict_warnings: bool,\n' ' 109 preview_workunits: int,\n' ' 110 test_source_connection: bool,\n' ' 111 report_to: str,\n' ' 112 no_default_report: bool,\n' ' 113 no_spinner: bool,\n' ' 114 ) -> None:\n' ' (...)\n' ' 188 raw_pipeline_config,\n' ' 189 )\n' ' 190 \n' ' 191 loop = asyncio.get_event_loop()\n' '--> 192 loop.run_until_complete(run_func_check_upgrade(pipeline))\n' '\n' 'File "/usr/local/lib/python3.10/asyncio/base_events.py", line 646, in run_until_complete\n' ' 610 def run_until_complete(self, future):\n' ' (...)\n' ' 642 future.remove_done_callback(_run_until_complete_cb)\n' ' 643 if not future.done():\n' " 644 raise RuntimeError('Event loop stopped before Future completed.')\n" ' 645 \n' '--> 646 return future.result()\n' '\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/datahub/cli/ingest_cli.py", line 151, in ' 'run_func_check_upgrade\n' ' 146 async def run_func_check_upgrade(pipeline: Pipeline) -> None:\n' ' 147 version_stats_future = asyncio.ensure_future(\n' ' 148 upgrade.retrieve_version_stats(pipeline.ctx.graph)\n' ' 149 )\n' ' 150 the_one_future = asyncio.ensure_future(run_pipeline_async(pipeline))\n' '--> 151 ret = await the_one_future\n' ' 152 \n' '\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/datahub/cli/ingest_cli.py", line 142, in run_pipeline_async\n' ' 140 async def run_pipeline_async(pipeline: Pipeline) -> int:\n' ' 141 loop = asyncio._get_running_loop()\n' '--> 142 return await loop.run_in_executor(\n' ' 143 None, functools.partial(run_pipeline_to_completion, pipeline)\n' '\n' 'File "/usr/local/lib/python3.10/concurrent/futures/thread.py", line 58, in run\n' ' 53 def run(self):\n' ' 54 if not self.future.set_running_or_notify_cancel():\n' ' 55 return\n' ' 56 \n' ' 57 try:\n' '--> 58 result = self.fn(*self.args, **self.kwargs)\n' ' 59 except BaseException as exc:\n' '\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/datahub/cli/ingest_cli.py", line 133, in ' 'run_pipeline_to_completion\n' ' 117 def run_pipeline_to_completion(\n' ' 118 pipeline: Pipeline, structured_report: Optional[str] = None\n' ' 119 ) -> int:\n' ' (...)\n' ' 129 )\n' ' 130 logger.info(\n' ' 131 f"Sink ({pipeline.config.sink.type}) report:\\n{pipeline.sink.get_report().as_string()}"\n' ' 132 )\n' '--> 133 raise e\n' ' 134 else:\n' '\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/datahub/cli/ingest_cli.py", line 125, in ' 'run_pipeline_to_completion\n' ' 117 def run_pipeline_to_completion(\n' ' 118 pipeline: Pipeline, structured_report: Optional[str] = None\n' ' 119 ) -> int:\n' ' (...)\n' ' 121 with click_spinner.spinner(\n' ' 122 beep=False, disable=no_spinner, force=False, stream=sys.stdout\n' ' 123 ):\n' ' 124 try:\n' '--> 125 pipeline.run()\n' ' 126 except Exception as e:\n' '\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/datahub/ingestion/run/pipeline.py", line 344, in run\n' ' 332 def run(self) -> None:\n' ' (...)\n' ' 340 else DeadLetterQueueCallback(\n' ' 341 self.ctx, self.config.failure_log.log_config\n' ' 342 )\n' ' 343 )\n' '--> 344 for wu in itertools.islice(\n' ' 345 self.source.get_workunits(),\n' '\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/datahub/ingestion/source/superset.py", line 354, in ' 'get_workunits\n' ' 353 def get_workunits(self) -> Iterable[MetadataWorkUnit]:\n' '--> 354 yield from self.emit_dashboard_mces()\n' ' 355 yield from self.emit_chart_mces()\n' '\n' 'File "/tmp/datahub/ingest/venv-superset-0.9.2/lib/python3.10/site-packages/datahub/ingestion/source/superset.py", line 263, in ' 'emit_dashboard_mces\n' ' 247 def emit_dashboard_mces(self) -> Iterable[MetadataWorkUnit]:\n' ' (...)\n' ' 259 \n' ' 260 current_dashboard_page += 1\n' ' 261 \n' ' 262 payload = dashboard_response.json()\n' '--> 263 for dashboard_data in payload["result"]:\n' ' 264 dashboard_snapshot = self.construct_dashboard_from_api_data(\n' '\n'
a
Hi Minh, could you post your yaml?