I am trying to run an AWS Glue ingestions job from...
# troubleshoota
adorable-receptionist-20059
05/10/2022, 6:27 PMI am trying to run an AWS Glue ingestions job from the UI and getting an error half way through, but don't really understand what's happening. Will attach the error in thread.
adorable-receptionist-20059
05/10/2022, 6:28 PM Copy code
'container-urn:li:container:7eb6669767356b1405fd0f2786b1d789-to-urn:li:dataset:(urn:li:dataPlatform:glue,jhajic_reach_logs.rerun_2021_sep_15_predictions_prd,PROD)'],\n"
" 'warnings': {},\n"
" 'failures': {},\n"
" 'cli_version': '0.8.34.1',\n"
" 'cli_entry_location': '/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/datahub/__init__.py',\n"
" 'py_version': '3.9.9 (main, Dec 21 2021, 10:03:34) \\n[GCC 10.2.1 20210110]',\n"
" 'py_exec_path': '/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/bin/python3',\n"
" 'os_details': 'Linux-4.14.243-185.433.amzn2.x86_64-x86_64-with-glibc2.31',\n"
" 'filtered': [],\n"
" 'tables_scanned': 475}\n"
'[2022-05-10 17:35:52,674] INFO {datahub.ingestion.run.pipeline:103} - sink wrote workunit aws_billing_report.my_cur_report_3_2019\n'
'[2022-05-10 17:35:52,683] INFO {datahub.cli.ingest_cli:119} - Sink (datahub-rest) report:\n'
"{'records_written': 44,\n"
" 'warnings': [],\n"
" 'failures': [],\n"
" 'downstream_start_time': datetime.datetime(2022, 5, 10, 17, 35, 49, 124285),\n"
" 'downstream_end_time': datetime.datetime(2022, 5, 10, 17, 35, 52, 674284),\n"
" 'downstream_total_latency_in_seconds': 3.549999,\n"
" 'gms_version': 'v0.8.34'}\n"
'[2022-05-10 17:35:52,717] INFO {datahub.ingestion.run.pipeline:103} - sink wrote workunit '
'container-urn:li:container:556211273b2491410a9c62bef28c268e-to-urn:li:dataset:(urn:li:dataPlatform:glue,aws_billing_report.my_cur_report_3_2019,PROD)\n'
'[2022-05-10 17:35:52,813] INFO {datahub.ingestion.run.pipeline:103} - sink wrote workunit aws_billing_report.my_cur_report_3_2020\n'
'[2022-05-10 17:35:52,846] INFO {datahub.ingestion.run.pipeline:103} - sink wrote workunit '
'container-urn:li:container:556211273b2491410a9c62bef28c268e-to-urn:li:dataset:(urn:li:dataPlatform:glue,aws_billing_report.my_cur_report_3_2020,PROD)\n'
'[2022-05-10 17:35:52,939] INFO {datahub.ingestion.run.pipeline:103} - sink wrote workunit aws_billing_report.my_cur_report_4_2018\n'
'[2022-05-10 17:35:52,977] INFO {datahub.ingestion.run.pipeline:103} - sink wrote workunit '
'container-urn:li:container:556211273b2491410a9c62bef28c268e-to-urn:li:dataset:(urn:li:dataPlatform:glue,aws_billing_report.my_cur_report_4_2018,PROD)\n'
'[2022-05-10 17:35:53,076] ERROR {datahub.entrypoints:167} - File '
'"/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/datahub/entrypoints.py", line 149, in main\n'
' 146 def main(**kwargs):\n'
' 147 # This wrapper prevents click from suppressing errors.\n'
' 148 try:\n'
'--> 149 sys.exit(datahub(standalone_mode=False, **kwargs))\n'
' 150 except click.exceptions.Abort:\n'
' ..................................................\n'
' kwargs = {}\n'
' datahub = <Group datahub>\n'
" click.exceptions.Abort = <class 'click.exceptions.Abort'>\n"
' ..................................................\n'
'\n'
'File "/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/click/core.py", line 1130, in __call__\n'
' 1128 def __call__(self, *args: t.Any, **kwargs: t.Any) -> t.Any:\n'
' (...)\n'
'--> 1130 return self.main(*args, **kwargs)\n'
' ..................................................\n'
' self = <Group datahub>\n'
' args = ()\n'
' t.Any = typing.Any\n'
" kwargs = {'standalone_mode': False,\n"
" 'prog_name': 'python3 -m datahub'}\n"
' ..................................................\n'
'\n'
'File "/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/click/core.py", line 1055, in main\n'
' rv = self.invoke(ctx)\n'
'File "/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/click/core.py", line 1657, in invoke\n'
' return _process_result(sub_ctx.command.invoke(sub_ctx))\n'
'File "/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/click/core.py", line 1657, in invoke\n'
' return _process_result(sub_ctx.command.invoke(sub_ctx))\n'
'File "/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/click/core.py", line 1404, in invoke\n'
' return ctx.invoke(self.callback, **ctx.params)\n'
'File "/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/click/core.py", line 760, in invoke\n'
' return __callback(*args, **kwargs)\n'
'File "/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/click/decorators.py", line 26, in '
'new_func\n'
' return f(get_current_context(), *args, **kwargs)\n'
'File "/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/datahub/telemetry/telemetry.py", line '
'317, in wrapper\n'
' 260 def wrapper(*args: Any, **kwargs: Any) -> Any:\n'
' (...)\n'
' 313 "status": "error",\n'
' 314 "error": get_full_class_name(e),\n'
' 315 },\n'
' 316 )\n'
'--> 317 raise e\n'
' ..................................................\n'
' args = (<click.core.Context object at 0x7f31a34ee790>, )\n'
' Any = typing.Any\n'
" kwargs = {'config': '/tmp/datahub/ingest/e7b31350-f85a-4cd2-b117-43ac9a1c1019.yml',\n"
" 'dry_run': False,\n"
" 'preview': False,\n"
" 'preview_workunits': 10,\n"
" 'strict_warnings': False,\n"
" 'suppress_error_logs': False}\n"
' ..................................................\n'
'\n'
'File "/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/datahub/telemetry/telemetry.py", line '
'269, in wrapper\n'
' 260 def wrapper(*args: Any, **kwargs: Any) -> Any:\n'
' (...)\n'
' 265 telemetry_instance.ping(\n'
' 266 "function-call", {"function": function, "status": "start"}\n'
' 267 )\n'
' 268 try:\n'
'--> 269 res = func(*args, **kwargs)\n'
' 270 telemetry_instance.ping(\n'
' ..................................................\n'
' args = (<click.core.Context object at 0x7f31a34ee790>, )\n'
' Any = typing.Any\n'
" kwargs = {'config': '/tmp/datahub/ingest/e7b31350-f85a-4cd2-b117-43ac9a1c1019.yml',\n"
" 'dry_run': False,\n"
" 'preview': False,\n"
" 'preview_workunits': 10,\n"
" 'strict_warnings': False,\n"
" 'suppress_error_logs': False}\n"
" telemetry_instance.ping = <method 'Telemetry.ping' of <datahub.telemetry.telemetry.Telemetry object at 0x7f31a511a160> "
'telemetry.py:214>\n'
" function = 'datahub.cli.ingest_cli.run'\n"
" func = <function 'run' memory_leak_detector.py:92>\n"
' ..................................................\n'
'\n'adorable-receptionist-20059
05/10/2022, 6:30 PM Copy code
'File '
'"/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/datahub/utilities/memory_leak_detector.py", '
'line 102, in wrapper\n'
' 93 def wrapper(*args: Any, **kwargs: Any) -> Any:\n'
' (...)\n'
' 98 )\n'
' 99 _init_leak_detection()\n'
' 100 \n'
' 101 try:\n'
'--> 102 res = func(*args, **kwargs)\n'
' 103 return res\n'
' ..................................................\n'
' args = (<click.core.Context object at 0x7f31a34ee790>, )\n'
' Any = typing.Any\n'
" kwargs = {'config': '/tmp/datahub/ingest/e7b31350-f85a-4cd2-b117-43ac9a1c1019.yml',\n"
" 'dry_run': False,\n"
" 'preview': False,\n"
" 'preview_workunits': 10,\n"
" 'strict_warnings': False,\n"
" 'suppress_error_logs': False}\n"
" func = <function 'run' ingest_cli.py:41>\n"
' ..................................................\n'
'\n'
'File "/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/datahub/cli/ingest_cli.py", line 128, in '
'run\n'
' 85 def run(\n'
' 86 ctx: click.Context,\n'
' 87 config: str,\n'
' 88 dry_run: bool,\n'
' 89 preview: bool,\n'
' 90 strict_warnings: bool,\n'
' 91 preview_workunits: int,\n'
' 92 suppress_error_logs: bool,\n'
' 93 ) -> None:\n'
' (...)\n'
' 124 # with `--suppress-error-logs` flag.\n'
' 125 if suppress_error_logs:\n'
' 126 raise SensitiveError() from e\n'
' 127 else:\n'
'--> 128 raise e\n'
' 129 else:\n'
' ..................................................\n'
' run = <Command run>\n'
' ctx = <click.core.Context object at 0x7f31a34ee790>\n'
" click.Context = <class 'click.core.Context'>\n"
" config = '/tmp/datahub/ingest/e7b31350-f85a-4cd2-b117-43ac9a1c1019.yml'\n"
' dry_run = False\n'
' preview = False\n'
' strict_warnings = False\n'
' preview_workunits = 10\n'
' suppress_error_logs = False\n'
" SensitiveError = <class 'datahub.configuration.common.SensitiveError'>\n"
' ..................................................\n'
'\n'
'File "/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/datahub/cli/ingest_cli.py", line 114, in '
'run\n'
' 85 def run(\n'
' 86 ctx: click.Context,\n'
' 87 config: str,\n'
' 88 dry_run: bool,\n'
' 89 preview: bool,\n'
' 90 strict_warnings: bool,\n'
' 91 preview_workunits: int,\n'
' 92 suppress_error_logs: bool,\n'
' 93 ) -> None:\n'
' (...)\n'
' 110 raise SensitiveError() from e\n'
' 111 \n'
' 112 <http://logger.info|logger.info>("Starting metadata ingestion")\n'
' 113 try:\n'
'--> 114 pipeline.run()\n'
' 115 except Exception as e:\n'
' ..................................................\n'
' run = <Command run>\n'
' ctx = <click.core.Context object at 0x7f31a34ee790>\n'
" click.Context = <class 'click.core.Context'>\n"
" config = '/tmp/datahub/ingest/e7b31350-f85a-4cd2-b117-43ac9a1c1019.yml'\n"
' dry_run = False\n'
' preview = False\n'
' strict_warnings = False\n'
' preview_workunits = 10\n'
' suppress_error_logs = False\n'
" SensitiveError = <class 'datahub.configuration.common.SensitiveError'>\n"
" <http://logger.info|logger.info> = <method '<http://Logger.info|Logger.info>' of <Logger datahub.cli.ingest_cli (INFO)> __init__.py:1436>\n"
" pipeline.run = <method 'Pipeline.run' of <datahub.ingestion.run.pipeline.Pipeline object at 0x7f31a34ee970> pipeline.py:210>\n"
' ..................................................\n'
'\n'
'File "/tmp/datahub/ingest/venv-e7b31350-f85a-4cd2-b117-43ac9a1c1019/lib/python3.9/site-packages/datahub/ingestion/run/pipeline.py", line '
'214, in run\n'
' 210 def run(self) -> None:\n'
' 211 \n'
' 212 callback = LoggingCallback()\n'
' 213 extractor: Extractor = self.extractor_class()\n'
'--> 214 for wu in itertools.islice(\n'
' 215 self.source.get_workunits(),\n'
' ..................................................\n'
' self = <datahub.ingestion.run.pipeline.Pipeline object at 0x7f31a34ee970>\n'
' callback = <datahub.ingestion.run.pipeline.LoggingCallback object at 0x7f31a34edc70>\n'