No Datahub Neo4j volume found, starting with elasticsearch as graph service.

To use neo4j as a graph backend, run

datahub docker quickstart --quickstart-compose-file ./docker/quickstart/docker-compose.quickstart.yml

from the root of the datahub repo

Fetching docker-compose file <https://raw.githubusercontent.com/linkedin/datahub/master/docker/quickstart/docker-compose-without-neo4j.quickstart.yml> from GitHub

ERROR: .FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmp3s1qc55a.yml'

[2022-03-31 09:38:26,166] ERROR    {datahub.entrypoints:152} - File "/usr/local/lib/python3.8/dist-packages/datahub/entrypoints.py", line 138, in main

135  def main(**kwargs):

136      # This wrapper prevents click from suppressing errors.

137      try:

--> 138          sys.exit(datahub(standalone_mode=False, **kwargs))

139      except click.exceptions.Abort:

..................................................

kwargs = {}

datahub = <Group datahub>

click.exceptions.Abort = <class 'click.exceptions.Abort'>

..................................................

File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1128, in __call__

1126  def __call__(self, *args: t.Any, **kwargs: t.Any) -> t.Any:

1127      """Alias for :meth:main."""

--> 1128      return self.main(*args, **kwargs)

..................................................

self = <Group datahub>

args = ()

t.Any = typing.Any

kwargs = {'standalone_mode': False}

self.main = <method 'BaseCommand.main' of <Group datahub> core.py:981>

..................................................

File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1053, in main

981  def main(

982      self,

983      args: t.Optional[t.Sequence[str]] = None,

984      prog_name: t.Optional[str] = None,

985      complete_var: t.Optional[str] = None,

986      standalone_mode: bool = True,

987      windows_expand_args: bool = True,

988      **extra: t.Any,

989  ) -> t.Any:

(...)

1049

1050      try:

1051          try:

1052              with self.make_context(prog_name, args, **extra) as ctx:

--> 1053                  rv = self.invoke(ctx)

1054                  if not standalone_mode:

..................................................

self = <Group datahub>

args = ['docker', 'quickstart', ]

t.Optional = typing.Optional

t.Sequence = typing.Sequence

prog_name = 'datahub'

complete_var = None

standalone_mode = False

windows_expand_args = True

extra = {}

t.Any = typing.Any

self.make_context = <method 'BaseCommand.make_context' of <Group datahub> core.py:878>

ctx = <click.core.Context object at 0x7fa0e9926cd0>

self.invoke = <method 'MultiCommand.invoke' of <Group datahub> core.py:1625>

..................................................

File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1659, in invoke

1625  def invoke(self, ctx: Context) -> t.Any:

(...)

1655              ctx.invoked_subcommand = cmd_name

1656              super().invoke(ctx)

1657              sub_ctx = cmd.make_context(cmd_name, args, parent=ctx)

1658              with sub_ctx:

--> 1659                  return _process_result(sub_ctx.command.invoke(sub_ctx))

1660

..................................................

self = <Group datahub>

ctx = <click.core.Context object at 0x7fa0e9926cd0>

Context = <class 'click.core.Context'>

t.Any = typing.Any

ctx.invoked_subcommand = 'docker'

cmd_name = 'docker'

sub_ctx = <click.core.Context object at 0x7fa0c9ed2a90>

cmd.make_context = <method 'BaseCommand.make_context' of <Group docker> core.py:878>

args = ['quickstart', ]

_process_result = <function 'MultiCommand.invoke.<locals>._process_result' core.py:1626>

sub_ctx.command.invoke = <method 'MultiCommand.invoke' of <Group docker> core.py:1625>

..................................................

File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1659, in invoke

1625  def invoke(self, ctx: Context) -> t.Any:

(...)

1655              ctx.invoked_subcommand = cmd_name

1656              super().invoke(ctx)

1657              sub_ctx = cmd.make_context(cmd_name, args, parent=ctx)

1658              with sub_ctx:

--> 1659                  return _process_result(sub_ctx.command.invoke(sub_ctx))

1660

..................................................

self = <Group docker>

ctx = <click.core.Context object at 0x7fa0c9ed2a90>

Context = <class 'click.core.Context'>

t.Any = typing.Any

ctx.invoked_subcommand = 'quickstart'

cmd_name = 'quickstart'

sub_ctx = <click.core.Context object at 0x7fa0c9ed2ac0>

cmd.make_context = <method 'BaseCommand.make_context' of <Command quickstart> core.py:878>

args = []

_process_result = <function 'MultiCommand.invoke.<locals>._process_result' core.py:1626>

sub_ctx.command.invoke = <method 'Command.invoke' of <Command quickstart> core.py:1384>

..................................................

File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1395, in invoke

1384  def invoke(self, ctx: Context) -> t.Any:

(...)

1391          ).format(name=self.name)

1392          echo(style(message, fg="red"), err=True)

1393

1394      if self.callback is not None:

--> 1395          return ctx.invoke(self.callback, **ctx.params)

..................................................

self = <Command quickstart>

ctx = <click.core.Context object at 0x7fa0c9ed2ac0>

Context = <class 'click.core.Context'>

t.Any = typing.Any

self.name = 'quickstart'

self.callback = <function 'quickstart' telemetry.py:246>

ctx.invoke = <method 'Context.invoke' of <click.core.Context object at 0x7fa0c9ed2ac0> core.py:703>

ctx.params = {'version': None,

'build_locally': False,

'quickstart_compose_file': (),

'dump_logs_on_failure': False,

'graph_service_impl': None}

..................................................

File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 754, in invoke

703  def invoke(

704      __self,  # noqa: B902

705      __callback: t.Union["Command", t.Callable[..., t.Any]],

706      *args: t.Any,

707      **kwargs: t.Any,

708  ) -> t.Any:

(...)

750          ctx = __self

751

752      with augment_usage_errors(__self):

753          with ctx:

--> 754              return __callback(*args, **kwargs)

..................................................

t.Union = typing.Union

t.Callable = typing.Callable

t.Any = typing.Any

args = ()

kwargs = {'version': None,

'build_locally': False,

'quickstart_compose_file': (),

'dump_logs_on_failure': False,

'graph_service_impl': None}

ctx = <click.core.Context object at 0x7fa0c9ed2ac0>

..................................................

File "/usr/local/lib/python3.8/dist-packages/datahub/telemetry/telemetry.py", line 304, in wrapper

247  def wrapper(*args: Any, **kwargs: Any) -> Any:

(...)

300                  "status": "error",

301                  "error": get_full_class_name(e),

302              },

303          )

--> 304          raise e

..................................................

args = ()

Any = typing.Any

kwargs = {'version': None,

'build_locally': False,

'quickstart_compose_file': (),

'dump_logs_on_failure': False,

'graph_service_impl': None}

..................................................

File "/usr/local/lib/python3.8/dist-packages/datahub/telemetry/telemetry.py", line 256, in wrapper

247  def wrapper(*args: Any, **kwargs: Any) -> Any:

(...)

252      telemetry_instance.ping(

253          "function-call", {"function": function, "status": "start"}

254      )

255      try:

--> 256          res = func(*args, **kwargs)

257          telemetry_instance.ping(

..................................................

args = ()

Any = typing.Any

kwargs = {'version': None,

'build_locally': False,

'quickstart_compose_file': (),

'dump_logs_on_failure': False,

'graph_service_impl': None}

telemetry_instance.ping = <method 'Telemetry.ping' of <datahub.telemetry.telemetry.Telemetry object at 0x7fa0ca071400> telemetry.py:201>

function = 'datahub.cli.docker.quickstart'

func = <function 'quickstart' docker.py:132>

..................................................

File "/usr/local/lib/python3.8/dist-packages/datahub/cli/docker.py", line 234, in quickstart

168  def quickstart(

169      version: str,

170      build_locally: bool,

171      quickstart_compose_file: List[pathlib.Path],

172      dump_logs_on_failure: bool,

173      graph_service_impl: Optional[str],

174  ) -> None:

(...)

230          "datahub",

231      ]

232

233      # Pull and possibly build the latest containers.

--> 234      subprocess.run(

235          [

..................................................

quickstart = <Command quickstart>

version = None

build_locally = False

quickstart_compose_file = [PosixPath('/tmp/tmp3s1qc55a.yml'), ]

List = typing.List

pathlib.Path = <class 'pathlib.Path'>

dump_logs_on_failure = False

graph_service_impl = None

Optional = typing.Optional

subprocess.run = <function 'run' subprocess.py:452>

..................................................

File "/usr/lib/python3.8/subprocess.py", line 516, in run

452  def run(*popenargs,

453          input=None, capture_output=False, timeout=None, check=False, **kwargs):

(...)

512              # We don't call process.wait() as .__exit__ does that for us.

513              raise

514          retcode = process.poll()

515          if check and retcode:

--> 516              raise CalledProcessError(retcode, process.args,

517                                       output=stdout, stderr=stderr)

..................................................

popenargs = (['docker-compose', '-f', '/tmp/tmp3s1qc55a.yml', '-p', 'datahub', 'pull', ], )

input = None

capture_output = False

timeout = None

check = True

kwargs = {}

retcode = 1

process.poll = <method 'Popen.poll' of <subprocess.Popen object at 0x7fa0c9e831c0> subprocess.py:1052>

CalledProcessError = <class 'subprocess.CalledProcessError'>

process.args = ['docker-compose', '-f', '/tmp/tmp3s1qc55a.yml', '-p', 'datahub', 'pull', ]

stdout = None

stderr = None

..................................................

---- (full traceback above) ----

File "/usr/local/lib/python3.8/dist-packages/datahub/entrypoints.py", line 138, in main

sys.exit(datahub(standalone_mode=False, **kwargs))

File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1128, in __call__

return self.main(*args, **kwargs)

File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1053, in main

rv = self.invoke(ctx)

File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1659, in invoke

return _process_result(sub_ctx.command.invoke(sub_ctx))

File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1659, in invoke

return _process_result(sub_ctx.command.invoke(sub_ctx))

File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1395, in invoke

return ctx.invoke(self.callback, **ctx.params)

File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 754, in invoke

return __callback(*args, **kwargs)

File "/usr/local/lib/python3.8/dist-packages/datahub/telemetry/telemetry.py", line 304, in wrapper

raise e

File "/usr/local/lib/python3.8/dist-packages/datahub/telemetry/telemetry.py", line 256, in wrapper

res = func(*args, **kwargs)

File "/usr/local/lib/python3.8/dist-packages/datahub/cli/docker.py", line 234, in quickstart

subprocess.run(

File "/usr/lib/python3.8/subprocess.py", line 516, in run

raise CalledProcessError(retcode, process.args,

CalledProcessError: Command '['docker-compose', '-f', '/tmp/tmp3s1qc55a.yml', '-p', 'datahub', 'pull']' returned non-zero exit status 1.

[2022-03-31 09:38:26,167] INFO     {datahub.entrypoints:161} - DataHub CLI version: 0.8.31.6 at /usr/local/lib/python3.8/dist-packages/datahub/__init__.py

[2022-03-31 09:38:26,167] INFO     {datahub.entrypoints:164} - Python version: 3.8.10 (default, Mar 15 2022, 12:22:08)

[GCC 9.4.0] at /usr/bin/python3 on Linux-5.4.0-99-generic-x86_64-with-glibc2.29

[2022-03-31 09:38:26,167] INFO     {datahub.entrypoints:167} - GMS config {}

And the file "/tmp/tmp3s1qc55a.yml" exists

Somehow it managed to run properly after I removed and reinstalled docker-compose, but other issue ocurred. I'll open another message.