Hi all! 👋 I’m having this problem on bentoml models pull language_model_gguf:aql3subbsgehqour - can you please help me?

Traceback (most recent call last):

File "/Users/lorenzo/opt/anaconda3/bin/bentoml", line 8, in <module>

sys.exit(cli())

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/click/core.py", line 1130, in __call__

return self.main(*args, **kwargs)

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/click/core.py", line 1055, in main

rv = self.invoke(ctx)

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/click/core.py", line 1657, in invoke

return _process_result(sub_ctx.command.invoke(sub_ctx))

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/click/core.py", line 1657, in invoke

return _process_result(sub_ctx.command.invoke(sub_ctx))

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/click/core.py", line 1404, in invoke

return ctx.invoke(self.callback, **ctx.params)

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/click/core.py", line 760, in invoke

return __callback(*args, **kwargs)

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/bentoml_cli/utils.py", line 371, in wrapper

return func(*args, **kwargs)

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/click/decorators.py", line 26, in new_func

return f(get_current_context(), *args, **kwargs)

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/bentoml_cli/utils.py", line 342, in wrapper

return_value = func(*args, **kwargs)

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/click/decorators.py", line 26, in new_func

return f(get_current_context(), *args, **kwargs)

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/simple_di/__init__.py", line 139, in _

return func(*_inject_args(bind.args), **_inject_kwargs(bind.kwargs))

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/bentoml_cli/models.py", line 304, in pull

cloud_client.pull_model(model_tag, force=force, context=ctx.obj.cloud_context)

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/simple_di/__init__.py", line 139, in _

return func(*_inject_args(bind.args), **_inject_kwargs(bind.kwargs))

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/bentoml/_internal/cloud/bentocloud.py", line 894, in pull_model

return self._do_pull_model(

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/simple_di/__init__.py", line 139, in _

return func(*_inject_args(bind.args), **_inject_kwargs(bind.kwargs))

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/bentoml/_internal/cloud/bentocloud.py", line 1004, in _do_pull_model

f'Failed to download model "{_tag}": {response.text}'

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/httpx/_models.py", line 1322, in text

content = self.content

File "/Users/lorenzo/opt/anaconda3/lib/python3.9/site-packages/httpx/_models.py", line 1316, in content

raise ResponseNotRead()

`httpx.ResponseNotRead: Attempted to access streaming response content, without having called

read()

.`

Can you share reproducer on this?

I saved my model on the model store. Then I’m pulling it from the store

import bentoml

bentoml.models.pull(

"language_model_gguf:aql3subbsgehqour"

)

but the error above is triggered

Hello! May I know which organization in BentoCloud that you are in?

It’s called serving-lm