runtime error
Exit code: 1. Reason: get_device) File "/usr/local/lib/python3.10/site-packages/bitsandbytes/nn/modules.py", line 336, in to return self._quantize(device) File "/usr/local/lib/python3.10/site-packages/bitsandbytes/nn/modules.py", line 295, in _quantize w_4bit, quant_state = bnb.functional.quantize_4bit( File "/usr/local/lib/python3.10/site-packages/bitsandbytes/functional.py", line 1008, in quantize_4bit _out, _absmax = torch.ops.bitsandbytes.quantize_4bit.default( File "/usr/local/lib/python3.10/site-packages/torch/_ops.py", line 756, in __call__ return self._op(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/spaces/zero/torch/patching.py", line 202, in __torch_function__ res = func(*args_, **kwargs_) File "/usr/local/lib/python3.10/site-packages/torch/_ops.py", line 756, in __call__ return self._op(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/spaces/zero/torch/patching.py", line 246, in __torch_dispatch__ return func(*args, **(kwargs or {})) File "/usr/local/lib/python3.10/site-packages/torch/_ops.py", line 756, in __call__ return self._op(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/torch/_compile.py", line 51, in inner return disable_fn(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/torch/_dynamo/eval_frame.py", line 838, in _fn return fn(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/torch/library.py", line 719, in func_no_dynamo return func(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/bitsandbytes/backends/cpu/ops.py", line 107, in _ torch._check(n % blocksize == 0, lambda: f"n must be divisible by blocksize, got {n} and {blocksize}") File "/usr/local/lib/python3.10/site-packages/torch/__init__.py", line 1660, in _check _check_with(RuntimeError, cond, message) File "/usr/local/lib/python3.10/site-packages/torch/__init__.py", line 1642, in _check_with raise error_type(message_evaluated) RuntimeError: n must be divisible by blocksize, got 16 and 64
Container logs:
Fetching error logs...