apple

/

FastVLM-7B

like 177

Follow

Apple 4.73k

I got this error:

(EngineCore_0 pid=200) Process EngineCore_0:
(EngineCore_0 pid=200) Traceback (most recent call last):
(EngineCore_0 pid=200)   File "/usr/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap
(EngineCore_0 pid=200)     self.run()
(EngineCore_0 pid=200)   File "/usr/lib/python3.12/multiprocessing/process.py", line 108, in run
(EngineCore_0 pid=200)     self._target(*self._args, **self._kwargs)
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 704, in run_engine_core
(EngineCore_0 pid=200)     raise e
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 691, in run_engine_core
(EngineCore_0 pid=200)     engine_core = EngineCoreProc(*args, **kwargs)
(EngineCore_0 pid=200)                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 492, in __init__
(EngineCore_0 pid=200)     super().__init__(vllm_config, executor_class, log_stats,
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/v1/engine/core.py", line 80, in __init__
(EngineCore_0 pid=200)     self.model_executor = executor_class(vllm_config)
(EngineCore_0 pid=200)                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/executor/executor_base.py", line 54, in __init__
(EngineCore_0 pid=200)     self._init_executor()
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/executor/uniproc_executor.py", line 49, in _init_executor
(EngineCore_0 pid=200)     self.collective_rpc("load_model")
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/executor/uniproc_executor.py", line 58, in collective_rpc
(EngineCore_0 pid=200)     answer = run_method(self.driver_worker, method, args, kwargs)
(EngineCore_0 pid=200)              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/utils/__init__.py", line 3007, in run_method
(EngineCore_0 pid=200)     return func(*args, **kwargs)
(EngineCore_0 pid=200)            ^^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/v1/worker/gpu_worker.py", line 212, in load_model
(EngineCore_0 pid=200)     self.model_runner.load_model(eep_scale_up=eep_scale_up)
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/v1/worker/gpu_model_runner.py", line 1986, in load_model
(EngineCore_0 pid=200)     self.model = model_loader.load_model(
(EngineCore_0 pid=200)                  ^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/model_loader/base_loader.py", line 44, in load_model
(EngineCore_0 pid=200)     model = initialize_model(vllm_config=vllm_config,
(EngineCore_0 pid=200)             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/model_loader/utils.py", line 63, in initialize_model
(EngineCore_0 pid=200)     return model_class(vllm_config=vllm_config, prefix=prefix)
(EngineCore_0 pid=200)            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/compilation/decorators.py", line 183, in __init__
(EngineCore_0 pid=200)     old_init(self, vllm_config=vllm_config, prefix=prefix, **kwargs)
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/transformers.py", line 661, in __init__
(EngineCore_0 pid=200)     super().__init__(vllm_config=vllm_config, prefix=prefix)
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/transformers.py", line 423, in __init__
(EngineCore_0 pid=200)     self.model: PreTrainedModel = AutoModel.from_config(
(EngineCore_0 pid=200)                                   ^^^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/transformers/models/auto/auto_factory.py", line 456, in from_config
(EngineCore_0 pid=200)     return model_class._from_config(config, **kwargs)
(EngineCore_0 pid=200)            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/transformers/modeling_utils.py", line 288, in _wrapper
(EngineCore_0 pid=200)     return func(*args, **kwargs)
(EngineCore_0 pid=200)            ^^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/transformers/modeling_utils.py", line 2436, in _from_config
(EngineCore_0 pid=200)     model = cls(config, **kwargs)
(EngineCore_0 pid=200)             ^^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/transformers/models/llava/modeling_llava.py", line 139, in __init__
(EngineCore_0 pid=200)     self.vision_tower = AutoModel.from_config(config.vision_config)
(EngineCore_0 pid=200)                                               ^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200)   File "/usr/local/lib/python3.12/dist-packages/transformers/configuration_utils.py", line 207, in __getattribute__
(EngineCore_0 pid=200)     return super().__getattribute__(key)
(EngineCore_0 pid=200)            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
(EngineCore_0 pid=200) AttributeError: 'LlavaConfig' object has no attribute 'vision_config'