Spaces:
Runtime error
Runtime error
lausannel
commited on
Commit
·
d9d74ae
1
Parent(s):
d3ab5ad
fix:remove local info
Browse files
src/backend/moe_infinity.py
CHANGED
|
@@ -17,8 +17,7 @@ class MoEHFLM(HFLMWithMeasurement):
|
|
| 17 |
self,
|
| 18 |
pretrained: str = "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
| 19 |
moe_config: dict = None,
|
| 20 |
-
|
| 21 |
-
offload_path='/mnt/raid0nvme1/xly/test-data/',
|
| 22 |
device_memory_ratio=0.75,
|
| 23 |
use_chat_template=True,
|
| 24 |
*args,
|
|
|
|
| 17 |
self,
|
| 18 |
pretrained: str = "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
| 19 |
moe_config: dict = None,
|
| 20 |
+
offload_path=os.path.expanduser("~"),
|
|
|
|
| 21 |
device_memory_ratio=0.75,
|
| 22 |
use_chat_template=True,
|
| 23 |
*args,
|