Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -7,6 +7,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
|
|
7 |
MAX_MAX_NEW_TOKENS = 1024
|
8 |
MAX_INPUT_TOKEN_LENGTH = 2048
|
9 |
|
|
|
10 |
base_model_name = "m-a-p/OpenCodeInterpreter-DS-1.3B"
|
11 |
model = AutoModelForCausalLM.from_pretrained(base_model_name, torch_dtype=torch.float32, device_map="cpu", low_cpu_mem_usage=True)
|
12 |
|
|
|
7 |
MAX_MAX_NEW_TOKENS = 1024
|
8 |
MAX_INPUT_TOKEN_LENGTH = 2048
|
9 |
|
10 |
+
# base_model_name = "m-a-p/OpenCodeInterpreter-DS-6.7B"
|
11 |
base_model_name = "m-a-p/OpenCodeInterpreter-DS-1.3B"
|
12 |
model = AutoModelForCausalLM.from_pretrained(base_model_name, torch_dtype=torch.float32, device_map="cpu", low_cpu_mem_usage=True)
|
13 |
|