Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,7 +10,7 @@ MODEL_LIST = ["CohereForAI/aya-expanse-8b"]
|
|
| 10 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
| 11 |
MODEL = "CohereForAI/aya-expanse-8b"
|
| 12 |
|
| 13 |
-
TITLE = "<h1><center>
|
| 14 |
|
| 15 |
PLACEHOLDER = """
|
| 16 |
<center>
|
|
@@ -44,7 +44,8 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 44 |
MODEL,
|
| 45 |
torch_dtype=torch.bfloat16,
|
| 46 |
device_map="auto",
|
| 47 |
-
quantization_config=quantization_config
|
|
|
|
| 48 |
|
| 49 |
@spaces.GPU()
|
| 50 |
def stream_chat(
|
|
|
|
| 10 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
| 11 |
MODEL = "CohereForAI/aya-expanse-8b"
|
| 12 |
|
| 13 |
+
TITLE = "<h1><center>Mawred T2 Wip </center></h1>"
|
| 14 |
|
| 15 |
PLACEHOLDER = """
|
| 16 |
<center>
|
|
|
|
| 44 |
MODEL,
|
| 45 |
torch_dtype=torch.bfloat16,
|
| 46 |
device_map="auto",
|
| 47 |
+
# quantization_config=quantization_config
|
| 48 |
+
)
|
| 49 |
|
| 50 |
@spaces.GPU()
|
| 51 |
def stream_chat(
|