Spaces:
Sleeping
Sleeping
Tobias Bergmann
commited on
Commit
·
9528d2d
1
Parent(s):
a0e3fc2
change description
Browse files
app.py
CHANGED
@@ -15,12 +15,10 @@ today_date = datetime.today().strftime("%B %-d, %Y") # noqa: DTZ002
|
|
15 |
|
16 |
SYS_PROMPT = f"""Today's Date: {today_date}.
|
17 |
You are Gemma, developed by Google. You are a helpful AI assistant"""
|
18 |
-
TITLE = "Gemma3 1b instruct IQ4_NL from local GGUF server using
|
19 |
DESCRIPTION = """
|
20 |
<p>Gemma3 1b instruct is an open-source LLM supporting a 128k context window. This demo uses only 2K context.
|
21 |
</p>
|
22 |
-
<p> The BPP library implements matrix multiplication with far less multiplications.
|
23 |
-
</p>
|
24 |
"""
|
25 |
LLAMA_CPP_SERVER = "http://127.0.0.1:8081"
|
26 |
MAX_NEW_TOKENS = 1024
|
|
|
15 |
|
16 |
SYS_PROMPT = f"""Today's Date: {today_date}.
|
17 |
You are Gemma, developed by Google. You are a helpful AI assistant"""
|
18 |
+
TITLE = "Gemma3 1b instruct IQ4_NL from local GGUF server using upstream llama.cpp"
|
19 |
DESCRIPTION = """
|
20 |
<p>Gemma3 1b instruct is an open-source LLM supporting a 128k context window. This demo uses only 2K context.
|
21 |
</p>
|
|
|
|
|
22 |
"""
|
23 |
LLAMA_CPP_SERVER = "http://127.0.0.1:8081"
|
24 |
MAX_NEW_TOKENS = 1024
|