Update README.md
Browse files
README.md
CHANGED
@@ -23,7 +23,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
23 |
|
24 |
# Load tokenizer and model
|
25 |
tokenizer = AutoTokenizer.from_pretrained("macadeliccc/laser-polyglot-4x7b")
|
26 |
-
model = AutoModelForCausalLM.from_pretrained("macadeliccc/laser-polyglot-4x7b"
|
27 |
|
28 |
def generate_response(prompt, max_length=50, num_return_sequences=1, temperature=1.0, top_k=50, top_p=1.0):
|
29 |
"""
|
|
|
23 |
|
24 |
# Load tokenizer and model
|
25 |
tokenizer = AutoTokenizer.from_pretrained("macadeliccc/laser-polyglot-4x7b")
|
26 |
+
model = AutoModelForCausalLM.from_pretrained("macadeliccc/laser-polyglot-4x7b",load_in_4bit=True)
|
27 |
|
28 |
def generate_response(prompt, max_length=50, num_return_sequences=1, temperature=1.0, top_k=50, top_p=1.0):
|
29 |
"""
|