macadeliccc commited on
Commit
497e8af
·
verified ·
1 Parent(s): 884b37c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -23,7 +23,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
23
 
24
  # Load tokenizer and model
25
  tokenizer = AutoTokenizer.from_pretrained("macadeliccc/laser-polyglot-4x7b")
26
- model = AutoModelForCausalLM.from_pretrained("macadeliccc/laser-polyglot-4x7b",,load_in_4bit=True)
27
 
28
  def generate_response(prompt, max_length=50, num_return_sequences=1, temperature=1.0, top_k=50, top_p=1.0):
29
  """
 
23
 
24
  # Load tokenizer and model
25
  tokenizer = AutoTokenizer.from_pretrained("macadeliccc/laser-polyglot-4x7b")
26
+ model = AutoModelForCausalLM.from_pretrained("macadeliccc/laser-polyglot-4x7b",load_in_4bit=True)
27
 
28
  def generate_response(prompt, max_length=50, num_return_sequences=1, temperature=1.0, top_k=50, top_p=1.0):
29
  """