Update README.md

README.md

@@ -73,8 +73,16 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
 max_tokens = 8096
 
 print("Loading...")
-model = AutoModelForCausalLM.from_pretrained("wasertech/assistant-dolphin-2.2.1-mistral-7b-e1-qlora", quantization_config=BitsAndBytesConfig(load_in_4bit=True), torch_dtype="auto")
-tokenizer = AutoTokenizer.from_pretrained("wasertech/assistant-dolphin-2.2.1-mistral-7b-e1-qlora", torch_dtype="auto")
+model = AutoModelForCausalLM.from_pretrained(
+    "wasertech/assistant-dolphin-2.2.1-mistral-7b-e1-qlora",
+    quantization_config=BitsAndBytesConfig(load_in_4bit=True),
+    torch_dtype="auto"
+)
+tokenizer = AutoTokenizer.from_pretrained(
+    "wasertech/assistant-dolphin-2.2.1-mistral-7b-e1-qlora",
+    torch_dtype="auto"
+)
+
 
 pipe = pipeline(
     "text-generation", model=model, tokenizer=tokenizer, max_new_tokens=max_tokens, trust_remote_code=True