Update README.md

README.md

@@ -86,7 +86,7 @@ import transformers
 name = 'mosaicml/mpt-30b'
 
 config = transformers.AutoConfig.from_pretrained(name, trust_remote_code=True)
-config.attn_config['attn_impl'] = 'torch  # change this to use triton
+config.attn_config['attn_impl'] = 'torch'  # change this to use triton
 config.init_device = 'cpu' # For fast initialization directly on GPU if you have enough memory
 
 model = transformers.AutoModelForCausalLM.from_pretrained(