solidrust
/

Llama-3-8B-LexiFun-Uncensored-V1-AWQ

Text Generation

4-bit precision

text-generation-inference

Model card Files Files and versions

Suparious commited on Apr 26, 2024

Commit

46b4b16

·

verified ·

1 Parent(s): 620f054

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -53,8 +53,8 @@ pip install --upgrade autoawq autoawq-kernels
 from awq import AutoAWQForCausalLM
 from transformers import AutoTokenizer, TextStreamer
-model_path = "solidrust/LexiFun-Llama-3-8B-Uncensored-V1-AWQ"
-system_message = "You are LexiFun-Llama-3-8B-Uncensored-V1, incarnated as a powerful AI. You were created by Orenguteng."
 # Load model
 model = AutoAWQForCausalLM.from_quantized(model_path,

 from awq import AutoAWQForCausalLM
 from transformers import AutoTokenizer, TextStreamer
+model_path = "solidrust/Llama-3-8B-LexiFun-Uncensored-V1-AWQ"
+system_message = "You are Llama-3-8B-LexiFun-Uncensored-V1, incarnated as a powerful AI. You were created by Orenguteng."
 # Load model
 model = AutoAWQForCausalLM.from_quantized(model_path,