JesseLiu commited on
Commit
c6b3cc0
·
verified ·
1 Parent(s): aaba611

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "architectures": [
3
  "LlamaForCausalLM"
4
  ],
@@ -25,15 +26,12 @@
25
  "rms_norm_eps": 1e-05,
26
  "rope_scaling": {
27
  "factor": 32.0,
28
- "high_freq_factor": 4.0,
29
- "low_freq_factor": 1.0,
30
- "original_max_position_embeddings": 8192,
31
- "rope_type": "llama3"
32
  },
33
  "rope_theta": 500000.0,
34
  "tie_word_embeddings": true,
35
  "torch_dtype": "bfloat16",
36
- "transformers_version": "4.50.3",
37
  "use_cache": true,
38
  "vocab_size": 128256
39
  }
 
1
  {
2
+ "_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
26
  "rms_norm_eps": 1e-05,
27
  "rope_scaling": {
28
  "factor": 32.0,
29
+ "type": "dynamic"
 
 
 
30
  },
31
  "rope_theta": 500000.0,
32
  "tie_word_embeddings": true,
33
  "torch_dtype": "bfloat16",
34
+ "transformers_version": "4.43.1",
35
  "use_cache": true,
36
  "vocab_size": 128256
37
  }
generation_config.json CHANGED
@@ -8,5 +8,5 @@
8
  ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
- "transformers_version": "4.50.3"
12
  }
 
8
  ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
+ "transformers_version": "4.43.1"
12
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2a5806fbe994b325e6b1ecc11301384c5e6a22528ab968b308521e014de7319
3
  size 2471645608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b671f41b9027eed0d34f4f0a307ed3e8d8543c61a24fb366c95fa2056850704f
3
  size 2471645608
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6405f83a183b78fe23ee07f1981a2b9604be2fa27cdbc0f534cc35e01f6a675
3
- size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd5e791ca123997e0c4a88b1970c5199ef96512c3df3c26bb7eba059c17b860
3
+ size 5112