Hugging Face's logo

trillionlabs
/
Tri-70B-preview-SFT

Text Generation
Transformers
Safetensors
English
Korean
Japanese
trillion
finetuned
chat
conversational
custom_code
Model card Files
xet
Community
2
juyoung-trl commited on
Commit
71ec7b7
·
verified ·
1 Parent(s): ff34979

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. config.json +1 -6
  2. generation_config.json +7 -0
  3. model-00002-of-00062.safetensors +3 -0
  4. model-00003-of-00062.safetensors +3 -0
  5. model-00004-of-00062.safetensors +3 -0
  6. model-00005-of-00062.safetensors +3 -0
  7. model-00006-of-00062.safetensors +3 -0
  8. model-00008-of-00062.safetensors +3 -0
  9. model-00009-of-00062.safetensors +3 -0
  10. model-00011-of-00062.safetensors +3 -0
  11. model-00012-of-00062.safetensors +3 -0
  12. model-00013-of-00062.safetensors +3 -0
  13. model-00018-of-00062.safetensors +3 -0
  14. model-00020-of-00062.safetensors +3 -0
  15. model-00021-of-00062.safetensors +3 -0
  16. model-00022-of-00062.safetensors +3 -0
  17. model-00023-of-00062.safetensors +3 -0
  18. model-00024-of-00062.safetensors +3 -0
  19. model-00026-of-00062.safetensors +3 -0
  20. model-00027-of-00062.safetensors +3 -0
  21. model-00030-of-00062.safetensors +3 -0
  22. model-00031-of-00062.safetensors +3 -0
  23. model-00032-of-00062.safetensors +3 -0
  24. model-00033-of-00062.safetensors +3 -0
  25. model-00038-of-00062.safetensors +3 -0
  26. model-00039-of-00062.safetensors +3 -0
  27. model-00040-of-00062.safetensors +3 -0
  28. model-00041-of-00062.safetensors +3 -0
  29. model-00042-of-00062.safetensors +3 -0
  30. model-00043-of-00062.safetensors +3 -0
  31. model-00044-of-00062.safetensors +3 -0
  32. model-00045-of-00062.safetensors +3 -0
  33. model-00046-of-00062.safetensors +3 -0
  34. model-00047-of-00062.safetensors +3 -0
  35. model-00048-of-00062.safetensors +3 -0
  36. model-00049-of-00062.safetensors +3 -0
  37. model-00050-of-00062.safetensors +3 -0
  38. model-00051-of-00062.safetensors +3 -0
  39. model-00052-of-00062.safetensors +3 -0
  40. model-00053-of-00062.safetensors +3 -0
  41. model-00054-of-00062.safetensors +3 -0
  42. model-00055-of-00062.safetensors +3 -0
  43. model-00056-of-00062.safetensors +3 -0
  44. model-00057-of-00062.safetensors +3 -0
  45. model-00058-of-00062.safetensors +3 -0
  46. model-00059-of-00062.safetensors +3 -0
  47. model-00060-of-00062.safetensors +3 -0
  48. model-00061-of-00062.safetensors +3 -0
  49. model-00062-of-00062.safetensors +3 -0
  50. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -2,11 +2,6 @@
2
  "architectures": [
3
  "TrillionForCausalLM"
4
  ],
5
- "auto_map": {
6
- "AutoConfig": "configuration_trillion.TrillionConfig",
7
- "AutoModelForCausalLM": "modeling_trillion.TrillionForCausalLM",
8
- "AutoModel": "modeling_trillion.TrillionModel"
9
- },
10
  "attention_bias": false,
11
  "attention_dropout": 0.0,
12
  "attn_scale": 1.0,
@@ -32,7 +27,7 @@
32
  "rope_scaling": null,
33
  "rope_theta": 10000.0,
34
  "tie_word_embeddings": false,
35
- "torch_dtype": "bfloat16",
36
  "transformers_version": "4.54.0",
37
  "use_cache": true,
38
  "vocab_size": 124416
 
2
  "architectures": [
3
  "TrillionForCausalLM"
4
  ],
 
 
 
 
 
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "attn_scale": 1.0,
 
27
  "rope_scaling": null,
28
  "rope_theta": 10000.0,
29
  "tie_word_embeddings": false,
30
+ "torch_dtype": "float32",
31
  "transformers_version": "4.54.0",
32
  "use_cache": true,
33
  "vocab_size": 124416
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 123964,
4
+ "eos_token_id": 123972,
5
+ "pad_token_id": 124415,
6
+ "transformers_version": "4.54.0"
7
+ }
model-00002-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40660230068aac77a9354ea70a1baa91a3492f743216d5e700fff578f7a7f943
3
+ size 4362142864
model-00003-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:329572f8e627c9df48176db0553c2113a95066d3e4886bebe763132f6ba7f530
3
+ size 4362142864
model-00004-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f4659e813e6e81e55b734892325b9499e332d2cec91280d53cdfaf3d3999377
3
+ size 4966188864
model-00005-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e39a62141a69bf3048cd64865e44a74a2ee1dde41c46ea5c8f3046313c2d68d
3
+ size 4362142864
model-00006-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b33e011fab70f3321b84ca7bc508ea76151da3084b8db5e120270d37fcbe37f6
3
+ size 4362142864
model-00008-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40a2a823d3c11e879a13e28b4b13f0d73301b7856dc10624b46eb32001f8464e
3
+ size 4362142864
model-00009-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92edbadcc3ffd933a944f133534d36e6eb90f7d818ec4f99c1d8181f43536ed6
3
+ size 4362142880
model-00011-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25cd80cf30d70e6852ed0a7dddfd59b17a5044e8ee3aaeb278e6be2a3484d049
3
+ size 4362142872
model-00012-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87ebb45cbb4ff61be13518eddff0e8eb7754a6eaa301661346685fba5d135028
3
+ size 4362142872
model-00013-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a915f87c83cb9e673ae60b4b3a1678f849280fd970bebff1df67cfb9f221e52
3
+ size 4966188880
model-00018-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56bf75d5be680b124be84e7e082595c1409f45cf5b0a82ca52faedfbcd372ec5
3
+ size 4362142872
model-00020-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03b4fe282639b79ffa7a9cc61bdebe037d74c46045bf38ee2656e4aa43329ecd
3
+ size 4362142872
model-00021-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d6e31b7347d83302e8fd60381ba4083cf719771a9d826dfdad1734d6b9c375c
3
+ size 4362142872
model-00022-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5c24d11166c47e114a692f9c74df482fc2d9735cf6f2f3f72fce08fe0c48fe7
3
+ size 4966188880
model-00023-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ff5847070f52c7ecd11ade5232b2780a681a93688b4ed9d9d323a0e4637555a
3
+ size 4362142872
model-00024-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc6ae635891094ee4114ae9981ecd6900ef0f7daee71e06bcee1106ed6704dee
3
+ size 4362142872
model-00026-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ddf8d864cc2f119cc03f53c34e5cb50d5370249af55e60def1d72dd3231e543
3
+ size 4362142872
model-00027-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4646b20ac120b88337e49ae5ce9a5815158027dd6da8fbfd094eb4f733e7c24
3
+ size 4362142872
model-00030-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adf36d9cc0f3f1258ecd271da87affc9878c728ad6b7789c8955e68d78a89df8
3
+ size 4362142872
model-00031-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b6cbdd97084e9de8ea43df388880b1a3e9554622606a30d66aa0506a28ab977
3
+ size 4966188880
model-00032-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6666e932d1a3a4f2c639232a47077e1ad5696d7762fe2a3bf0d4020ec260efe7
3
+ size 4362142872
model-00033-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e6fcc82228904d7ad1635332f88025f733eaf4c9736a31b87c8a00b67962e72
3
+ size 4362142872
model-00038-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a28be55e5f09f811e5842af564770a5863ae9a6b7db789a7473bf3c2040adcdb
3
+ size 4362142872
model-00039-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7d18d181b5cb39c69624099f485e49ddef020510b1bfcd5f2f93c3263377d9c
3
+ size 4362142872
model-00040-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fb6d463b62f8d668218913ab19ebb95f292824d3577224ed4ca06cc9a522483
3
+ size 4966188880
model-00041-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76c7ee465e661b5917818f979d3e72dc2167e0226682209dd2737cae3b03c34e
3
+ size 4362142872
model-00042-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cc9cea47b3bcd8622065a4e22328f495116fa67fa8bb9a6c6bf4769466c6b85
3
+ size 4362142872
model-00043-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24733936457ed6e3582e17b788fad95c422ad49974891528c705f656cc1a7d49
3
+ size 4966188880
model-00044-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2a1b8da9bba003832248445ad901fc28e2e8229a42ce76a121c23802b079163
3
+ size 4362142872
model-00045-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede89ec96f6cf6b450698cf795e59a088c7f55040554f992896edcbf4924fc01
3
+ size 4362142872
model-00046-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4354016927521ae4d817017096a39e3f31a88c963215bcae59874b381dcba5d
3
+ size 4966188880
model-00047-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ad2cc2b375c1c4a4c49c8f06fad11d811f433f7e71050065cea7eb3cbf8238e
3
+ size 4362142872
model-00048-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a88eadd58fa8983e6aadaeaedb142bfa0953702bc0e88c192df04686654b8e24
3
+ size 4362142872
model-00049-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9c4e697b28d7488b23702bbbdab6e263ebf31458d406486f8ec6ab3d67600d2
3
+ size 4966188880
model-00050-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daf333057c798060fea3b75e1a84a08551d4951344e72263ddd39698bbe3712d
3
+ size 4362142872
model-00051-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02cf5a6d62ec991311e29295a43c4defcc7366549083be660120981f50246655
3
+ size 4362142872
model-00052-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e468b1803dc5c0afde1793a50f24eb8e4014089effb9770d583ecc0f610b08a0
3
+ size 4966188880
model-00053-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5084f05a42fbb8838a0d723858ef46f27b571d602909c1eed5ff27deffd43066
3
+ size 4362142872
model-00054-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b42254536626d10d4681034eaee8fa4dfe0f289d3721b16f4a310696d10badb2
3
+ size 4362142872
model-00055-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6715f45d0110d1f88ce5dccf210a8bab4431d1acd774d6484e45efb30f55b947
3
+ size 4966188880
model-00056-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a13e7bd21beecc73fd5c43bb5b895c00edd9692b95e1bf75b7dcb2a149cf689
3
+ size 4362142872
model-00057-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bda078c90c78b00ad26f63de678708e6465fcf381da244ad45758e70aaa3d20
3
+ size 4362142872
model-00058-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80e2c912ac63876e15a40ef1bcc6f8e9f4598b01f85dd83d4f4359750f74adf7
3
+ size 4966188880
model-00059-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29a134b845cd5950f09ddb3d5ab62600def8fa8719da44e04a1239a82b3b7bb6
3
+ size 4362142872
model-00060-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee328f18b0fcdf73a47db6633be56681812a7ffb5a01d8e4d909aa616ecf5c01
3
+ size 4362142872
model-00061-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea31c00d78e536809ed8733b994adb5f5891b5924b0115473a951653b398ac84
3
+ size 4362241496
model-00062-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:475b1a29b61928dc089d197d04bb0c6bd4ecd7735f818f392861ccc622923061
3
+ size 4076863616
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff