Upload folder using huggingface_hub (#1)

- a4400452ee8421a1c3a5ee15d7875c52938caf35644b3e0f1aee117e37de0a91 (d1be1b76fe56932d510b81a316e94573f079b220)
- cf05e1eb4ae76d45cabb5144f8bb8115d66002727e99bb3deb23662ca0950f35 (e1996d10bcfa6520c77b58e0e29d404fe0916d47)
- d1b0b3305937d6287a328f8419c64e2ae8e7011886568b89a09e389063657ac6 (5d3a084bccba003fd09703ebadcc3b73a568d9eb)
- e105b79835520804cb0a3d4761afe0ebcbb69bc0a3e2d9ef9bff520d113f6517 (a6189bcc90d1ab5e8f3a8241492f7e094a98cc7c)
- 5b628a58a2fe9f210f07369df690cdf8ce61038527572b534db6b2ed26392617 (5f89f75e02c44d092a9dcce831f04e00584827bb)
- c4d3d3da789d4d89ecf92ac30867f057968b6c3ecfe1d731d6a0304d78f93432 (766a51142c835a0dcfe8b1684f89e0decb752665)
- 6b6479c34e0f4f7cec79c36187e0205999742e700c8eb9e4e58c42a3a081cbc1 (249fbba2fa34d488e7fc8061f8bbba3923449bd4)
- 200a601acd80fcba73c8d71142d9e10831540fbf4aba1cc6bcb722c09a6f5cd7 (20786eb380f12226fc214af5a44434a55ed661de)
- 703576ceb5f5dc386da89ec6a744297b1b5398840f32e65311f257fd8316425d (68fbf3d3f5b3c3edc22654ea58f22e7cf929ac9e)
- 190a07876dd19eaf2a71c76936749111ef9b73268d1abdce704e9e3bff0b6808 (2a4271f74108264f30e2e2f151fd1502177d23d2)
- 55529ce4f736524106d619b3f6cd35156e7e4392e6eb62a4061928b55ab6fa5c (fac26c5292a9e6e58a255f00f409ac9b92987b8a)
- ac88515a47dbd532107d7a288558424d69c0e078616567f9e5839a4c2691ecc4 (caf52f8942dfc069e18a4596dd626bd48ab07285)
- 90648dfecf664cba32f344a11eda7407cda4cc53496e4358e1fd45336cd7194c (9cec811e1cb2fbd5cd7462acbcc93963d00cfb12)
- 4e86c03eef788d3a2d8e355448af1bc27b3f04d6aeba26bf9f87c0f28e03e33e (0eb6cf5adc3aac5feca5ceb123005dd99f9be89e)
- 8e6db0f32596b33a2d464a00b8877363ea3bdebd3366b1c59caac349f14bb437 (8e14821add6fd1a69134c01c84e568585dd52dd7)
- a19f4ff3f4cdd22277aa94d6632276c24975eef9135cbec4348b35ebf0731201 (5a9c4fe94ce31417275019634fd1ebac1e8b9a02)
- 7f586049a8ca00a393c441b3c39c5a415becb842245b4b743cffc63339f1acce (5c97271e66e406044659e1fe300677002456c0fa)
- 52a2f7fd040186fe7ae649adcb32a6ed0cbf82bdd1753f2bd3510fc0893f28fe (f0b1a01a3a1bbd4f52256e5d014635563e7989bd)
- ce5c3dc82f0e524fec4ca96e99cf1bf10a11aaccf56e344fac83ca4c41c63339 (cfa963d466b5e2064adff28d0670a756b50be37f)
- 85f587831f756d99cfb4bf6be75e1c20b5dc6dbf631031fd6c0e7e0404d3bc0b (a2605e95cd51df5fb6dcbdbdcfbe3248a9fe9463)
- 3d45893db7f68f9b36cdfce801abcab7201b73c56fee8b168ed049068e0e6c28 (187c247859a5e49ec60d3ca3b094c9889e627c82)
- 1fd6b739744bc9377307b8457b24249c895c1db888e8a63ad8fbaa2fd1d22c0c (7a63695543d419718f3e2dae117e094d46febc4d)
- f98e1dae13249eb09edf72bcaf4c6ce82fd08f6d37b1210c445de295b27471b5 (51b016a6b6de992b3eaa4fd36aed6a40632250bb)
- e8b8897742327e07ced3f0074d06e6bca300804cd8bb08d456f6e5b785250b77 (56e1e5c0ccba1c70d5065f83aef4abc4d120c4d6)
- 0e5ca841f356586d95f80278b0a03f864ef259ad7bc6699a6dbfdf4eb7983cb0 (36abf91f17b9861055898016aea434fea16892e6)
- 3fec1aa83a7a896e6f69bf1fc804c5d9a6f0f38421e83e71c945a88fd4715b52 (e82010a36de850a866981f1b43555926dd83697a)
- 1012cadce313c577ef7a50c877de09e90ff58896c0543368ffe500ab22a3b409 (37dd3c757053e9b044722d5333b75cf3548b3c0f)
- 8187fb5b4d079d8c2e004e654581aab7244ad3328a3a1e20832718870d82df59 (1031312054f0b869767fec0e11f55fc8e72dc326)
- f38c0567026c7c277faa7608bade7dba04b4adfc244761ee12b0e750763d2752 (d18b7be5401ac9a25dea321792fc015fd6f27a20)
- d8cafdf9dd15e439361f13c850b000bb639dd950da3dcac6f990c346bfdc6d4d (5e3e724c3d690b9db0d33167c8160389c9d65cf4)
- d2fc0fef889c962537e0fc7934df3f7d8f415ebe20a799f1636bfe21f532bc6f (3269c0126e28d453a32c3d64e1bfa3859c532f4f)
- ef973c5156e4011f1d9b8574294c6eaacf744e0e9bdb3d7a0a5d89322140422d (28976a2a26b3716c4a035bd446d29d32fbdf9841)
- 29711aeffd07d9e7db040a164c0aad425b1119e38d095259dedaf4b518e10049 (38cdd24a89d1a525ffaedfef1d52d4ed26d64bc4)
- 3128eadd6e970d4ad7c3a2b759e712c2ae2fd5eec0fed57937918d2f1c96db7d (d401d9cc2e9d5936f81b20da8df6d10e196c8b5a)
- fcc09f3cbbe1f011e33e0adfc4dc6a721f76dc97c5bec86aa3c68f28ac85253a (daf51c1c5da0c57f38418b7f5568144e96c57d18)
- 6553e2e14d870d74d459cb137cba4c4f599157758025d97e1aff6e32b842c229 (17acdefe03e5b8af7cbd30faa5d7293a248e6afb)
- f8d153e53b13fb08a51a4c5925cc8c9c7419e9116fb7bf1cb0bf1ab2ae57774d (f174ac14a6a2413c256157167491d80725fca065)
- 36e28c025d42a0c50206978beba0196739f2645257e5aaa1e69d89d810f4ab08 (7b8b29e6d152834fb6668f93db608ce18c935ee8)
- db95679a906e5ea6d2848eb47edac37c44f176113ae6e1538e10d323c36f1af2 (138c04e92cd6c0d37af15085339b00f837353c97)
- 04b198f43f4675a1b9212be1ef584332f6e6b34073a7a306b479f91f92c07142 (dc3030d194423416b9a69bfc42d9c7839890a30c)
- cf677956087dca96a457351b5870b5dc4d2f7b82052bececa9fd3010791b9fbf (ba0801765af41d874b5535b394b122d78afdfcc4)
- d3bfa4086a72bdb60435979abcff9ee1bb105a682ba97f655e10e75da984f22a (3bc533190ee9f010fb3963b5ce2f1d240a43b317)
- 6fc50bc5e4919eb784d72322e50c5f551aeb36e597812e4bf1ecdba206d42049 (35f917297f88c3b9b3f418957a414ce8f94869a2)
- 753fe9aa4fe2cdeb6dfe3de2ee6252815e62f2e6370708645cd518f9abac9cc4 (c1bc714a7d399486fe8a0d0423204370a2e71ca1)
- 2fcd8a3b2e628c39d33a923e1ddb83ece2f8565f3f65eb84352ceeee74735472 (24d9f999012d9c57233b248cbc9c05052762aa9f)
- 96bde85d52537738be28b746d8eeb6166326a7f14e7a1162b58f96489aed15b6 (a874ee9c717c2ffdde1cefe5ebbbf845cefadf88)
- b160dddc3963b170bfe3ea8b80ea7f3e3f14e18117789249a25ee503a9363592 (05086137ccbfc9f847d51e115a3adaf546494c77)
- d12c6bf1277df4453b48371a215d06d5740d03a3215190db34d54e92a8f8abe9 (58954bc7f878e0445fb0265e64b078e422f66e55)
- c4be04849f7f3611b85fd204f475b31705108d5d108c0c6a12f3842ba95071ae (1ab989a734998e48896b8888e74da7fb20bcb442)
- 04d40eaaf024a9e7b37be4046d7637a749bd22d3830703fd8f030419b1530a22 (9def79f00a2c071baadfd9c9bc61e54134757ccb)
- 7f83e641d5689264df9d473106ee48e77b9c0c402bcfdcf2352ada7fa4ea05b5 (f69bfda02abed738346d65722999b383433bcc07)
- d8386382231e70ad48d8088c8ef7044acd4fe62defb77dbf26721f28110568e3 (ba9e79a8f79185d443c37a242332e86abb85277b)
- 43ef647478c8a163a82a8c4477a33c939a4d8c9e80f3f7eb5a6b35c748bd043f (1923ab13c6b8b5c6575bd56f3cb7024c633b823d)
- f6b6750faaede3435e931f7761ee02bd5fb64a0f24b798240c7a4a4324b9914a (eb17293a9c20e50a33dc3d780e7f834807e1339b)
- 7aaca3749708a8f9faebb16de4a0902c01511919e78d940e4fc2413a386fc1b8 (dd4ff8fb47e469ad40b12f63ae1c0a32a4994a31)
- 972d60a1b39c20db8b8b9e48a0cf917621db9d3f47e996ae30d05dbc9a28609c (2a972b62116ffe83a481a27d5b9abb54b0a4f849)
- a75a104c924c1d7bff0dfb636a5bb347d38c7dd700c868c06a4644344e8b4353 (397bdc236c92dd6c356107dee15fe7ec82776621)
- 183f51c0f4bd6ff9878deefecc10338ebfc39e31f83d05065a12322810947fed (091b5bcc19cee8d164fd8a005e01e8533d6609c7)
- ff92ad6090f55fea0baa8f8446105d463e9e05b2382d6898e165afddd4714704 (6facac0ecd982b31a8f9b66020776ae906697602)
- 56265e14a40764b1788d9a946bd05b2296618c2b43942ffaa5cfc1115b1651a5 (c43402795e67b34c7a97c8a34fcd5ec2b7338270)
- a7b9f13d00e8dbd297b910621905df74437af117855951427531684541a69e79 (606907e5ec236b90263e1bb9254b3494ad6786a9)
- 1bb109d369f49e36df515c9d368bd7b7db0994f2ad27279c2e19fed24297d987 (30123db79205e0d933091e3b3e8e643e1dececb8)
- 211052ebd67fdd5eae00290116b7f1349c3ff7f6b7a5a4499fda8195034a3bf5 (deb85cbe8649b65451a518acdb6cdea25e6df7ac)
- 8db9ad652d41a4d1df9c8883b92ce7231a6fa0d93e0c613d73757ede35e61e79 (587ddd12632e3fb0443c7be2c0e451b9d1688435)
- 155b1e18edea8bc08a0787012e9e788ea071f1f7e58fa73d0df05eed9cf0aa64 (a9ed284b5318cedfc5511aadc30b0a46496bfded)
- f00e033311c1f21f00cd1aaa8866e27dd8ce66f55913d3a27ddb4054c2cbb2fd (596e9518c65ede9ec646177a5304767291aacea3)
- 8423495609236d55c5e12f48c45123dcf738ae858af2185eb8f65471caf2a9ea (6a3cfdf1aad8ba3603cd353eacaade83ace3dc52)
- 961bec69ede70c95dfe16e727824077da2de98b8b538e01b7770de1f891ef6e2 (0bc1fd3bafce99eabb0f46e4265daa4ba7965a14)
- 38b60856fcb855e2a9a8c881152e3400b241eb5080f793d92c2d526e7fa36061 (7bec3fc3cb305e0214273dc5307ee901379591fc)
- bb83350bbdcce03af00bcb1fa6d5806920de26ff471ead94dc06d7c4ecfd99a9 (31d8e9a6fd09eb1cf126cb2eb554e64d6189ee59)
- bd4a805acb5069d3544c7bcf668cd4b39d186283fccf5d6a43257739def440e0 (0ec719c685d4167d3dde68e032de624e2abd7732)
- ed4cdd2e24acd4a5bda60d1605303a8e19a294a8edff017ff0176541124e5968 (8eeb1f4f82bf4f80b58a3cb06ad923b32e5814b1)
- c1b17dcea91db7579c31c25c43a52389fd7a0de5cc36122983b72b5570aa03bb (96fd77bc4c2f2d22eb157352f1644507b0d4f638)
- 4d8fad6b37a5269a42369b4df07eaaadc1eac05751569b0a73c168b4c92efa25 (f1c1d54353a8146968105d9e5537a3fc234268be)
- 77989fad3e31907c5f5c62b7fb458d45e82e1de24e9711e427781897879f589d (c5e1913169bc0ca5514b940f390c18a48fac49ae)
- 257ee3ed370a7621ee20231a3d17eb58326b937fc6266926bc6c3b56e0951783 (ce0da793321dd9ed7ccb572b13a58cabb8ace2de)
- a3ddb939acff6c0a001afe8b07387cefcf2dd8cc7b1aa08c197ba7b53f7f6ed6 (bf43a9899b41e1ab9b4979152d120b5a012208da)
- d0701e4a7363ba1f1537cbe6fb3a8b4538774de1ab712abe7b3cd437d9fde850 (ec315be64b68151c16202cd8cffaa24f863abdfe)
- 80eaa16a5b0b148084713667871ba4b66f05efc70398a779eba31e6743f6459a (71d9f11bfebde267fc8d87c55a64c92c7ad9a8ef)
- ff52ed497397b1ecac6e99a899be50de9ca2943d8925dc7d7eda894da773446d (190180735e78525780afb9ca9fb495bd105b8a0a)
- 2dbd216d8cf0bbea116dded09a65afce1a5f6060816bf22b90bcdcc2bbb6d941 (30cdafc4d9dc80949b4bbb5a44f3ae78f19767b2)
- 7f961fa207af77c9933b8ccdc1b0d851dcd035d4669400b7c4397731c39b5115 (416b6927259804285ad4a0ba6822a46aea306428)
- 41df45be9b5bfd59eac558669456c57b3d85d41cb8560cb3dde0c114b22b24d9 (496f290c638ffc68113e93c8175de0528f3750a0)
- 1cb6cbfbf8e59cca604f5a5e54dcc79a22101e3a9aea59b9fe503ca005f4a5f0 (965f0e69e53c28747c3c5d44b18277c6e385b104)
- 065b4bbf03e2c4d33727ea9ebb097d759aa73bd25d4235e48b5858df859967f1 (82098307625e1a69cc88d3b2d60c9824f07418eb)
- ab468797fb72170e6180a4ab1c6c820e90c6f5293882e208812c535c5990b2d1 (18b4219ac6c4b90214c3f01941de82e1c6facec3)

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,3 +1,218 @@
----
-license: llama3.1
----
+---
+language:
+- en
+- de
+- fr
+- it
+- pt
+- hi
+- es
+- th
+library_name: transformers
+base_model: meta-llama/Llama-3.1-405B-Instruct
+license: llama3.1
+pipeline_tag: text-generation
+tags:
+- facebook
+- meta
+- pytorch
+- llama
+- llama-3
+- mlx
+extra_gated_prompt: "### LLAMA 3.1 COMMUNITY LICENSE AGREEMENT\nLlama 3.1 Version\
+  \ Release Date: July 23, 2024\n\"Agreement\" means the terms and conditions for\
+  \ use, reproduction, distribution and modification of the  Llama Materials set forth\
+  \ herein.\n\"Documentation\" means the specifications, manuals and documentation\
+  \ accompanying Llama 3.1 distributed by Meta at https://llama.meta.com/doc/overview.\n\
+  \"Licensee\" or \"you\" means you, or your employer or any other person or entity\
+  \ (if you are entering into this Agreement on such person or entity’s behalf), of\
+  \ the age required under applicable laws, rules or regulations to provide legal\
+  \ consent and that has legal authority to bind your employer or such other person\
+  \ or entity if you are entering in this Agreement on their behalf.\n\"Llama 3.1\"\
+  \ means the foundational large language models and software and algorithms, including\
+  \ machine-learning model code, trained model weights, inference-enabling code, training-enabling\
+  \ code, fine-tuning enabling code and other elements of the foregoing distributed\
+  \ by Meta at https://llama.meta.com/llama-downloads.\n\"Llama Materials\" means,\
+  \ collectively, Meta’s proprietary Llama 3.1 and Documentation (and any portion\
+  \ thereof) made available under this Agreement.\n\"Meta\" or \"we\" means Meta Platforms\
+  \ Ireland Limited (if you are located in or, if you are an entity, your principal\
+  \ place of business is in the EEA or Switzerland) and Meta Platforms, Inc. (if you\
+  \ are located outside of the EEA or Switzerland).\n   \n1. License Rights and Redistribution.\n\
+  a. Grant of Rights. You are granted a non-exclusive, worldwide, non-transferable\
+  \ and royalty-free limited license under Meta’s intellectual property or other rights\
+  \ owned by Meta embodied in the Llama Materials to use, reproduce, distribute, copy,\
+  \ create derivative works of, and make modifications to the Llama Materials.\nb.\
+  \ Redistribution and Use.\ni. If you distribute or make available the Llama Materials\
+  \ (or any derivative works thereof), or a product or service (including another\
+  \ AI model) that contains any of them, you shall (A) provide a copy of this Agreement\
+  \ with any such Llama Materials; and (B) prominently display “Built with Llama”\
+  \ on a related website, user interface, blogpost, about page, or product documentation.\
+  \ If you use the Llama Materials or any outputs or results of the Llama Materials\
+  \ to create, train, fine tune, or otherwise improve an AI model, which is distributed\
+  \ or made available, you shall also include “Llama” at the beginning of any such\
+  \ AI model name.\nii. If you receive Llama Materials, or any derivative works thereof,\
+  \ from a Licensee as part  of an integrated end user product, then Section 2 of\
+  \ this Agreement will not apply to you.\niii. You must retain in all copies of the\
+  \ Llama Materials that you distribute the following attribution notice within a\
+  \ “Notice” text file distributed as a part of such copies: “Llama 3.1 is licensed\
+  \ under the Llama 3.1 Community License, Copyright © Meta Platforms, Inc. All Rights\
+  \ Reserved.”\niv. Your use of the Llama Materials must comply with applicable laws\
+  \ and regulations (including trade compliance laws and regulations) and adhere to\
+  \ the Acceptable Use Policy for the Llama Materials (available at https://llama.meta.com/llama3_1/use-policy),\
+  \ which is hereby incorporated by reference into this Agreement.\n2. Additional\
+  \ Commercial Terms. If, on the Llama 3.1 version release date, the monthly active\
+  \ users of the products or services made available by or for Licensee, or Licensee’s\
+  \ affiliates, is greater than 700 million monthly active users in the preceding\
+  \ calendar month, you must request a license from Meta, which Meta may grant to\
+  \ you in its sole discretion, and you are not authorized to exercise any of the\
+  \ rights under this Agreement unless or until Meta otherwise expressly grants you\
+  \ such rights.\n3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE LAW, THE\
+  \ LLAMA MATERIALS AND ANY OUTPUT AND RESULTS THEREFROM ARE PROVIDED ON AN “AS IS”\
+  \ BASIS, WITHOUT WARRANTIES OF ANY KIND, AND META DISCLAIMS ALL WARRANTIES OF ANY\
+  \ KIND, BOTH EXPRESS AND IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES\
+  \ OF TITLE, NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.\
+  \ YOU ARE SOLELY RESPONSIBLE FOR DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING\
+  \ THE LLAMA MATERIALS AND ASSUME ANY RISKS ASSOCIATED WITH YOUR USE OF THE LLAMA\
+  \ MATERIALS AND ANY OUTPUT AND RESULTS.\n4. Limitation of Liability. IN NO EVENT\
+  \ WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, WHETHER IN\
+  \ CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS\
+  \ AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL,\
+  \ EXEMPLARY OR PUNITIVE DAMAGES, EVEN IF META OR ITS AFFILIATES HAVE BEEN ADVISED\
+  \ OF THE POSSIBILITY OF ANY OF THE FOREGOING.\n5. Intellectual Property.\na. No\
+  \ trademark licenses are granted under this Agreement, and in connection with the\
+  \ Llama Materials, neither Meta nor Licensee may use any name or mark owned by or\
+  \ associated with the other or any of its affiliates, except as required for reasonable\
+  \ and customary use in describing and redistributing the Llama Materials or as set\
+  \ forth in this Section 5(a). Meta hereby grants you a license to use “Llama” (the\
+  \ “Mark”) solely as required to comply with the last sentence of Section 1.b.i.\
+  \ You will comply with Meta’s brand guidelines (currently accessible at https://about.meta.com/brand/resources/meta/company-brand/\
+  \ ). All goodwill arising out of your use of the Mark will inure to the benefit\
+  \ of Meta.\nb. Subject to Meta’s ownership of Llama Materials and derivatives made\
+  \ by or for Meta, with respect to any derivative works and modifications of the\
+  \ Llama Materials that are made by you, as between you and Meta, you are and will\
+  \ be the owner of such derivative works and modifications.\nc. If you institute\
+  \ litigation or other proceedings against Meta or any entity (including a cross-claim\
+  \ or counterclaim in a lawsuit) alleging that the Llama Materials or Llama 3.1 outputs\
+  \ or results, or any portion of any of the foregoing, constitutes infringement of\
+  \ intellectual property or other rights owned or licensable by you, then any licenses\
+  \ granted to you under this Agreement shall terminate as of the date such litigation\
+  \ or claim is filed or instituted. You will indemnify and hold harmless Meta from\
+  \ and against any claim by any third party arising out of or related to your use\
+  \ or distribution of the Llama Materials.\n6. Term and Termination. The term of\
+  \ this Agreement will commence upon your acceptance of this Agreement or access\
+  \ to the Llama Materials and will continue in full force and effect until terminated\
+  \ in accordance with the terms and conditions herein. Meta may terminate this Agreement\
+  \ if you are in breach of any term or condition of this Agreement. Upon termination\
+  \ of this Agreement, you shall delete and cease use of the Llama Materials. Sections\
+  \ 3, 4 and 7 shall survive the termination of this Agreement.\n7. Governing Law\
+  \ and Jurisdiction. This Agreement will be governed and construed under the laws\
+  \ of the State of California without regard to choice of law principles, and the\
+  \ UN Convention on Contracts for the International Sale of Goods does not apply\
+  \ to this Agreement. The courts of California shall have exclusive jurisdiction\
+  \ of any dispute arising out of this Agreement.\n### Llama 3.1 Acceptable Use Policy\n\
+  Meta is committed to promoting safe and fair use of its tools and features, including\
+  \ Llama 3.1. If you access or use Llama 3.1, you agree to this Acceptable Use Policy\
+  \ (“Policy”). The most recent copy of this policy can be found at [https://llama.meta.com/llama3_1/use-policy](https://llama.meta.com/llama3_1/use-policy)\n\
+  #### Prohibited Uses\nWe want everyone to use Llama 3.1 safely and responsibly.\
+  \ You agree you will not use, or allow others to use, Llama 3.1 to:\n 1. Violate\
+  \ the law or others’ rights, including to:\n    1. Engage in, promote, generate,\
+  \ contribute to, encourage, plan, incite, or further illegal or unlawful activity\
+  \ or content, such as:\n        1. Violence or terrorism\n        2. Exploitation\
+  \ or harm to children, including the solicitation, creation, acquisition, or dissemination\
+  \ of child exploitative content or failure to report Child Sexual Abuse Material\n\
+  \        3. Human trafficking, exploitation, and sexual violence\n        4. The\
+  \ illegal distribution of information or materials to minors, including obscene\
+  \ materials, or failure to employ legally required age-gating in connection with\
+  \ such information or materials.\n        5. Sexual solicitation\n        6. Any\
+  \ other criminal activity\n    3. Engage in, promote, incite, or facilitate the\
+  \ harassment, abuse, threatening, or bullying of individuals or groups of individuals\n\
+  \    4. Engage in, promote, incite, or facilitate discrimination or other unlawful\
+  \ or harmful conduct in the provision of employment, employment benefits, credit,\
+  \ housing, other economic benefits, or other essential goods and services\n    5.\
+  \ Engage in the unauthorized or unlicensed practice of any profession including,\
+  \ but not limited to, financial, legal, medical/health, or related professional\
+  \ practices\n    6. Collect, process, disclose, generate, or infer health, demographic,\
+  \ or other sensitive personal or private information about individuals without rights\
+  \ and consents required by applicable laws\n    7. Engage in or facilitate any action\
+  \ or generate any content that infringes, misappropriates, or otherwise violates\
+  \ any third-party rights, including the outputs or results of any products or services\
+  \ using the Llama Materials\n    8. Create, generate, or facilitate the creation\
+  \ of malicious code, malware, computer viruses or do anything else that could disable,\
+  \ overburden, interfere with or impair the proper working, integrity, operation\
+  \ or appearance of a website or computer system\n2. Engage in, promote, incite,\
+  \ facilitate, or assist in the planning or development of activities that present\
+  \ a risk of death or bodily harm to individuals, including use of Llama 3.1 related\
+  \ to the following:\n    1. Military, warfare, nuclear industries or applications,\
+  \ espionage, use for materials or activities that are subject to the International\
+  \ Traffic Arms Regulations (ITAR) maintained by the United States Department of\
+  \ State\n    2. Guns and illegal weapons (including weapon development)\n    3.\
+  \ Illegal drugs and regulated/controlled substances\n    4. Operation of critical\
+  \ infrastructure, transportation technologies, or heavy machinery\n    5. Self-harm\
+  \ or harm to others, including suicide, cutting, and eating disorders\n    6. Any\
+  \ content intended to incite or promote violence, abuse, or any infliction of bodily\
+  \ harm to an individual\n3. Intentionally deceive or mislead others, including use\
+  \ of Llama 3.1 related to the following:\n    1. Generating, promoting, or furthering\
+  \ fraud or the creation or promotion of disinformation\n    2. Generating, promoting,\
+  \ or furthering defamatory content, including the creation of defamatory statements,\
+  \ images, or other content\n    3. Generating, promoting, or further distributing\
+  \ spam\n    4. Impersonating another individual without consent, authorization,\
+  \ or legal right\n    5. Representing that the use of Llama 3.1 or outputs are human-generated\n\
+  \    6. Generating or facilitating false online engagement, including fake reviews\
+  \ and other means of fake online engagement\n4. Fail to appropriately disclose to\
+  \ end users any known dangers of your AI system\nPlease report any violation of\
+  \ this Policy, software “bug,” or other problems that could lead to a violation\
+  \ of this Policy through one of the following means:\n    * Reporting issues with\
+  \ the model: [https://github.com/meta-llama/llama-models/issues](https://github.com/meta-llama/llama-models/issues)\n\
+  \    * Reporting risky content generated by the model:\n    developers.facebook.com/llama_output_feedback\n\
+  \    * Reporting bugs and security concerns: facebook.com/whitehat/info\n    * Reporting\
+  \ violations of the Acceptable Use Policy or unlicensed uses of Meta Llama 3: [email protected]"
+extra_gated_fields:
+  First Name: text
+  Last Name: text
+  Date of birth: date_picker
+  Country: country
+  Affiliation: text
+  Job title:
+    type: select
+    options:
+    - Student
+    - Research Graduate
+    - AI researcher
+    - AI developer/engineer
+    - Reporter
+    - Other
+  geo: ip_location
+  ? By clicking Submit below I accept the terms of the license and acknowledge that
+    the information I provide will be collected stored processed and shared in accordance
+    with the Meta Privacy Policy
+  : checkbox
+extra_gated_description: The information you provide will be collected, stored, processed
+  and shared in accordance with the [Meta Privacy Policy](https://www.facebook.com/privacy/policy/).
+extra_gated_button_content: Submit
+---
+
+# mlx-community/Meta-Llama-3.1-405B-Instruct-8bit
+
+The Model [mlx-community/Meta-Llama-3.1-405B-Instruct-8bit](https://huggingface.co/mlx-community/Meta-Llama-3.1-405B-Instruct-8bit) was converted to MLX format from [meta-llama/Llama-3.1-405B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct) using mlx-lm version **0.19.3**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/Meta-Llama-3.1-405B-Instruct-8bit")
+
+prompt="hello"
+
+if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, tokenize=False, add_generation_prompt=True
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

config.json

@@ -0,0 +1,46 @@
+{
+    "architectures": [
+        "LlamaForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 128000,
+    "eos_token_id": [
+        128001,
+        128008,
+        128009
+    ],
+    "hidden_act": "silu",
+    "hidden_size": 16384,
+    "initializer_range": 0.02,
+    "intermediate_size": 53248,
+    "max_position_embeddings": 131072,
+    "mlp_bias": false,
+    "model_type": "llama",
+    "num_attention_heads": 128,
+    "num_hidden_layers": 126,
+    "num_key_value_heads": 8,
+    "pretraining_tp": 1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": {
+        "factor": 8.0,
+        "high_freq_factor": 4.0,
+        "low_freq_factor": 1.0,
+        "original_max_position_embeddings": 8192,
+        "rope_type": "llama3"
+    },
+    "rope_theta": 500000.0,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.43.3",
+    "use_cache": true,
+    "vocab_size": 128256
+}

model-00001-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30384a8b3b0952954eada7444bc01b447667adb23bcebf52000ee5be3593bc3c
+size 4692642146

model-00002-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2a53541e8682c54efc40645397b22fb71eadc3b98368826f7757162d3b7c19
+size 4920054237

model-00003-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf622fcea87e94b6e9aa8948586a947fec7b5b72e502c5260f52b11b07c26d2
+size 5240851727

model-00004-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf5d68efc3d4107aaef8693b396333352b069b739cda553e4f677c8f6f2e84f
+size 4920054251

model-00005-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49231a16fac2d37f3acb18c723bd6468381a179551ffb667b3b7c324920f4ce
+size 5240851721

model-00006-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abc76ea1b9c71e64605068767838165426e8392e9deb7469a1ebafcdce3d4a4
+size 4920054239

model-00007-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9d53f986a87d7e2af7903a7842663b31356e1750d8853d80bc3f9da7b80f77
+size 5240851719

model-00008-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16067a2a04ac0fc4e0f1a65bfa237ba7b0892cdd355339298ab08a8f8ab7bdc7
+size 4920054272

model-00009-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff78029ac36838f9d1f2c90479ec0173ff3b03542b91fb54437e4c6012827c0
+size 5240851748

model-00010-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cf9ddffe57d00582b909c1e5e5a2acb5aedc04ef233e979005f175e35343e4
+size 4920054305

model-00011-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8521a93c0c7f4b54739bed39110d4ec838ee24d13236799ef72c8438db9fcdef
+size 5240851752

model-00012-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b9a176e7aa247c464d368b24f7196cf7f4683d10b4b1fe0381cbe0caa5cfb8
+size 4920054305

model-00013-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d6385a6f2136105f19a72a6c0887557f5c8fa2e50d6418c124781b32481b42
+size 5240851756

model-00014-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214ad08a846cee60461aca5f7dc6a9146dc7d5c51aaf0556f754741e650b9c4b
+size 4920054285

model-00015-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b72ba49a03d1b3f2434b0f8e49a315d15a24121c5441393543e29b58424c661
+size 5240851754

model-00016-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037f9ae5fa4c17786931e281352f0b99444925ea79ca91aedfbdaeeec1fa3608
+size 4920054299

model-00017-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfefa2fede9afa524576cee310a2a199e4b754741fc4554206ec2544290ccf4d
+size 5240851742

model-00018-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357c8bbdd9e2041d07b5e2039d7a9363439faefa2097b85609ad948010e23cd2
+size 4920054287

model-00019-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db0d7517f9a50fe53c610a9a27ed2332d9b1561b45a28ba6a3284fb817759a0
+size 5240851742

model-00020-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c85a08434f0076ad6798d1280e872eb3a22a4ddbf0c74153dfde80dd1d9518
+size 4920054303

model-00021-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac6df81cab98d0eabd4c458596068857cd85d82cc73d7eec268f43b5c920f3c
+size 5240851748

model-00022-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d244d8158e2b5cb6c5e1d3dc4d4e30d96b8370b9188ebba1a0313ee23e220663
+size 4920054295

model-00023-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011e88d862af2cb7ff4ff42d5f286a88aedb839d9ac7aa4a0f6d7179c2f8c1d0
+size 5240851718

model-00024-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aedca0cffc1f823896d6f6e9baf8c3e21f37d26722552057233d258a8eaea1d
+size 4920054277

model-00025-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ce4cd15cd717a10c012ba333ef9b084169984af773a228a79bc02d1dde31d7
+size 5240851748

model-00026-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939586e0aa81d0ff160a438c9c55b868afaf74e5e5f71d874f84a4dad9c10c9d
+size 4920054299

model-00027-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce77d29930d3a5563b9803c3b83f851a7ff80999e35055e2baa314ad6fcdf4ad
+size 5240851752

model-00028-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa84520aacdc1f5d9c8e6c4b9538e0798e19a4185d7157f79e0b564c4105580c
+size 4920054293

model-00029-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4088232f1a436445b68852ad0c6156d3d7ad8d9e2d67903d1e7a373f5860b2fe
+size 5240851758

model-00030-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884d63eba3e5d0473c109398a39afec40fce192dc76a0be104fd4c52a24c9d6d
+size 4920054303

model-00031-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6c50aba95bbb1f789482dadfc49cdf94fe473509d4ed928d8ec61b2015d7f8
+size 5240851754

model-00032-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8034cc3a6d97320cc47f2b14378e0ac275498c2f1694535a0d6a1fa726f27b
+size 4920054293

model-00033-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d3dd1b082981b42cad3ac48fcaa6bcad3828a243710afe1e204c500adf6077
+size 5240851736

model-00034-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425fb0b396fd8eaa2b07074b6167a6208473d96b6d5baec3302f51784caacbcf
+size 4920054297

model-00035-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0306d34be6816ccc9aa9b799eaf4dd868c344d6c66038cf5766840064fa78939
+size 5240851738

model-00036-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3166c9fab9ea51010ce4f032046452d369e91b83e0a0e732661b2ec7ab993b37
+size 4920054307

model-00037-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4dcb3881237bd5f4e790bad14198c18a47e5984e680d90adfd9523fc40e434
+size 5240851740

model-00038-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9b7ad4c3f699ba4b748cdd9e7ebf9e06f53350b3b970fb8b85a196f3980ec9
+size 4920054295

model-00039-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d273dafdb32ace293e303c03b15661c30e3332869fa3e1994f4c958d231f940
+size 5240851744

model-00040-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac485160ae8dbcc3e9bdde65977c80e6970fd25f63ff5472003cf578de8ca7e
+size 4920054287

model-00041-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02be49d042a2713e366b9ece55512bbe40330455cf8d115f0578e59f9b4904e1
+size 5240851746

model-00042-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55269c808b38f98630a2202ea197cbc463a26062af497fa9905e5de7b4213537
+size 4920054285

model-00043-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fe289e6e828c73eb8f67bfe32f764916aee4366b1e7d854a2dfdbec99da885
+size 5240851734

model-00044-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfaa1859192e341f9a3b3ae08a8e606a3c3c1d341c7a46207efb207d0832fb08
+size 4920054295

model-00045-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf31ebc92475ebcf4eac0173d60fc22caf319ed18400a44175400cec361f61c
+size 5240851758

model-00046-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa85fda28e19ffe73bed3520318ca3bb9d2fa6d77f5940107df8f301bcfc10e
+size 4920054283

model-00047-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d19b9ebdbee901296016886af8bebeb59e8c5fd94c90a7e37fe7614edf60000
+size 5240851750