Quantize F16 with llamafile-0.8.12
Browse files
    	
        .gitattributes
    CHANGED
    
    | 
         @@ -56,3 +56,4 @@ mixtral-8x7b-instruct-v0.1.F16.llamafile.cat1 filter=lfs diff=lfs merge=lfs -tex 
     | 
|
| 56 | 
         
             
            mixtral-8x7b-instruct-v0.1.BF16.llamafile.cat0 filter=lfs diff=lfs merge=lfs -text
         
     | 
| 57 | 
         
             
            mixtral-8x7b-instruct-v0.1.BF16.llamafile.cat1 filter=lfs diff=lfs merge=lfs -text
         
     | 
| 58 | 
         
             
            mixtral-8x7b-instruct-v0.1.Q5_K_S.llamafile filter=lfs diff=lfs merge=lfs -text
         
     | 
| 
         | 
| 
         | 
|
| 56 | 
         
             
            mixtral-8x7b-instruct-v0.1.BF16.llamafile.cat0 filter=lfs diff=lfs merge=lfs -text
         
     | 
| 57 | 
         
             
            mixtral-8x7b-instruct-v0.1.BF16.llamafile.cat1 filter=lfs diff=lfs merge=lfs -text
         
     | 
| 58 | 
         
             
            mixtral-8x7b-instruct-v0.1.Q5_K_S.llamafile filter=lfs diff=lfs merge=lfs -text
         
     | 
| 59 | 
         
            +
            mixtral-8x7b-instruct-v0.1.F16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
         
     | 
    	
        mixtral-8x7b-instruct-v0.1.F16.cat0.llamafile
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:bbff3686a9dc9c29b33f71652f043192b9cbabe6bf74162fc512700281bcf0e6
         
     | 
| 3 | 
         
            +
            size 50000000000
         
     |