fxmarty
/

Llama-4-Scout-17B-16E-Instruct-2-layers-mxfp4

Model card Files Files and versions

Update config.json

#1

by fxmarty-amd - opened 9 days ago

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

config.json +0 -92

config.json CHANGED Viewed

@@ -222,102 +222,10 @@
     "moe_layers": [
       0,
       1,
-      2,
-      3,
-      4,
-      5,
-      6,
-      7,
-      8,
-      9,
-      10,
-      11,
-      12,
-      13,
-      14,
-      15,
-      16,
-      17,
-      18,
-      19,
-      20,
-      21,
-      22,
-      23,
-      24,
-      25,
-      26,
-      27,
-      28,
-      29,
-      30,
-      31,
-      32,
-      33,
-      34,
-      35,
-      36,
-      37,
-      38,
-      39,
-      40,
-      41,
-      42,
-      43,
-      44,
-      45,
-      46,
-      47
     ],
     "no_rope_layers": [
-      1,
-      1,
-      1,
-      0,
-      1,
-      1,
       1,
       0,
-      1,
-      1,
-      1,
-      0,
-      1,
-      1,
-      1,
-      0,
-      1,
-      1,
-      1,
-      0,
-      1,
-      1,
-      1,
-      0,
-      1,
-      1,
-      1,
-      0,
-      1,
-      1,
-      1,
-      0,
-      1,
-      1,
-      1,
-      0,
-      1,
-      1,
-      1,
-      0,
-      1,
-      1,
-      1,
-      0,
-      1,
-      1,
-      1,
-      0
     ],
     "num_attention_heads": 40,
     "num_experts_per_tok": 1,

     "moe_layers": [
       0,
       1,
     ],
     "no_rope_layers": [
       1,
       0,
     ],
     "num_attention_heads": 40,
     "num_experts_per_tok": 1,