fix: key in config to match fa flag
Browse files- config.json +1 -1
config.json
CHANGED
@@ -76,7 +76,7 @@
|
|
76 |
"torch_dtype": "bfloat16",
|
77 |
"transformers_version": null,
|
78 |
"use_cache": true,
|
79 |
-
"
|
80 |
"use_flash_depthwise": false,
|
81 |
"use_flash_rmsnorm": true,
|
82 |
"use_flashfft": false,
|
|
|
76 |
"torch_dtype": "bfloat16",
|
77 |
"transformers_version": null,
|
78 |
"use_cache": true,
|
79 |
+
"use_flash_attn": true,
|
80 |
"use_flash_depthwise": false,
|
81 |
"use_flash_rmsnorm": true,
|
82 |
"use_flashfft": false,
|