togethercomputer
/

StripedHyena-Nous-7B

Text Generation

Model card Files Files and versions

Zymrael commited on Mar 27, 2024

Commit

d8a5c9f

·

verified ·

1 Parent(s): d45c7c0

fix: key in config to match fa flag

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -76,7 +76,7 @@
   "torch_dtype": "bfloat16",
   "transformers_version": null,
   "use_cache": true,
-  "use_flash_attention_2": true,
   "use_flash_depthwise": false,
   "use_flash_rmsnorm": true,
   "use_flashfft": false,

   "torch_dtype": "bfloat16",
   "transformers_version": null,
   "use_cache": true,
+  "use_flash_attn": true,
   "use_flash_depthwise": false,
   "use_flash_rmsnorm": true,
   "use_flashfft": false,