johahi
/

specieslm-fungi-upstream-k1

Model card Files Files and versions Community

Johannes commited on 27 days ago

Commit

0e21b44

·

1 Parent(s): 51b1af6

fixed gelu

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -4,7 +4,7 @@
   ],
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
-  "hidden_act": "gelu",
   "hidden_dropout_prob": 0.2,
   "hidden_size": 768,
   "initializer_range": 0.02,

   ],
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
+  "hidden_act": "gelu_new",
   "hidden_dropout_prob": 0.2,
   "hidden_size": 768,
   "initializer_range": 0.02,