Add files via upload

pass-lin · Oct 22, 2022 · c38045e · c38045e
1 parent 10b9ecf
commit c38045e
Show file tree

Hide file tree

Showing 10 changed files with 13,178 additions and 0 deletions.
diff --git a/models/config-misaka.json b/models/config-misaka.json
@@ -0,0 +1,11 @@
+{
+  "hidden_act": "swish",
+  "hidden_size": 640,
+  "hidden_dropout_prob": 0.1,
+  "attention_probs_dropout_prob": 0.1,
+  "num_attention_heads": 1,
+  "attention_key_size": 96,
+  "intermediate_size": 1300,
+  "num_hidden_layers": 30,
+  "vocab_size": 11901
+}