From ac22e88d197a7f183c4e534e5a0db37432729ff0 Mon Sep 17 00:00:00 2001 From: lin Date: Fri, 11 Feb 2022 17:47:00 +0800 Subject: [PATCH] Add files via upload Add model config --- bert_base_config.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 bert_base_config.json diff --git a/bert_base_config.json b/bert_base_config.json new file mode 100644 index 0000000..8321a1e --- /dev/null +++ b/bert_base_config.json @@ -0,0 +1 @@ +{"emb_size": 768, "feedforward_size": 3072, "hidden_size": 768, "hidden_act": "gelu", "heads_num": 12, "layers_num": 12, "dropout": 0.1} \ No newline at end of file