Add transformer example

tma15 · Nov 29, 2020 · 0c375a1 · 0c375a1
1 parent f3aecda
commit 0c375a1
Showing 1 changed file with 22 additions and 0 deletions.
diff --git a/example/livedoor_corpus/settings/transformer.yaml b/example/livedoor_corpus/settings/transformer.yaml
@@ -0,0 +1,22 @@
+preprocess:
+  data:
+    train: train.csv
+    dev: dev.csv
+    test: test.csv
+
+bin_dir: models/transformer-model
+
+tokenizer:
+  type: auto
+  args:
+    from_pretrained: cl-tohoku/bert-base-japanese
+
+classifier:
+  - type: sequence
+  - type: transformer
+    args:
+      from_pretrained: cl-tohoku/bert-base-japanese
+      optimizer: adamw
+      lr: 3e-5
+      max_epochs: 3
+      weight_decay: 0.01