From 0c375a1316507fe6bfd29196173a6996a5fb0a67 Mon Sep 17 00:00:00 2001
From: Takuya Makino <takuyamakino15@gmail.com>
Date: Sun, 29 Nov 2020 15:24:51 +0900
Subject: [PATCH] Add transformer example

---
 .../livedoor_corpus/settings/transformer.yaml | 22 +++++++++++++++++++
 1 file changed, 22 insertions(+)
 create mode 100644 example/livedoor_corpus/settings/transformer.yaml

diff --git a/example/livedoor_corpus/settings/transformer.yaml b/example/livedoor_corpus/settings/transformer.yaml
new file mode 100644
index 0000000..e95667a
--- /dev/null
+++ b/example/livedoor_corpus/settings/transformer.yaml
@@ -0,0 +1,22 @@
+preprocess:
+  data:
+    train: train.csv
+    dev: dev.csv
+    test: test.csv
+
+bin_dir: models/transformer-model
+
+tokenizer:
+  type: auto
+  args:
+    from_pretrained: cl-tohoku/bert-base-japanese
+
+classifier:
+  - type: sequence
+  - type: transformer
+    args:
+      from_pretrained: cl-tohoku/bert-base-japanese
+      optimizer: adamw
+      lr: 3e-5
+      max_epochs: 3
+      weight_decay: 0.01