Update model_parameters_lora.json

mlsquare · Mar 9, 2024 · fefb3e0 · fefb3e0
1 parent 015307f
commit fefb3e0
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/notebooks/model_parameters_lora.json b/notebooks/model_parameters_lora.json
@@ -1,9 +1,9 @@
 {
-    "model_path": "Q-bert/Mamba-130M",
-    "tokenizer_path": "Q-bert/Mamba-130M",
+    "model_path": "mlsquare/pico_seshu",
+    "tokenizer_path": "google/byt5-large",
     "target_modules": [
-        "out_proj"
+        "model.layers.3.x_proj"
     ],
-    "adapter_path": "mlsquare/exp-lora-ada-1",
+    "adapter_path": "mlsquare/mamba_130M_large_x_dt",
     "data": "mlsquare/samantar1per_cent_merged_with_train_val"
 }