From fefb3e06a59e637149a9bf20218da6ae9c11249d Mon Sep 17 00:00:00 2001 From: Yashwardhan Chaudhuri <84658100+yashwardhanchaudhuri@users.noreply.github.com> Date: Sat, 9 Mar 2024 19:01:02 +0530 Subject: [PATCH] Update model_parameters_lora.json --- notebooks/model_parameters_lora.json | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/notebooks/model_parameters_lora.json b/notebooks/model_parameters_lora.json index 7e34f05..b572fcd 100644 --- a/notebooks/model_parameters_lora.json +++ b/notebooks/model_parameters_lora.json @@ -1,9 +1,9 @@ { - "model_path": "Q-bert/Mamba-130M", - "tokenizer_path": "Q-bert/Mamba-130M", + "model_path": "mlsquare/pico_seshu", + "tokenizer_path": "google/byt5-large", "target_modules": [ - "out_proj" + "model.layers.3.x_proj" ], - "adapter_path": "mlsquare/exp-lora-ada-1", + "adapter_path": "mlsquare/mamba_130M_large_x_dt", "data": "mlsquare/samantar1per_cent_merged_with_train_val" }