diff --git a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/bpe_tokenizer_trained_on_chembl_zinc_with_aug_4272372_samples_balanced_1_1.json b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/bpe_tokenizer_trained_on_chembl_zinc_with_aug_4272372_samples_balanced_1_1.json index 18ba1702..55ce4bd4 100644 --- a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/bpe_tokenizer_trained_on_chembl_zinc_with_aug_4272372_samples_balanced_1_1.json +++ b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/bpe_tokenizer_trained_on_chembl_zinc_with_aug_4272372_samples_balanced_1_1.json @@ -9008,4 +9008,4 @@ "c2n c3n(" ] } -} \ No newline at end of file +} diff --git a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/cell_attributes_tokenizer.json b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/cell_attributes_tokenizer.json index 75b888e2..e5d2ec64 100644 --- a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/cell_attributes_tokenizer.json +++ b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/cell_attributes_tokenizer.json @@ -3865,4 +3865,4 @@ }, "unk_token": "" } -} \ No newline at end of file +} diff --git a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/gene_tokenizer.json b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/gene_tokenizer.json index 6f1c56d7..6a0ed97b 100644 --- a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/gene_tokenizer.json +++ b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/gene_tokenizer.json @@ -97980,4 +97980,4 @@ }, "unk_token": "" } -} \ No newline at end of file +} diff --git a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/t5_tokenizer_AA_special.json b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/t5_tokenizer_AA_special.json index 4322238a..ced94e24 100644 --- a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/t5_tokenizer_AA_special.json +++ b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_extended_modular_tokenizer/t5_tokenizer_AA_special.json @@ -3102,4 +3102,4 @@ }, "unk_token": "" } -} \ No newline at end of file +} diff --git a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_modular_tokenizer/bpe_tokenizer_trained_on_chembl_zinc_with_aug_4272372_samples_balanced_1_1.json b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_modular_tokenizer/bpe_tokenizer_trained_on_chembl_zinc_with_aug_4272372_samples_balanced_1_1.json index 18ba1702..55ce4bd4 100644 --- a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_modular_tokenizer/bpe_tokenizer_trained_on_chembl_zinc_with_aug_4272372_samples_balanced_1_1.json +++ b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_modular_tokenizer/bpe_tokenizer_trained_on_chembl_zinc_with_aug_4272372_samples_balanced_1_1.json @@ -9008,4 +9008,4 @@ "c2n c3n(" ] } -} \ No newline at end of file +} diff --git a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_modular_tokenizer/cell_attributes_tokenizer.json b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_modular_tokenizer/cell_attributes_tokenizer.json index 75b888e2..e5d2ec64 100644 --- a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_modular_tokenizer/cell_attributes_tokenizer.json +++ b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_modular_tokenizer/cell_attributes_tokenizer.json @@ -3865,4 +3865,4 @@ }, "unk_token": "" } -} \ No newline at end of file +} diff --git a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_modular_tokenizer/t5_tokenizer_AA_special.json b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_modular_tokenizer/t5_tokenizer_AA_special.json index 4322238a..ced94e24 100644 --- a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_modular_tokenizer/t5_tokenizer_AA_special.json +++ b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/bmfm_modular_tokenizer/t5_tokenizer_AA_special.json @@ -3102,4 +3102,4 @@ }, "unk_token": "" } -} \ No newline at end of file +} diff --git a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/modular_AA_SMILES_single_path/bpe_tokenizer_trained_on_chembl_zinc_with_aug_4272372_samples_balanced_1_1.json b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/modular_AA_SMILES_single_path/bpe_tokenizer_trained_on_chembl_zinc_with_aug_4272372_samples_balanced_1_1.json index 18ba1702..55ce4bd4 100644 --- a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/modular_AA_SMILES_single_path/bpe_tokenizer_trained_on_chembl_zinc_with_aug_4272372_samples_balanced_1_1.json +++ b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/modular_AA_SMILES_single_path/bpe_tokenizer_trained_on_chembl_zinc_with_aug_4272372_samples_balanced_1_1.json @@ -9008,4 +9008,4 @@ "c2n c3n(" ] } -} \ No newline at end of file +} diff --git a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/modular_AA_SMILES_single_path/cell_attributes_tokenizer.json b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/modular_AA_SMILES_single_path/cell_attributes_tokenizer.json index 75b888e2..e5d2ec64 100644 --- a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/modular_AA_SMILES_single_path/cell_attributes_tokenizer.json +++ b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/modular_AA_SMILES_single_path/cell_attributes_tokenizer.json @@ -3865,4 +3865,4 @@ }, "unk_token": "" } -} \ No newline at end of file +} diff --git a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/modular_AA_SMILES_single_path/t5_tokenizer_AA_special.json b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/modular_AA_SMILES_single_path/t5_tokenizer_AA_special.json index 4322238a..ced94e24 100644 --- a/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/modular_AA_SMILES_single_path/t5_tokenizer_AA_special.json +++ b/fusedrug/data/tokenizer/modulartokenizer/pretrained_tokenizers/modular_AA_SMILES_single_path/t5_tokenizer_AA_special.json @@ -3102,4 +3102,4 @@ }, "unk_token": "" } -} \ No newline at end of file +} diff --git a/fusedrug/data/tokenizer/modulartokenizer/special_tokens.py b/fusedrug/data/tokenizer/modulartokenizer/special_tokens.py index 29e12874..5ef9159a 100644 --- a/fusedrug/data/tokenizer/modulartokenizer/special_tokens.py +++ b/fusedrug/data/tokenizer/modulartokenizer/special_tokens.py @@ -39,12 +39,12 @@ "MOLECULAR_ENTITY_ANTIBODY_HEAVY_CHAIN_CDR3", "MOLECULAR_ENTITY_TCR_ALPHA_CHAIN", # TCR "light" chain - only V, J and C segments (variable region) "MOLECULAR_ENTITY_TCR_BETA_VDJ", # TCR "heavy" chain - V(ariable), D(iversity), and J(oining) segments, as well as the C(onstant) segment - "MOLECULAR_ENTITY_TCR_BETA_CDR3", # TCR beta chain CDR3 region - "MOLECULAR_ENTITY_TCR_GAMMA_VAR", # TCR gamma chain variable region - "MOLECULAR_ENTITY_TCR_DELTA_VAR", # TCR delta chain variable region - "MOLECULAR_ENTITY_TCR_ALPHA_CDR3", # TCR alpha chain CDR3 region - "MOLECULAR_ENTITY_TCR_GAMMA_CDR3", # TCR gamma chain CDR3 region - "MOLECULAR_ENTITY_TCR_DELTA_CDR3", # TCR delta chain CDR3 region + "MOLECULAR_ENTITY_TCR_BETA_CDR3", # TCR beta chain CDR3 region + "MOLECULAR_ENTITY_TCR_GAMMA_VAR", # TCR gamma chain variable region + "MOLECULAR_ENTITY_TCR_DELTA_VAR", # TCR delta chain variable region + "MOLECULAR_ENTITY_TCR_ALPHA_CDR3", # TCR alpha chain CDR3 region + "MOLECULAR_ENTITY_TCR_GAMMA_CDR3", # TCR gamma chain CDR3 region + "MOLECULAR_ENTITY_TCR_DELTA_CDR3", # TCR delta chain CDR3 region "TARGETED_ANTIBODY_DESIGN_ENCODER_ONLY_MODE", # A prefix to our T5 model to inform it that it will run in "encoder only" mode (so only # the encoder-stack is used, plus the encoder-output-tokens-classification-head) "DECODER_START",