Skip to content

Commit

Permalink
add --part-ntk to quality and passkey
Browse files Browse the repository at this point in the history
  • Loading branch information
jquesnelle committed Jul 10, 2023
1 parent a716d78 commit 114adf9
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 2 deletions.
3 changes: 2 additions & 1 deletion passkey.py
Original file line number Diff line number Diff line change
Expand Up @@ -79,7 +79,7 @@ def main(args):
loaded = load_model(model, args.load_in_8bit,
args.load_in_4bit, args.max_tokens + args.tokens_step)
apply_patches(loaded, args.max_tokens + args.tokens_step, args.dynamic_ntk,
args.dynamic_linear, args.ntk, args.linear)
args.dynamic_linear, args.ntk, args.linear, args.part_ntk)

pipe = pipeline("text-generation", model=loaded,
tokenizer=tokenizer, pad_token_id=tokenizer.eos_token_id)
Expand Down Expand Up @@ -120,6 +120,7 @@ def main(args):
parser.add_argument("--dynamic-ntk", type=float)
parser.add_argument("--ntk", type=float)
parser.add_argument("--linear", type=float)
parser.add_argument("--part-ntk", type=float)
parser.add_argument("--load-in-8bit", action="store_true")
parser.add_argument("--load-in-4bit", action="store_true")
main(parser.parse_args())
3 changes: 2 additions & 1 deletion quality.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ def main(args):

model = load_model(args.model, args.load_in_8bit, args.load_in_4bit, args.max_tokens)
apply_patches(model, args.max_tokens, args.dynamic_ntk,
args.dynamic_linear, args.ntk, args.linear)
args.dynamic_linear, args.ntk, args.linear, args.part_ntk)

choice_tokens = [x[0] for x in tokenizer(CHOICES, add_special_tokens=False).input_ids]
decoded_choice = tokenizer.decode(choice_tokens, clean_up_tokenization_spaces=True)
Expand Down Expand Up @@ -70,6 +70,7 @@ def main(args):
parser.add_argument("--dynamic-ntk", type=float)
parser.add_argument("--ntk", type=float)
parser.add_argument("--linear", type=float)
parser.add_argument("--part-ntk", type=float)
parser.add_argument("--load-in-8bit", action="store_true")
parser.add_argument("--load-in-4bit", action="store_true")
parser.add_argument("--limit", type=int)
Expand Down

0 comments on commit 114adf9

Please sign in to comment.