From 3e7e31cd7bda071359e24934765873d3fb6d51c7 Mon Sep 17 00:00:00 2001 From: shizhediao Date: Sun, 25 Aug 2024 15:29:05 -0700 Subject: [PATCH] Update filter_hf_dataset.py The type of `text_key` should be `str` instead of `int`. --- examples/filter_hf_dataset.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/filter_hf_dataset.py b/examples/filter_hf_dataset.py index 4e5634da..4a05fc5d 100644 --- a/examples/filter_hf_dataset.py +++ b/examples/filter_hf_dataset.py @@ -13,7 +13,7 @@ parser.add_argument("input_dataset", type=str, help="HF dataset to filter") parser.add_argument("output_name", type=str, help="Name of the output dataset") parser.add_argument("--n_tasks", type=int, help="number of tasks", default=100) -parser.add_argument("--text_key", type=int, help="text column", default="text") +parser.add_argument("--text_key", type=str, help="text column", default="text") ORG_NAME = "my_org" LOCAL_PATH = "my_local_path"