From 83a10f75aed668c34d5797eff4f702cc4bccd36f Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Wed, 5 Feb 2025 19:59:47 +0530 Subject: [PATCH 1/2] add support for calibration dataset --- script/get-dataset-igbh/customize.py | 2 +- script/get-dataset-igbh/meta.yaml | 3 +++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/script/get-dataset-igbh/customize.py b/script/get-dataset-igbh/customize.py index d64d701ba..cacf4faa2 100644 --- a/script/get-dataset-igbh/customize.py +++ b/script/get-dataset-igbh/customize.py @@ -43,7 +43,7 @@ def preprocess(i): run_cmd += x_sep + \ f"""{ env['MLC_PYTHON_BIN_WITH_PATH']} tools/split_seeds.py --path {download_loc} --dataset_size { - env['MLC_DATASET_IGBH_SIZE']} """ + env['MLC_DATASET_IGBH_SIZE']} {env.get('MLC_IGBH_IGBH_CALIBRATION_FLAG', '')} """ # compress graph(for glt implementation) if env.get('MLC_IGBH_GRAPH_COMPRESS', '') == "yes": diff --git a/script/get-dataset-igbh/meta.yaml b/script/get-dataset-igbh/meta.yaml index 430fd3075..d05bec5bf 100644 --- a/script/get-dataset-igbh/meta.yaml +++ b/script/get-dataset-igbh/meta.yaml @@ -437,6 +437,9 @@ variations: glt: env: MLC_IGBH_GRAPH_COMPRESS: yes + calibration: + env: + MLC_IGBH_IGBH_CALIBRATION_FLAG: --calibration csc: group: compressed-layout default: true From c76fb53485225024bcdbfadf3fceea53c00d15ab Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Wed, 5 Feb 2025 20:16:51 +0530 Subject: [PATCH 2/2] fix typo --- script/get-dataset-igbh/customize.py | 2 +- script/get-dataset-igbh/meta.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/script/get-dataset-igbh/customize.py b/script/get-dataset-igbh/customize.py index cacf4faa2..70b97a440 100644 --- a/script/get-dataset-igbh/customize.py +++ b/script/get-dataset-igbh/customize.py @@ -43,7 +43,7 @@ def preprocess(i): run_cmd += x_sep + \ f"""{ env['MLC_PYTHON_BIN_WITH_PATH']} tools/split_seeds.py --path {download_loc} --dataset_size { - env['MLC_DATASET_IGBH_SIZE']} {env.get('MLC_IGBH_IGBH_CALIBRATION_FLAG', '')} """ + env['MLC_DATASET_IGBH_SIZE']} {env.get('MLC_IGBH_CALIBRATION_FLAG', '')} """ # compress graph(for glt implementation) if env.get('MLC_IGBH_GRAPH_COMPRESS', '') == "yes": diff --git a/script/get-dataset-igbh/meta.yaml b/script/get-dataset-igbh/meta.yaml index d05bec5bf..b48e7b42c 100644 --- a/script/get-dataset-igbh/meta.yaml +++ b/script/get-dataset-igbh/meta.yaml @@ -439,7 +439,7 @@ variations: MLC_IGBH_GRAPH_COMPRESS: yes calibration: env: - MLC_IGBH_IGBH_CALIBRATION_FLAG: --calibration + MLC_IGBH_CALIBRATION_FLAG: --calibration csc: group: compressed-layout default: true