-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathinference.sh
33 lines (26 loc) · 1.01 KB
/
inference.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
export CUDA_VISIBLE_DEVICES=$1
domain=$2 # acquis, emea
sl=$3
tl=$4
model_path=$5
testclean=$6
data_dir=${PWD}/data-bin/${domain}_${sl}${tl}
if [[ $sl == "ko" ]]; then
preprocess="sentencepiece"
else
preprocess="subword_nmt"
fi
if [[ $testclean == "1" ]]; then
python generate_text.py ${data_dir} -s ${3} -t ${4} \
--path outputs/${model_path}/checkpoint_best.pt \
--batch-size 64 --remove-bpe ${preprocess} \
--consnmt --task translation_leca --use-ptrnet --testclean \
--model-overrides "{'beam':5}" > inference_result/${model_path}_${testclean}.txt
else
python generate_text.py ${data_dir} -s ${3} -t ${4} \
--path outputs/${model_path}/checkpoint_best.pt \
--batch-size 64 --remove-bpe ${preprocess} \
--consnmt --task translation_leca --use-ptrnet \
--model-overrides "{'beam':5}" > inference_result/${model_path}_${testclean}.txt
fi
# bash inference.sh 0 acquis de en model_path 1