| export GLOO_SOCKET_IFNAME=eth0 |
| export WANDB_MODE=disabled |
|
|
| maindir=$1 |
| datadir=${maindir}data |
| codedir=${maindir}code |
|
|
| test_data=${datadir}/mtbenchplus/mtbenchplus.json |
|
|
| settings=("1k", "10k") |
| models=("t5-3b" "vicuna-7b" "vicuna-13b" "vicuna-33b") |
|
|
| for model in "${models[@]}" |
| do |
| for setting in "${settings[@]}" |
| do |
| finetuned_model_path=${maindir}model/${model}_${setting}/ |
| case ${model} in |
| "vicuna-33b") |
| RAYGPUS=2 |
| ;; |
| "t5-3b"|"vicuna-7b"|"vicuna-13b") |
| RAYGPUS=1 |
| ;; |
| esac |
| python3 ${codedir}/codes/eval/get_model_infer_memochat.py \ |
| --model-path ${finetuned_model_path} \ |
| --question-file ${test_data} \ |
| --answer-file ${datadir}/mtbenchplus/mtbenchplus_testing/mtbenchplus_testing_${model}_${setting}.json \ |
| --num-gpus $GPU_NUM_PER_NODE \ |
| --ray-num-gpus ${RAYGPUS} \ |
| --prompt-path ${datadir}/prompts.json |
| done |
| done |
|
|
