nl_tasks/scripts/peft_merge.sh

# export OMINI_CONFIG=./config/commonsense.yaml
export OMINI_CONFIG=./config/commonsense.yaml
#echo $OMINI_CONFIG
export TOKENIZERS_PARALLELISM=true

# CUDA Include (/cuda.h)
CUDA_INCLUDE_PATH="/home/work/miniconda3/envs/allm/include" 

# 3. Add into CPATH & CPLUS_INCLUDE_PATH (C/C++ compiler)
export CPATH=$CPATH:$CUDA_INCLUDE_PATH
export CPLUS_INCLUDE_PATH=$CPLUS_INCLUDE_PATH:$CUDA_INCLUDE_PATH
# echo "CPATH is set to: $CPATH"
# echo "CPLUS_INCLUDE_PATH is set to: $CPLUS_INCLUDE_PATH"



MERGE_DIR="./expsBOFT/seed43"
accelerate launch --main_process_port 41353 -m src.peft_merge \
      --config_path $OMINI_CONFIG \
      --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/

date +"%F %T"
python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
python inference/MATH_infer.py --model $MERGE_DIR/merged/
date +"%F %T"

MERGE_DIR="./expsBOFT/seed44"
accelerate launch --main_process_port 41353 -m src.peft_merge \
      --config_path $OMINI_CONFIG \
      --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/

date +"%F %T"
python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
python inference/MATH_infer.py --model $MERGE_DIR/merged/
date +"%F %T"


MERGE_DIR="./expsOFT/seed43"
accelerate launch --main_process_port 41353 -m src.peft_merge \
      --config_path $OMINI_CONFIG \
      --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/

date +"%F %T"
python inference/MATH_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
date +"%F %T"

MERGE_DIR="./expsOFT/seed44"
accelerate launch --main_process_port 41353 -m src.peft_merge \
      --config_path $OMINI_CONFIG \
      --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/
date +"%F %T"
python inference/MATH_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
date +"%F %T"