nl_tasks/scripts/merge.sh

# export OMINI_CONFIG=./config/commonsense.yaml
export OMINI_CONFIG=./config/commonsense.yaml
#echo $OMINI_CONFIG
export TOKENIZERS_PARALLELISM=true

# CUDA Include (/cuda.h)
CUDA_INCLUDE_PATH="/home/work/miniconda3/envs/allm/include" 

# 3. Add into CPATH & CPLUS_INCLUDE_PATH (C/C++ compiler)
export CPATH=$CPATH:$CUDA_INCLUDE_PATH
export CPLUS_INCLUDE_PATH=$CPLUS_INCLUDE_PATH:$CUDA_INCLUDE_PATH
# echo "CPATH is set to: $CPATH"
# echo "CPLUS_INCLUDE_PATH is set to: $CPLUS_INCLUDE_PATH"

#./exps/run_ex15_3ep
# ./exp_init/run_ex02/ft2
# ADAPTER = "--model.merge_adapter_path "./exps/run_ex12/ft2" --model.merge_output_path "./exps/run_ex12/merged"
# export ADAPTER = "--model.merge_adapter_path ./exp395/run_ex01/ft2 --model.merge_output_path ./exp395/run_ex01/merged"
# accelerate launch --main_process_port 41353 -m src.merge \
#       --config_path $OMINI_CONFIG \
#       --model.merge_adapter_path "./exps/run_ex19_2ep/ft2" --model.merge_output_path "./exps/run_ex19_2ep/merged"

# OUTPUT="./exps/run_ex19_2ep/merged"

# date +"%F %T"
# python inference/MATH_infer.py --model $OUTPUT
# date +"%F %T"
# python inference/gsm8k_infer.py --model $OUTPUT
# date +"%F %T"


# MERGE_DIR="./exps/run_ex24"
# accelerate launch --main_process_port 41353 -m src.merge \
#       --config_path $OMINI_CONFIG \
#       --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/

# date +"%F %T"
# python inference/MATH_infer.py --model $MERGE_DIR/merged/
# date +"%F %T"
# python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
# date +"%F %T"


# MERGE_DIR="./exps/run_ex25"
# accelerate launch --main_process_port 41353 -m src.merge \
#       --config_path $OMINI_CONFIG \
#       --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/

# date +"%F %T"
# python inference/MATH_infer.py --model $MERGE_DIR/merged/
# date +"%F %T"
# python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
# date +"%F %T"


# MERGE_DIR="./exps/run_ex26"
# accelerate launch --main_process_port 41353 -m src.merge \
#       --config_path $OMINI_CONFIG \
#       --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/

# date +"%F %T"
# python inference/MATH_infer.py --model $MERGE_DIR/merged/
# date +"%F %T"
# python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
# date +"%F %T"


# MERGE_DIR="./exps/run_ex27"
# accelerate launch --main_process_port 41353 -m src.merge \
#       --config_path $OMINI_CONFIG \
#       --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/

# date +"%F %T"
# python inference/MATH_infer.py --model $MERGE_DIR/merged/
# date +"%F %T"
# python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
# date +"%F %T"


# MERGE_DIR="./exps/run_ex28"
# accelerate launch --main_process_port 41353 -m src.merge \
#       --config_path $OMINI_CONFIG \
#       --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/

# date +"%F %T"
# python inference/MATH_infer.py --model $MERGE_DIR/merged/
# date +"%F %T"
# python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
# date +"%F %T"


# MERGE_DIR="./exps/run_ex33"
# accelerate launch --main_process_port 41353 -m src.merge \
#       --config_path $OMINI_CONFIG \
#       --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/

# date +"%F %T"
# python inference/MATH_infer.py --model $MERGE_DIR/merged/
# date +"%F %T"
# python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
# date +"%F %T"

# 140126
MERGE_DIR="./exprep/run_ex30"
accelerate launch --main_process_port 41353 -m src.merge \
      --config_path $OMINI_CONFIG \
      --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/

date +"%F %T"
python inference/MATH_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
date +"%F %T"

MERGE_DIR="./exprep/run_ex31"
accelerate launch --main_process_port 41353 -m src.merge \
      --config_path $OMINI_CONFIG \
      --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/

date +"%F %T"
python inference/MATH_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
date +"%F %T"

MERGE_DIR="./exprep/run_ex32"
accelerate launch --main_process_port 41353 -m src.merge \
      --config_path $OMINI_CONFIG \
      --model.merge_adapter_path $MERGE_DIR/ft2/ --model.merge_output_path $MERGE_DIR/merged/

date +"%F %T"
python inference/MATH_infer.py --model $MERGE_DIR/merged/
date +"%F %T"
python inference/gsm8k_infer.py --model $MERGE_DIR/merged/
date +"%F %T"