| RESULT_BASE_DIR="/fdata/llm/mxq/results" | |
| CALIB_DATASETS="bos pileval wikitext c4" | |
| CONFIGS="b2g128 b2g64 b2g32 b3g128 b3g64 b3g32 b4g128 b4g64 b4g32 b8g128 b8g64 b8g32" | |
| MODELS="mistralai/Mistral-7B-v0.3 mistralai/Mistral-7B-Instruct-v0.3 mistralai/Ministral-8B-Instruct-2410" | |
| EXP_NAME=sensi_mistral | |
| RESULT_DIR=$RESULT_BASE_DIR/$EXP_NAME | |
| mkdir -p $RESULT_DIR/data | |
| # for DS in $CALIB_DATASETS; do | |
| # for CFG in $CONFIGS; do | |
| # for MODEL in $MODELS; do | |
| # SHORT_ID=$(echo $MODEL | cut -d/ -f2) | |
| # OUT_FILE="${RESULT_DIR}/data/mistral-sensi-${SHORT_ID}-${CFG}-${DS}.csv" | |
| # python ../src/dump.py sensi \ | |
| # --model $MODEL \ | |
| # --config $CFG \ | |
| # --calib-dataset $DS \ | |
| # --output-file $OUT_FILE | |
| # done | |
| # done | |
| # done | |
| OLD_DIR=$(pwd) | |
| cd $RESULT_DIR | |
| if [ ! -d pdfs ]; then | |
| mkdir -p pdfs | |
| fi | |
| $OLD_DIR/../data-vis/plot-variant-sensi.R data/ | |