quantization / lm-quant-toolkit /scripts /dump-sensi-mistral.sh
chen459664's picture
Add files using upload-large-folder tool
55c92b3 verified
Raw
History Blame Contribute Delete
965 Bytes
#!/bin/bash
RESULT_BASE_DIR="/fdata/llm/mxq/results"
CALIB_DATASETS="bos pileval wikitext c4"
CONFIGS="b2g128 b2g64 b2g32 b3g128 b3g64 b3g32 b4g128 b4g64 b4g32 b8g128 b8g64 b8g32"
MODELS="mistralai/Mistral-7B-v0.3 mistralai/Mistral-7B-Instruct-v0.3 mistralai/Ministral-8B-Instruct-2410"
EXP_NAME=sensi_mistral
RESULT_DIR=$RESULT_BASE_DIR/$EXP_NAME
mkdir -p $RESULT_DIR/data
# for DS in $CALIB_DATASETS; do
# for CFG in $CONFIGS; do
# for MODEL in $MODELS; do
# SHORT_ID=$(echo $MODEL | cut -d/ -f2)
# OUT_FILE="${RESULT_DIR}/data/mistral-sensi-${SHORT_ID}-${CFG}-${DS}.csv"
# python ../src/dump.py sensi \
# --model $MODEL \
# --config $CFG \
# --calib-dataset $DS \
# --output-file $OUT_FILE
# done
# done
# done
OLD_DIR=$(pwd)
cd $RESULT_DIR
if [ ! -d pdfs ]; then
mkdir -p pdfs
fi
$OLD_DIR/../data-vis/plot-variant-sensi.R data/