nvan15's picture
Batch upload part 2
6bb0065 verified
#!/bin/bash
DATASET_ID="meta-math/MetaMathQA"
LOCAL_DIR="./data/MetaMathQA"
# echo "Starting download for dataset: $DATASET_ID..."
huggingface-cli download $DATASET_ID \
--repo-type dataset \
--local-dir $LOCAL_DIR \
--local-dir-use-symlinks False \
--resume-download \
--include "*.json"
# echo "Download completed. Data is located at: $LOCAL_DIR"