Upload merge_full_gguf_hf_job.sh with huggingface_hub

merge_full_gguf_hf_job.sh

@@ -0,0 +1,52 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+REPO_ID="${REPO_ID:-Hashhasapi/Gemopus-v1-e2b}"
+BASE_REPO="${BASE_REPO:-lmstudio-community/gemma-4-E2B-it-GGUF}"
+BASE_FILE="${BASE_FILE:-gemma-4-E2B-it-Q4_K_M.gguf}"
+LORA_FILE="${LORA_FILE:-Gemopus-v1-e2b-lora.gguf}"
+MERGED_FILE="${MERGED_FILE:-Gemopus-v1-e2b-Q4_K_M-merged.gguf}"
+
+echo "Installing build and Python tools..."
+apt-get update
+DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+  git cmake build-essential ca-certificates python3 python3-pip
+python3 -m pip install --break-system-packages -U huggingface_hub
+
+echo "Downloading base GGUF..."
+hf download "$BASE_REPO" "$BASE_FILE" --local-dir /workspace/base --token "$HF_TOKEN"
+
+echo "Downloading Gemopus LoRA GGUF..."
+hf download "$REPO_ID" "$LORA_FILE" --local-dir /workspace/lora --token "$HF_TOKEN"
+
+echo "Building llama.cpp export-lora..."
+git clone --depth 1 https://github.com/ggml-org/llama.cpp /workspace/llama.cpp
+cmake -S /workspace/llama.cpp -B /workspace/llama.cpp/build \
+  -DGGML_CUDA=OFF \
+  -DLLAMA_CURL=OFF \
+  -DLLAMA_BUILD_TESTS=OFF \
+  -DLLAMA_BUILD_EXAMPLES=OFF \
+  -DLLAMA_BUILD_TOOLS=ON
+cmake --build /workspace/llama.cpp/build --config Release -j "$(nproc)" --target llama-export-lora
+
+EXPORT_BIN="/workspace/llama.cpp/build/bin/llama-export-lora"
+if [ ! -x "$EXPORT_BIN" ]; then
+  EXPORT_BIN="$(find /workspace/llama.cpp/build -name 'llama-export-lora*' -type f | head -n 1)"
+fi
+echo "Using export tool: $EXPORT_BIN"
+
+echo "Merging LoRA into base GGUF..."
+"$EXPORT_BIN" \
+  -m "/workspace/base/$BASE_FILE" \
+  --lora "/workspace/lora/$LORA_FILE" \
+  -o "/workspace/$MERGED_FILE" \
+  -t "$(nproc)"
+
+echo "Merged file:"
+ls -lh "/workspace/$MERGED_FILE"
+
+echo "Uploading merged standalone GGUF..."
+hf upload "$REPO_ID" "/workspace/$MERGED_FILE" "$MERGED_FILE" --repo-type model --token "$HF_TOKEN" \
+  --commit-message "Add merged standalone Gemopus v1 E2B GGUF"
+
+echo "Done: https://huggingface.co/$REPO_ID/blob/main/$MERGED_FILE"