v81/nv-embedcode-7b.json

{
  "schema_version": 1,
  "_comment": "NV-EmbedCode-7B (MistralBiDirectional + avg-pool) on Hexagon v81. 7B encoder split into 4 chained W8 context parts via llama_embed_sharded. Host-rope (no Gather), PLAIN rope (Mistral theta 10000, factor 1), bidirectional. Encoder S=128, head_dim 128.",
  "model": {"name": "nv-embedcode-7b", "family": "embedding", "dsp_arch": "v81", "tokenizer_pre": "default"},
  "params": {"hidden": 4096, "vocab": 32000, "n_layers": 32, "head_dim": 128, "max_ctx": 128, "eos_token_id": 2},
  "artifacts": {
    "contexts": {
      "enc_p0": {"bin": "nvembedcode7b_enc_p0_w8.bin"},
      "enc_p1": {"bin": "nvembedcode7b_enc_p1_w8.bin"},
      "enc_p2": {"bin": "nvembedcode7b_enc_p2_w8.bin"},
      "enc_p3": {"bin": "nvembedcode7b_enc_p3_w8.bin"}
    },
    "embed": "nvembedcode7b_embed_f16.bin",
    "tokenizer": "tokenizer.json"
  },
  "plan": {"steps": [{"host": "llama_embed_sharded", "params": {"encoder_parts": "nvembedcode7b_enc_p0_w8,nvembedcode7b_enc_p1_w8,nvembedcode7b_enc_p2_w8,nvembedcode7b_enc_p3_w8", "rope_factor": 1.0, "rope_theta": 10000.0, "neg": -50000}}]}
}