quickgrid commited on
Commit
c4c3828
·
verified ·
1 Parent(s): 344bc07

Update index.html

Browse files
Files changed (1) hide show
  1. index.html +2 -2
index.html CHANGED
@@ -276,7 +276,7 @@ body>*{position:relative;z-index:1}
276
  const STATE = {
277
  models: { llm: null, embedder: null, reranker: null },
278
  modelIds: {
279
- llm: 'onnx-community/Qwen2.5-0.5B-Instruct-q4',
280
  embedder: 'Xenova/all-MiniLM-L6-v2',
281
  reranker: 'Xenova/bge-reranker-base'
282
  },
@@ -441,7 +441,7 @@ async function loadModel(type, modelId) {
441
  try {
442
  const tf = await getTransformers();
443
  if (type === 'llm') {
444
- STATE.models.llm = await tf.pipeline('text-generation', modelId, { progress_callback: handleProgress, dtype: 'q4' });
445
  } else if (type === 'embedder') {
446
  STATE.models.embedder = await tf.pipeline('feature-extraction', modelId, { progress_callback: handleProgress });
447
  } else if (type === 'reranker') {
 
276
  const STATE = {
277
  models: { llm: null, embedder: null, reranker: null },
278
  modelIds: {
279
+ llm: 'onnx-community/Qwen3.5-0.8B-ONNX',
280
  embedder: 'Xenova/all-MiniLM-L6-v2',
281
  reranker: 'Xenova/bge-reranker-base'
282
  },
 
441
  try {
442
  const tf = await getTransformers();
443
  if (type === 'llm') {
444
+ STATE.models.llm = await tf.pipeline('text-generation', modelId, { progress_callback: handleProgress, dtype: 'q4f16' });
445
  } else if (type === 'embedder') {
446
  STATE.models.embedder = await tf.pipeline('feature-extraction', modelId, { progress_callback: handleProgress });
447
  } else if (type === 'reranker') {