Nidhi-Phophaliya commited on
Commit
2d836de
·
verified ·
1 Parent(s): 8cdd015

Update app/utils/embedder.py

Browse files
Files changed (1) hide show
  1. app/utils/embedder.py +11 -10
app/utils/embedder.py CHANGED
@@ -1,19 +1,20 @@
1
- # app/utils/embedder.py
2
-
3
- import gdown
4
  import os
 
 
 
 
 
 
 
 
 
5
  import faiss
6
  import numpy as np
7
- import tempfile
8
  import pickle
9
- from sentence_transformers import SentenceTransformer
10
 
11
  class Embedder:
12
  def __init__(self, model_name='sentence-transformers/all-MiniLM-L6-v2'):
13
- cache_dir = tempfile.gettempdir()
14
- os.environ['TRANSFORMERS_CACHE'] = cache_dir
15
- os.environ['HF_HOME'] = cache_dir
16
-
17
  self.model = SentenceTransformer(model_name)
18
  self.index = None
19
  self.metadata = None
@@ -35,7 +36,7 @@ class Embedder:
35
  def query(self, query_text, k=5):
36
  if self.index is None or self.metadata is None:
37
  raise ValueError("Index or metadata not loaded")
38
-
39
  query_embedding = self.model.encode([query_text]).astype('float32')
40
  D, I = self.index.search(query_embedding, k)
41
  results = self.metadata.iloc[I[0]].copy()
 
 
 
 
1
  import os
2
+ import tempfile
3
+
4
+ # ✅ Force cache paths to a writable location
5
+ HF_CACHE = os.path.join(tempfile.gettempdir(), "hf_cache")
6
+ os.environ["HF_HOME"] = HF_CACHE
7
+ os.environ["TRANSFORMERS_CACHE"] = HF_CACHE
8
+ os.environ["SENTENCE_TRANSFORMERS_HOME"] = HF_CACHE
9
+
10
+ from sentence_transformers import SentenceTransformer
11
  import faiss
12
  import numpy as np
 
13
  import pickle
14
+ import gdown
15
 
16
  class Embedder:
17
  def __init__(self, model_name='sentence-transformers/all-MiniLM-L6-v2'):
 
 
 
 
18
  self.model = SentenceTransformer(model_name)
19
  self.index = None
20
  self.metadata = None
 
36
  def query(self, query_text, k=5):
37
  if self.index is None or self.metadata is None:
38
  raise ValueError("Index or metadata not loaded")
39
+
40
  query_embedding = self.model.encode([query_text]).astype('float32')
41
  D, I = self.index.search(query_embedding, k)
42
  results = self.metadata.iloc[I[0]].copy()