NOT-OMEGA commited on
Commit
c96bf7e
·
verified ·
1 Parent(s): 20781e1

Update processor_bert.py

Browse files
Files changed (1) hide show
  1. processor_bert.py +17 -3
processor_bert.py CHANGED
@@ -29,9 +29,23 @@ DEFAULT_BATCH = 64
29
 
30
 
31
  def preload_models():
32
- """App startup pe background thread mein models load karo."""
33
- threading.Thread(target=_load_models, daemon=True).start()
34
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
35
 
36
  def _load_models():
37
  """Lazily load models — thread-safe, sirf ek baar load hoga."""
 
29
 
30
 
31
  def preload_models():
32
+ """Lazily load models thread-safe, strict single initialization."""
33
+ global _classifier, _model_ready
34
+
35
+ # 🚨 GOOGLE-LEVEL FIX: Everything critical must be INSIDE the lock
36
+ with _load_lock:
37
+ if _classifier is None:
38
+ logger.info("Initializing BERT pipeline...")
39
+
40
+ # Initialization logic goes HERE, not outside
41
+ _classifier = pipeline(
42
+ task="text-classification",
43
+ model=MODEL_NAME,
44
+ device=-1, # CPU
45
+ top_k=1
46
+ )
47
+ _model_ready = True
48
+ logger.info("BERT pipeline ready.")
49
 
50
  def _load_models():
51
  """Lazily load models — thread-safe, sirf ek baar load hoga."""