Update app.py

app.py

@@ -53,12 +53,12 @@ model = AutoModelForCausalLM.from_pretrained(
     device_map="auto"
 )
 
-reasoning_tokenizer = AutoTokenizer.from_pretrained(config.reasoning_model_name)
-reasoning_model = AutoModelForCausalLM.from_pretrained(
-    config.reasoning_model_name,
-    torch_dtype=torch.float16,
-    device_map="auto"
-)
+# reasoning_tokenizer = AutoTokenizer.from_pretrained(config.reasoning_model_name)
+# reasoning_model = AutoModelForCausalLM.from_pretrained(
+#     config.reasoning_model_name,
+#     torch_dtype=torch.float16,
+#     device_map="auto"
+# )
 
 def generate(prompt):
     """
@@ -418,8 +418,8 @@ Information:
 {information}
 """
 
-    raw_output = reasoning_generate(prompt)
-    # raw_output = generate(prompt)
+    # raw_output = reasoning_generate(prompt)
+    raw_output = generate(prompt)
 
     logger.info(f"Raw Output: {raw_output}")