codebyam commited on
Commit
f77706f
·
verified ·
1 Parent(s): 470d8ca

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -5
app.py CHANGED
@@ -35,11 +35,21 @@ async def optimize_text(prompt: InputPrompt):
35
  return {"optimized_text": optimized_text}
36
 
37
  def gen(prompt):
38
- response = client.models.generate_content(
39
- model="gemma-3-12b-it",
40
- contents='<start_of_turn>system\n'+System_instruction+'<end_of_turn>\n<start_of_turn>user\n'+prompt+'<end_of_turn>\n<start_of_turn>model\n'
41
- )
42
- return response.text
 
 
 
 
 
 
 
 
 
 
43
 
44
  @app.get("/", response_class=HTMLResponse)
45
  async def read_items():
 
35
  return {"optimized_text": optimized_text}
36
 
37
  def gen(prompt):
38
+ try:
39
+ response = client.models.generate_content(
40
+ model="gemma-4-26b-a4b-it",
41
+ contents=[
42
+ types.Content(role="system", parts=[types.Part(text=System_instruction)]),
43
+ types.Content(role="user", parts=[types.Part(text=prompt)])
44
+ ],
45
+ config=types.GenerateContentConfig(
46
+ thinking_config=types.ThinkingConfig(thinking_level="MINIMAL")
47
+ ),
48
+ )
49
+ return response.text.rstrip()
50
+ except Exception as e:
51
+ print(f"GenAI Error: {e}")
52
+ raise HTTPException(status_code=500, detail="AI Generation Failed")
53
 
54
  @app.get("/", response_class=HTMLResponse)
55
  async def read_items():