File size: 369 Bytes
257d034 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 | import json
import os
from inference import DecisionModel
model = DecisionModel(".", base_model=os.getenv("CPM_JEV_BASE_MODEL", "openbmb/MiniCPM5-2B-Base"))
result = model.decide(
state="The previous tool call failed twice.",
question="What should the agent do next?",
options=["retry", "switch_tool", "ask_user"],
)
print(json.dumps(result, indent=2))
|