"""Smoke test for Modal-backed LLM.""" import sys from pathlib import Path sys.path.insert(0, str(Path(__file__).parent.parent)) from models.llm import MiniCPMLLM def main(): print("Calling Modal LLM (first call may take ~1 min for cold start)...") llm = MiniCPMLLM() tokens = list( llm.stream_answer( "What is EBITDA?", "EBITDA stands for Earnings Before Interest, Taxes, Depreciation, and Amortization.", ) ) answer = "".join(tokens) print(f"Answer: {answer[:200]}...") assert len(answer) > 0, "LLM returned empty response" print("Modal LLM test passed.") if __name__ == "__main__": main()