tmnam20

/

codellama-13b-text2sql-gguf

like 0

# Gated model: Login with a HF token with gated access permission
hf auth login

# !pip install llama-cpp-python

from llama_cpp import Llama

llm = Llama.from_pretrained(
	repo_id="tmnam20/codellama-13b-text2sql-gguf",
	filename="ggml-model-q4_k_m.gguf",
)

output = llm(
	"Once upon a time,",
	max_tokens=512,
	echo=True
)
print(output)