from huggingface_hub import InferenceClient

client = InferenceClient(
provider="novita",
api_key="nvi...b-v2",
)

completion = client.chat.completions.create(
model="google/gemma-4-31B-it",
messages=[
{
"role": "user",
"content": [
{
"type": "text",
"text": "Describe this image in one sentence."
},
{
"type": "image_url",
"image_url": {
"url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
}
}
]
}
],
)

print(completion.choices[0].message)

milezdeep13 changed pull request status to closed
milezdeep13 changed pull request status to open
Ready to merge
This branch is ready to get merged automatically.

Sign up or log in to comment