from openai import OpenAI
client = OpenAI(
base_url="https://api.llm7.io/v1",
api_key="unused", # Use a https://dash.llm7.io/ token for higher limits.
)
image_url = "https://images.weserv.nl/?url=wsrv.nl/lichtenstein.jpg&w=600&output=webp"
messages = [
{
"role": "user",
"content": [
{"type": "text", "text": "Describe this image for alt text."},
{"type": "image_url", "image_url": {"url": image_url}},
],
}
]
stream = client.chat.completions.create(
model="default", # or a model ID with image input from /v1/models
messages=messages,
temperature=0.5,
stream=True,
)
model_used = None
for chunk in stream:
model_used = chunk.model
delta = chunk.choices[0].delta.content or []
if isinstance(delta, list):
delta = "".join(
part.get("text", "") for part in delta if part.get("type") == "text"
)
print(delta, end="", flush=True)
print(f"\nModel selected: {model_used}")