@cf/meta/llama-3.1-8b-instruct
from openai import OpenAI
client = OpenAI(
base_url="https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/run/",
api_key="YOUR_API_KEY",
)
response = client.chat.completions.create(
model="@cf/meta/llama-3.1-8b-instruct",
messages=[{"role": "user", "content": "Hello!"}],
)
print(response.choices[0].message.content)Don't have a key yet? See how to get one — no credit card needed for Cloudflare Workers AI.