OpenAI-Compatible Example

OpenAI-Compatible Example

from openai import OpenAI
import os

# Point OpenAI client to Secret AI via Ollama
client = OpenAI(
    base_url="http://localhost:11434/v1",
    api_key=os.getenv("SECRET_AI_API_KEY")  # enforced by SecretAI
)

response = client.chat.completions.create(
    model="llama3.1",
    messages=[
        {"role": "system", "content": "You are a weather assistant."},
        {"role": "user", "content": "What's the weather in Paris today?"}
    ],
    tools=[
        {
            "type": "function",
            "function": {
                "name": "get_weather",
                "description": "Get current weather for a location",
                "parameters": {
                    "type": "object",
                    "properties": {
                        "location": {"type": "string", "description": "City name"}
                    },
                    "required": ["location"]
                }
            }
        }
    ]
)

print(response.choices[0].message)