Tool calling

import json
import os
from openai import OpenAI

client = OpenAI(
    base_url="https://api.reflection.ai/openai/v1",
    api_key=os.environ["REFLECTION_API_KEY"],
)

tools = [
    {
        "type": "function",
        "function": {
            "name": "get_weather",
            "description": "Get the current weather in a city.",
            "parameters": {
                "type": "object",
                "properties": {
                    "city": {"type": "string", "description": "City name, such as Paris"},
                },
                "required": ["city"],
            },
        },
    }
]


def get_weather(city: str) -> dict:
    return {"city": city, "temperature_c": 18, "conditions": "sunny"}


messages = [{"role": "user", "content": "What's the weather in Paris?"}]

while True:
    completion = client.chat.completions.create(
        model="Beam-501B-A23B",
        messages=messages,
        tools=tools,
    )
    choice = completion.choices[0]
    if choice.finish_reason != "tool_calls":
        break

    # Return the assistant turn as received, including its tool calls.
    messages.append(choice.message)
    for call in choice.message.tool_calls:
        # Arguments are model-generated: validate them before use.
        try:
            arguments = json.loads(call.function.arguments)
        except json.JSONDecodeError:
            arguments = None
        city = arguments.get("city") if isinstance(arguments, dict) else None
        if isinstance(city, str) and city:
            result = get_weather(city)
        else:
            result = {"error": "Expected a non-empty string argument named city."}
        messages.append(
            {
                "role": "tool",
                "tool_call_id": call.id,
                "content": json.dumps(result),
            }
        )

print(choice.message.content)

import OpenAI from "openai";

const client = new OpenAI({
  baseURL: "https://api.reflection.ai/openai/v1",
  apiKey: process.env.REFLECTION_API_KEY,
});

const tools: OpenAI.ChatCompletionTool[] = [
  {
    type: "function",
    function: {
      name: "get_weather",
      description: "Get the current weather in a city.",
      parameters: {
        type: "object",
        properties: {
          city: { type: "string", description: "City name, such as Paris" },
        },
        required: ["city"],
      },
    },
  },
];

function parseCity(json: string): string | null {
  try {
    const { city } = JSON.parse(json);
    return typeof city === "string" && city ? city : null;
  } catch {
    return null;
  }
}

function getWeather(city: string) {
  return { city, temperature_c: 18, conditions: "sunny" };
}

const messages: OpenAI.ChatCompletionMessageParam[] = [
  { role: "user", content: "What's the weather in Paris?" },
];

while (true) {
  const completion = await client.chat.completions.create({
    model: "Beam-501B-A23B",
    messages,
    tools,
  });
  const choice = completion.choices[0];
  if (choice.finish_reason !== "tool_calls") {
    console.log(choice.message.content);
    break;
  }

  // Return the assistant turn as received, including its tool calls.
  messages.push(choice.message);
  for (const call of choice.message.tool_calls ?? []) {
    if (call.type !== "function") continue;
    // Arguments are model-generated: validate them before use.
    const city = parseCity(call.function.arguments);
    const result = city
      ? getWeather(city)
      : { error: "Expected a non-empty string argument named city." };
    messages.push({
      role: "tool",
      tool_call_id: call.id,
      content: JSON.stringify(result),
    });
  }
}