Integrate the gateway

curl https://private-claude-compatible-ai-gateway.halasai.com/v1/messages \
  -H "x-api-key: $GATEWAY_API_KEY" \
  -H "anthropic-version: 2023-06-01" \
  -H "content-type: application/json" \
  -d '{
    "model": "sonnet",
    "max_tokens": 512,
    "messages": [
      { "role": "user", "content": "Summarize the CAP theorem in two lines." }
    ]
  }'

import Anthropic from "@anthropic-ai/sdk";

// Point the official Anthropic SDK at your gateway. Only the baseURL and key
// change, every request shape is identical to api.anthropic.com.
const client = new Anthropic({
  baseURL: "https://private-claude-compatible-ai-gateway.halasai.com",
  apiKey: process.env.GATEWAY_API_KEY, // sent as x-api-key
});

const message = await client.messages.create({
  model: "sonnet",
  max_tokens: 512,
  messages: [{ role: "user", content: "Hello, Claude" }],
});

console.log(message.content);

from anthropic import Anthropic

# Point the official Anthropic SDK at your gateway. Only base_url and
# api_key change, every request shape is identical to api.anthropic.com.
client = Anthropic(
    base_url="https://private-claude-compatible-ai-gateway.halasai.com",
    api_key=os.environ["GATEWAY_API_KEY"],  # sent as x-api-key
)

message = client.messages.create(
    model="sonnet",
    max_tokens=512,
    messages=[{"role": "user", "content": "Hello, Claude"}],
)

print(message.content)

// 1. You send the request WITH tool definitions. The gateway forwards them
//    to the model; it never executes a tool itself.
{
  "model": "sonnet",
  "max_tokens": 1024,
  "tools": [
    {
      "name": "get_weather",
      "description": "Get the current weather for a city.",
      "input_schema": {
        "type": "object",
        "properties": { "city": { "type": "string" } },
        "required": ["city"]
      }
    }
  ],
  "messages": [
    { "role": "user", "content": "What's the weather in Riyadh?" }
  ]
}

// 2. The model replies asking to call the tool. stop_reason is "tool_use".
//    Note the tool_use id, you must echo it back.
{
  "id": "msg_01AbC...",
  "role": "assistant",
  "stop_reason": "tool_use",
  "content": [
    { "type": "text", "text": "Let me check that." },
    {
      "type": "tool_use",
      "id": "toolu_01Xy...",
      "name": "get_weather",
      "input": { "city": "Riyadh" }
    }
  ]
}

// 3. YOUR CODE runs get_weather("Riyadh"), then sends the result back as a
//    tool_result whose tool_use_id MATCHES the id from step 2. Replay the prior
//    turns so the model has the full context.
{
  "model": "sonnet",
  "max_tokens": 1024,
  "tools": [ /* same tool definitions as step 1 */ ],
  "messages": [
    { "role": "user", "content": "What's the weather in Riyadh?" },
    {
      "role": "assistant",
      "content": [
        { "type": "text", "text": "Let me check that." },
        { "type": "tool_use", "id": "toolu_01Xy...", "name": "get_weather", "input": { "city": "Riyadh" } }
      ]
    },
    {
      "role": "user",
      "content": [
        {
          "type": "tool_result",
          "tool_use_id": "toolu_01Xy...",
          "content": "38°C, clear sky"
        }
      ]
    }
  ]
}

// 4. With the tool_result in hand, the model returns the final answer.
{
  "id": "msg_01Def...",
  "role": "assistant",
  "stop_reason": "end_turn",
  "content": [
    { "type": "text", "text": "It's 38°C and clear in Riyadh right now." }
  ]
}

curl -N https://private-claude-compatible-ai-gateway.halasai.com/v1/messages \
  -H "x-api-key: $GATEWAY_API_KEY" \
  -H "anthropic-version: 2023-06-01" \
  -H "content-type: application/json" \
  -d '{
    "model": "sonnet",
    "max_tokens": 512,
    "stream": true,
    "messages": [{ "role": "user", "content": "Write a haiku about caching." }]
  }'

# Response is text/event-stream, flushed token-by-token:
#   event: message_start        -> { id, model, role, usage }
#   event: content_block_start
#   event: content_block_delta   -> { delta: { type: "text_delta", text: "..." } }
#   event: content_block_stop
#   event: message_delta         -> { delta: { stop_reason }, usage: { output_tokens } }
#   event: message_stop

curl https://private-claude-compatible-ai-gateway.halasai.com/v1/messages \
  -H "x-api-key: $GATEWAY_API_KEY" \
  -H "anthropic-version: 2023-06-01" \
  -H "content-type: application/json" \
  -d '{
    "model": "sonnet",
    "max_tokens": 512,
    "messages": [
      {
        "role": "user",
        "content": [
          {
            "type": "image",
            "source": {
              "type": "base64",
              "media_type": "image/png",
              "data": "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNk+A8AAQUBAScY42YAAAAASUVORK5CYII="
            }
          },
          { "type": "text", "text": "What color is this image?" }
        ]
      }
    ]
  }'