One gateway between your organisation and every model.

import os
from openai import OpenAI

client = OpenAI(
    base_url="https://gateway.example.se/v1",
    api_key=os.environ["UME_API_KEY"],   # a virtual key
)

reply = client.chat.completions.create(
    model="ume/chat-standard",           # an alias, not a vendor model
    messages=[{"role": "user", "content": "Sammanfatta ärendet"}],
)

import OpenAI from "openai";

const client = new OpenAI({
  baseURL: "https://gateway.example.se/v1",
  apiKey: process.env.UME_API_KEY,
});

const reply = await client.chat.completions.create({
  model: "ume/chat-standard",
  messages: [{ role: "user", content: "Sammanfatta ärendet" }],
});

using OpenAI;
using System.ClientModel;

var client = new OpenAIClient(
    new ApiKeyCredential(Environment.GetEnvironmentVariable("UME_API_KEY")!),
    new OpenAIClientOptions { Endpoint = new Uri("https://gateway.example.se/v1") });

var chat = client.GetChatClient("ume/chat-standard");
var reply = await chat.CompleteChatAsync("Sammanfatta ärendet");

curl https://gateway.example.se/v1/chat/completions \
  -H "Authorization: Bearer $UME_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"model":"ume/chat-standard",
       "messages":[{"role":"user","content":"Hej"}]}'

# x-ume-rule, x-ume-residency, x-ume-fallbacks
# come back as response headers