On-demand API

# Install OpenAI SDK: `pip3 install openai`

from openai import OpenAI

client = OpenAI(
    api_key="<API_KEY>",
    base_url="https://inference.phala.com/v1",
)

response = client.chat.completions.create(
    model="phala/qwen3.5-27b",
    messages=[
        {"role": "system", "content": "You are a helpful assistant"},
        {"role": "user", "content": "What is your model name?"},
    ],
)

print(response.choices[0].message.content)

import OpenAI from 'openai';

const client = new OpenAI({
  baseURL: 'https://inference.phala.com/v1',
  apiKey: '<API_KEY>',
});

async function main() {
  const completion = await client.chat.completions.create({
    model: 'phala/qwen3.5-27b',
    messages: [
      {
        role: 'user',
        content: 'What is the meaning of life?',
      },
    ],
  });
  console.log(completion.choices[0].message);
}

main();

curl -X 'POST' \
  'https://inference.phala.com/v1/chat/completions' \
  -H 'accept: application/json' \
  -H 'Content-Type: application/json' \
  -H 'Authorization: Bearer <API_KEY>' \
  -d '{
  "messages": [
    {
      "content": "You are a helpful assistant.",
      "role": "system"
    },
    {
      "content": "What is your model name?",
      "role": "user"
    }
  ],
  "model": "phala/qwen3.5-27b"
}'