Completions

curl http://localhost:8787/v1/completions \
  -H "Content-Type: application/json" \
  -H "x-portkey-provider: openai" \
  -H "x-portkey-api-key: $OPENAI_API_KEY" \
  -d '{
    "model": "gpt-3.5-turbo-instruct",
    "prompt": "The Portkey AI Gateway is",
    "max_tokens": 128,
    "temperature": 0.7
  }'

from openai import OpenAI

client = OpenAI(
    base_url="http://localhost:8787/v1",
    api_key="$OPENAI_API_KEY",
    default_headers={
        "x-portkey-provider": "openai",
    },
)

response = client.completions.create(
    model="gpt-3.5-turbo-instruct",
    prompt="The Portkey AI Gateway is",
    max_tokens=128,
    temperature=0.7,
)

print(response.choices[0].text)

import OpenAI from "openai";

const client = new OpenAI({
  baseURL: "http://localhost:8787/v1",
  apiKey: process.env.OPENAI_API_KEY,
  defaultHeaders: {
    "x-portkey-provider": "openai",
  },
});

const response = await client.completions.create({
  model: "gpt-3.5-turbo-instruct",
  prompt: "The Portkey AI Gateway is",
  max_tokens: 128,
  temperature: 0.7,
});

console.log(response.choices[0].text);