OpenAI API Gateway Setup Guide

# OpenAI Gateway Configuration
server:
  port: 3000
  host: 0.0.0.0
  timeout: 30000

openai:
  apiKey: ${OPENAI_API_KEY}
  organization: ${OPENAI_ORG_ID}
  timeout: 60000

rateLimiting:
  enabled: true
  windowMs: 900000  # 15 minutes
  maxRequests: 100
  skipSuccessfulRequests: false

caching:
  enabled: true
  ttl: 300  # 5 minutes
  redis:
    host: localhost
    port: 6379

logging:
  level: info
  format: json
  file: /var/log/openai-gateway.log

security:
  cors:
    origin: "*"
    methods: ["GET", "POST", "PUT", "DELETE"]
  headers:
    - "X-Content-Type-Options: nosniff"
    - "X-Frame-Options: DENY"

version: '3.8'

services:
  openai-gateway:
    image: openai/gateway:latest
    container_name: openai-gateway
    restart: unless-stopped
    ports:
      - "3000:3000"
    environment:
      - OPENAI_API_KEY=${OPENAI_API_KEY}
      - OPENAI_ORG_ID=${OPENAI_ORG_ID}
      - LOG_LEVEL=info
    volumes:
      - ./logs:/app/logs
      - ./config:/app/config
    depends_on:
      - redis
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:3000/health"]
      interval: 30s
      timeout: 10s
      retries: 3

  redis:
    image: redis:7-alpine
    container_name: gateway-redis
    restart: unless-stopped
    ports:
      - "6379:6379"
    volumes:
      - redis-data:/data
    command: redis-server --appendonly yes

volumes:
  redis-data:

apiVersion: apps/v1
kind: Deployment
metadata:
  name: openai-gateway
spec:
  replicas: 3
  selector:
    matchLabels:
      app: openai-gateway
  template:
    metadata:
      labels:
        app: openai-gateway
    spec:
      containers:
      - name: gateway
        image: openai/gateway:latest
        ports:
        - containerPort: 3000
        env:
        - name: OPENAI_API_KEY
          valueFrom:
            secretKeyRef:
              name: openai-secrets
              key: apiKey
        resources:
          requests:
            memory: "256Mi"
            cpu: "250m"
          limits:
            memory: "512Mi"
            cpu: "500m"
        livenessProbe:
          httpGet:
            path: /health
            port: 3000
          initialDelaySeconds: 30
          periodSeconds: 10
        readinessProbe:
          httpGet:
            path: /health
            port: 3000
          initialDelaySeconds: 5
          periodSeconds: 5
---
apiVersion: v1
kind: Service
metadata:
  name: openai-gateway
spec:
  selector:
    app: openai-gateway
  ports:
  - port: 80
    targetPort: 3000
  type: LoadBalancer

const axios = require('axios');

const BASE_URL = 'http://localhost:3000';
const API_KEY = process.env.OPENAI_API_KEY;

async function testGateway() {
    console.log('🧪 Testing OpenAI API Gateway...\n');
    
    // 1. Test health endpoint
    try {
        const healthResponse = await axios.get(`${BASE_URL}/health`);
        console.log('✅ Health check passed:', healthResponse.data);
    } catch (error) {
        console.error('❌ Health check failed:', error.message);
        return false;
    }
    
    // 2. Test models endpoint
    try {
        const modelsResponse = await axios.get(`${BASE_URL}/v1/models`, {
            headers: { Authorization: `Bearer ${API_KEY}` }
        });
        console.log('✅ Models endpoint working, found', modelsResponse.data.data.length, 'models');
    } catch (error) {
        console.error('❌ Models endpoint failed:', error.message);
        return false;
    }
    
    // 3. Test chat completion
    try {
        const chatResponse = await axios.post(
            `${BASE_URL}/v1/chat/completions`,
            {
                model: 'gpt-3.5-turbo',
                messages: [{ role: 'user', content: 'Say hello!' }],
                max_tokens: 10
            },
            {
                headers: { 
                    Authorization: `Bearer ${API_KEY}`,
                    'Content-Type': 'application/json'
                }
            }
        );
        console.log('✅ Chat completion working:', chatResponse.data.choices[0].message.content);
    } catch (error) {
        console.error('❌ Chat completion failed:', error.message);
        return false;
    }
    
    console.log('\n🎉 All tests passed! Gateway is working correctly.');
    return true;
}

testGateway();