Operations at Scale

123456789101112
import { OpenAI } from 'openai';
import { db } from './database';

interface AICallMetrics {
  userId: string;
  feature: string;
  model: string;
  inputTokens: number;
  outputTokens: number;
  latencyMs: number;
  cost: number;
  success: boolean;

123456789101112
import { Logger } from 'pino';
import { trace, SpanStatusCode } from '@opentelemetry/api';

interface AIOperationContext {
  userId: string;
  operationType: 'completion' | 'embedding' | 'classification';
  model: string;
  inputTokens?: number;
  outputTokens?: number;
  cachedResponse?: boolean;
}

123456789101112
import { CronJob } from 'cron';
import { sendAlert, AlertSeverity } from './alerting';
import { restartService, scaleService } from './infrastructure';

interface HealthCheck {
  name: string;
  check: () => Promise<HealthResult>;
  selfHeal?: () => Promise<void>;
  severity: AlertSeverity;
}

interface HealthResult {

123456789101112
import openai
from datetime import datetime, timedelta
import statistics
import smtplib
from email.mime.text import MIMEText

class CostAnomalyDetector:
    def __init__(self, alert_threshold_std=2.0):
        self.threshold = alert_threshold_std
        self.client = openai.OpenAI()
    
    def get_daily_costs(self, days=30):

123456789101112
class CircuitBreaker {
  private failures = 0;
  private lastFailure: Date | null = null;
  private state: 'closed' | 'open' | 'half-open' = 'closed';

  constructor(
    private readonly threshold: number = 5,
    private readonly timeout: number = 30000,
    private readonly onStateChange?: (state: string) => void
  ) {}

  async execute<T>(fn: () => Promise<T>, fallback: () => T): Promise<T> {

123456789101112
#!/bin/bash
# Weekly database maintenance script
# Run via cron: 0 3 * * 0 /path/to/db-maintenance.sh

set -e

DB_NAME="production"
BACKUP_BUCKET="s3://myapp-backups"
SLACK_WEBHOOK="$SLACK_OPS_WEBHOOK"
DATE=$(date +%Y%m%d)

log() {