Observability

import { createDashboard } from '@waymakerai/aicofounder-dashboard';

const dashboard = createDashboard({
  // Storage backend: 'memory' for dev, 'file' for persistence
  storage: 'file',
  storagePath: './data/dashboard-events.json',

  // Maximum events to retain
  maxEvents: 100000,

  // How often to flush events to storage (ms)
  flushIntervalMs: 5000,

  // API key for dashboard endpoints
  apiKey: process.env.COFOUNDER_DASHBOARD_API_KEY,

  // CORS configuration
  corsOrigins: ['http://localhost:3000', 'https://your-app.com'],

  // Rate limiting
  rateLimitPerMinute: 120,

  // Alert configuration
  alerts: [
    {
      type: 'budget',
      enabled: true,
      thresholds: { daily: 50, monthly: 1000 },
    },
    {
      type: 'security',
      enabled: true,
      thresholds: { injectionAttempts: 10, piiDetections: 50 },
    },
    {
      type: 'compliance',
      enabled: true,
    },
    {
      type: 'anomaly',
      enabled: true,
      thresholds: { stddev: 3 },  // Alert on 3 standard deviations
    },
  ],
});

// Record events from your application
dashboard.recordEvent({
  type: 'request',
  provider: 'anthropic',
  model: 'claude-sonnet-4-20250514',
  data: {
    inputTokens: 1500,
    outputTokens: 500,
    cost: 0.045,
    latencyMs: 2300,
    userId: 'user-123',
    feature: 'chat',
  },
});

dashboard.recordEvent({
  type: 'security',
  data: {
    eventType: 'injection_attempt',
    blocked: true,
    severity: 'high',
    pattern: 'system_leak',
    userId: 'user-456',
  },
});

// Get cost metrics
const costs = await dashboard.getCostMetrics({
  period: 'day',              // 'minute' | 'hour' | 'day' | 'week' | 'month'
  from: Date.now() - 86400000, // Last 24 hours
  to: Date.now(),
  model: 'claude-sonnet-4-20250514',  // Optional: filter by model
});

console.log(costs.total);              // $234.56
console.log(costs.byModel);
// { 'claude-sonnet-4-20250514': 180.00, 'gpt-4o': 54.56 }

console.log(costs.byProvider);
// { 'anthropic': 180.00, 'openai': 54.56 }

console.log(costs.byPeriod);
// [{ period: '2025-01-15', cost: 120.00 }, { period: '2025-01-16', cost: 114.56 }]

console.log(costs.trend);              // 'decreasing'
console.log(costs.projectedMonthly);   // $3,200.00

// Usage metrics (tokens, requests)
const usage = await dashboard.getUsageMetrics({ period: 'week' });
console.log(usage.totalRequests);      // 45,230
console.log(usage.totalTokens);        // 12,500,000
console.log(usage.inputTokens);        // 9,800,000
console.log(usage.outputTokens);       // 2,700,000
console.log(usage.uniqueModels);       // ['claude-sonnet-4-20250514', 'gpt-4o']
console.log(usage.uniqueProviders);    // ['anthropic', 'openai']

// Security metrics
const security = await dashboard.getSecurityMetrics({ period: 'day' });

console.log(security.totalEvents);        // 1,234
console.log(security.contentFiltered);    // 45

console.log(security.piiDetections);
// { email: 120, phone: 45, ssn: 3, credit_card: 8 }

console.log(security.injectionAttempts);
// { direct: 15, jailbreak: 8, system_leak: 3, delimiter: 2 }

// Get active alerts
const alerts = await dashboard.getActiveAlerts();
for (const alert of alerts) {
  console.log(`[${alert.level}] ${alert.type}: ${alert.message}`);
  // [critical] security: 15 injection attempts detected in last hour
  // [warning] budget: Daily spend at 82% of $50 limit
}

// Acknowledge an alert
await dashboard.acknowledgeAlert(alert.id);

// Configure alert handlers
dashboard.onAlert((alert) => {
  if (alert.level === 'critical') {
    // Send to PagerDuty, Slack, etc.
    sendSlackNotification({
      channel: '#security-alerts',
      text: `CRITICAL: ${alert.message}`,
    });
  }
});

// Compliance metrics
const compliance = await dashboard.getComplianceMetrics({ period: 'month' });

console.log(compliance.complianceScore);   // 97.5 (out of 100)
console.log(compliance.totalViolations);   // 12

console.log(compliance.violationsByFramework);
// { hipaa: 5, gdpr: 4, ccpa: 2, pci: 1 }

// Audit event timeline
console.log(compliance.auditEvents);
// [
//   {
//     timestamp: 1705334400000,
//     framework: 'hipaa',
//     rule: 'phi-in-response',
//     result: 'fail',
//     details: 'Protected health information detected in response',
//   },
//   {
//     timestamp: 1705334500000,
//     framework: 'gdpr',
//     rule: 'consent-required',
//     result: 'warning',
//     details: 'Data processing without explicit consent',
//   },
// ]

// Full dashboard summary (all metrics at once)
const summary = await dashboard.getSummary({ period: 'day' });

console.log(summary.cost);         // CostMetrics
console.log(summary.security);     // SecurityMetrics
console.log(summary.compliance);   // ComplianceMetrics
console.log(summary.performance);  // PerformanceMetrics
console.log(summary.usage);        // UsageMetrics
console.log(summary.activeAlerts); // Alert[]
console.log(summary.lastUpdated);  // Timestamp

// Export in Prometheus format
const prometheusMetrics = await dashboard.export({
  format: 'prometheus',
  from: Date.now() - 3600000, // Last hour
});

// Output:
// # HELP cofounder_requests_total Total AI requests
// # TYPE cofounder_requests_total counter
// cofounder_requests_total{model="claude-sonnet-4-20250514",provider="anthropic"} 1523
// cofounder_requests_total{model="gpt-4o",provider="openai"} 892
//
// # HELP cofounder_cost_total Total cost in USD
// # TYPE cofounder_cost_total counter
// cofounder_cost_total{model="claude-sonnet-4-20250514"} 180.45
// cofounder_cost_total{model="gpt-4o"} 54.23
//
// # HELP cofounder_latency_seconds Request latency in seconds
// # TYPE cofounder_latency_seconds histogram
// cofounder_latency_seconds_bucket{le="0.5"} 450
// cofounder_latency_seconds_bucket{le="1.0"} 1200
// cofounder_latency_seconds_bucket{le="2.0"} 2100
// cofounder_latency_seconds_bucket{le="5.0"} 2400
// cofounder_latency_seconds_bucket{le="+Inf"} 2415
//
// # HELP cofounder_security_events_total Security events
// # TYPE cofounder_security_events_total counter
// cofounder_security_events_total{type="pii_detection"} 176
// cofounder_security_events_total{type="injection_attempt"} 28
// cofounder_security_events_total{type="content_filtered"} 45

// Serve as an Express endpoint
import express from 'express';
const app = express();

app.get('/metrics', async (req, res) => {
  const metrics = await dashboard.export({ format: 'prometheus' });
  res.set('Content-Type', 'text/plain');
  res.send(metrics);
});

import { setupOTel } from '@waymakerai/aicofounder-core';

// Initialize OpenTelemetry with CoFounder instrumentation
setupOTel({
  serviceName: 'my-ai-app',
  exporters: {
    traces: {
      type: 'otlp',
      endpoint: 'http://jaeger:4318',
    },
    metrics: {
      type: 'prometheus',
      port: 9090,
    },
    logs: {
      type: 'otlp',
      endpoint: 'http://loki:3100',
    },
  },
});

// All CoFounder operations automatically create spans
// Traces include:
// - Model name, provider, and parameters
// - Input/output token counts
// - Cost per request
// - Latency breakdown (queue, inference, streaming)
// - Guard check results (PII, injection, toxicity)
// - Compliance check results
// - Cache hit/miss

// Manual span creation for custom operations
import { createTracer, withTracing } from '@waymakerai/aicofounder-core';

const tracer = createTracer({ serviceName: 'my-ai-app' });

const result = await withTracing(
  'process-document',
  async (span) => {
    span.setAttribute('document.length', doc.length);
    span.setAttribute('document.type', 'pdf');

    const summary = await summarize(doc);
    span.setAttribute('output.tokens', summary.tokens);

    return summary;
  }
);

// Custom metrics
import { createMetrics } from '@waymakerai/aicofounder-core';

const metrics = createMetrics({ serviceName: 'my-ai-app' });

const requestCounter = metrics.createCounter('ai_requests', {
  description: 'Total AI requests by model',
});

const latencyHistogram = metrics.createHistogram('ai_latency', {
  description: 'AI request latency in milliseconds',
  boundaries: [100, 250, 500, 1000, 2500, 5000, 10000],
});

// Record metrics
requestCounter.add(1, { model: 'claude-sonnet-4-20250514', feature: 'chat' });
latencyHistogram.record(1234, { model: 'claude-sonnet-4-20250514' });

// Query raw events
const events = await dashboard.query({
  type: 'request',
  from: Date.now() - 86400000,
  to: Date.now(),
  provider: 'anthropic',
  model: 'claude-sonnet-4-20250514',
  limit: 100,
  offset: 0,
});

// Aggregate data
const avgCost = await dashboard.aggregate({
  field: 'data.cost',
  type: 'request',
  from: Date.now() - 86400000,
});
console.log(avgCost);
// { count: 1523, sum: 180.45, avg: 0.118, min: 0.001, max: 2.34 }

// Performance metrics
const perf = await dashboard.getPerformanceMetrics({ period: 'hour' });
console.log(perf.latency);
// { avg: 1200, p50: 800, p95: 2800, p99: 4500, min: 120, max: 8900 }

console.log(perf.throughput);    // 253 requests/min
console.log(perf.errorRate);     // 0.005 (0.5%)
console.log(perf.totalRequests); // 15,180
console.log(perf.totalErrors);   // 76

// Export data
const csvExport = await dashboard.export({
  format: 'csv',
  from: Date.now() - 2592000000, // Last 30 days
  type: 'request',
});

const jsonExport = await dashboard.export({
  format: 'json',
  from: Date.now() - 2592000000,
});

// Cleanup old events
const cleaned = await dashboard.cleanup(
  90 * 24 * 60 * 60 * 1000 // Older than 90 days
);
console.log(`Cleaned up ${cleaned} old events`);