@littlebearapps/platform-admin-sdk 1.4.2 → 1.5.0

package/templates/full/scripts/ops/set-kv-pricing.ts

@@ -0,0 +1,182 @@
+#!/usr/bin/env npx tsx
+/**
+ * Set KV Pricing Configuration
+ *
+ * This script sets the Cloudflare pricing configuration in the PLATFORM_CACHE KV namespace.
+ * The platform-usage worker reads this configuration at runtime to calculate costs.
+ *
+ * Usage:
+ *   npx tsx scripts/ops/set-kv-pricing.ts [--dry-run]
+ *
+ * Prerequisites:
+ * - wrangler authenticated (npx wrangler login)
+ * - KV namespace ID set below (or via PLATFORM_CACHE_KV_ID env var)
+ *
+ * Pricing sources:
+ *   - https://developers.cloudflare.com/workers/platform/pricing/
+ *   - https://developers.cloudflare.com/d1/platform/pricing/
+ *   - https://developers.cloudflare.com/kv/platform/pricing/
+ *   - https://developers.cloudflare.com/r2/pricing/
+ *   - https://developers.cloudflare.com/vectorize/platform/pricing/
+ *   - https://developers.cloudflare.com/workers-ai/platform/pricing/
+ *   - https://developers.cloudflare.com/durable-objects/platform/pricing/
+ *   - https://developers.cloudflare.com/queues/platform/pricing/
+ *   - https://developers.cloudflare.com/pages/platform/pricing/
+ */
+
+const PRICING_KEY = 'platform-usage:pricing:v1';
+
+// TODO: Set your PLATFORM_CACHE KV namespace ID here or via PLATFORM_CACHE_KV_ID env var
+const KV_NAMESPACE_ID = process.env.PLATFORM_CACHE_KV_ID || 'YOUR_PLATFORM_CACHE_KV_ID';
+
+/**
+ * Current Cloudflare pricing (as of January 2026)
+ *
+ * Notes:
+ * - All prices in USD
+ * - Workers Paid plan includes 10M requests/month and 30M CPU ms/month
+ * - D1: First 25B rows read and 50M rows written are included
+ * - KV: First 10M reads, 1M writes, 1M deletes, 1M lists, 1GB storage included
+ * - R2: First 10GB storage, 1M Class A ops, 10M Class B ops included
+ * - Vectorize: First 10M stored dimensions and 50M queried dimensions included
+ * - Workers AI: First 10,000 neurons/day included
+ * - Durable Objects: First 1M requests, 400K GB-seconds, 1GB storage included
+ * - Queues: First 1M operations included
+ * - Pages: 500 builds/month included
+ *
+ * When Cloudflare updates pricing, update this config and re-run the script.
+ * Also create a new row in pricing_versions (migration 010) for audit trail.
+ */
+const PRICING_CONFIG = {
+  version: '2026-01-14',
+  lastUpdated: new Date().toISOString(),
+  source: 'cloudflare-pricing-pages',
+
+  workers: {
+    baseCostMonthly: 5.0,
+    includedRequests: 10_000_000,
+    requestsPerMillion: 0.3,
+    cpuMsPerMillion: 0.02,
+  },
+
+  d1: {
+    rowsReadPerBillion: 0.001,
+    rowsWrittenPerMillion: 1.0,
+    storagePerGb: 0.75,
+  },
+
+  kv: {
+    readsPerMillion: 0.5,
+    writesPerMillion: 5.0,
+    deletesPerMillion: 5.0,
+    listsPerMillion: 5.0,
+    storagePerGb: 0.5,
+  },
+
+  r2: {
+    storagePerGbMonth: 0.015,
+    classAPerMillion: 4.5,
+    classBPerMillion: 0.36,
+  },
+
+  vectorize: {
+    storedDimensionsPerMillion: 0.01,
+    queriedDimensionsPerMillion: 0.04,
+  },
+
+  workersAI: {
+    neuronsPerThousand: 0.011,
+  },
+
+  durableObjects: {
+    requestsPerMillion: 0.15,
+    gbSecondsPerMillion: 12.5,
+    storagePerGbMonth: 0.2,
+    readsPerMillion: 0.2,
+    writesPerMillion: 1.0,
+    deletesPerMillion: 1.0,
+  },
+
+  queues: {
+    messagesPerMillion: 0.4,
+    operationsPerMillion: 0.4,
+  },
+
+  pages: {
+    buildCost: 0.0,
+    bandwidthPerGb: 0.0,
+  },
+};
+
+async function main() {
+  const isDryRun = process.argv.includes('--dry-run');
+
+  if (KV_NAMESPACE_ID === 'YOUR_PLATFORM_CACHE_KV_ID') {
+    console.error('ERROR: Set PLATFORM_CACHE_KV_ID env var or update KV_NAMESPACE_ID in this script.');
+    console.error('Find your namespace ID: npx wrangler kv namespace list');
+    process.exit(1);
+  }
+
+  console.log('='.repeat(60));
+  console.log('Platform Usage Pricing Configuration');
+  console.log('='.repeat(60));
+  console.log(`Version: ${PRICING_CONFIG.version}`);
+  console.log(`KV Key: ${PRICING_KEY}`);
+  console.log(`Namespace: ${KV_NAMESPACE_ID}`);
+  console.log(`Dry Run: ${isDryRun}`);
+  console.log('');
+
+  console.log('Pricing Summary:');
+  console.log('-'.repeat(40));
+  console.log(`Workers: $${PRICING_CONFIG.workers.requestsPerMillion}/M requests`);
+  console.log(
+    `D1: $${PRICING_CONFIG.d1.rowsReadPerBillion}/B rows read, $${PRICING_CONFIG.d1.rowsWrittenPerMillion}/M rows written`
+  );
+  console.log(
+    `KV: $${PRICING_CONFIG.kv.readsPerMillion}/M reads, $${PRICING_CONFIG.kv.writesPerMillion}/M writes`
+  );
+  console.log(
+    `R2: $${PRICING_CONFIG.r2.storagePerGbMonth}/GB storage, $${PRICING_CONFIG.r2.classAPerMillion}/M Class A`
+  );
+  console.log(`Vectorize: $${PRICING_CONFIG.vectorize.storedDimensionsPerMillion}/M stored dims`);
+  console.log(`Workers AI: $${PRICING_CONFIG.workersAI.neuronsPerThousand}/1K neurons`);
+  console.log(`Durable Objects: $${PRICING_CONFIG.durableObjects.requestsPerMillion}/M requests`);
+  console.log(`Queues: $${PRICING_CONFIG.queues.messagesPerMillion}/M messages`);
+  console.log('');
+
+  if (isDryRun) {
+    console.log('[DRY RUN] Would write the following to KV:');
+    console.log(JSON.stringify(PRICING_CONFIG, null, 2));
+    return;
+  }
+
+  // Write to KV using wrangler
+  const { execSync } = await import('child_process');
+  const pricingJson = JSON.stringify(PRICING_CONFIG);
+
+  try {
+    console.log('Writing pricing to KV...');
+    execSync(
+      `npx wrangler kv key put "${PRICING_KEY}" '${pricingJson}' --namespace-id ${KV_NAMESPACE_ID} --remote`,
+      { stdio: 'inherit', cwd: process.cwd() }
+    );
+    console.log('');
+    console.log('Pricing configuration saved successfully.');
+    console.log('');
+    console.log('To verify:');
+    console.log(
+      `  npx wrangler kv key get "${PRICING_KEY}" --namespace-id ${KV_NAMESPACE_ID} --remote`
+    );
+  } catch (error) {
+    console.error('Failed to write pricing to KV:', error);
+    console.log('');
+    console.log('Alternative: Copy the JSON below and use Cloudflare dashboard:');
+    console.log('1. Go to Workers & Pages > KV > PLATFORM_CACHE');
+    console.log(`2. Create key: ${PRICING_KEY}`);
+    console.log('3. Paste value:');
+    console.log(JSON.stringify(PRICING_CONFIG, null, 2));
+    process.exit(1);
+  }
+}
+
+main();

package/templates/full/workers/lib/ai-judge-schema.ts

@@ -0,0 +1,181 @@
+/**
+ * AI Judge Response Schema
+ *
+ * Zod schemas for validating AI Judge responses from Gemini via AI Gateway.
+ * Implements rubric-based scoring with chain-of-thought reasoning.
+ * Designed to be lenient to handle AI output variations.
+ *
+ * Rubric dimensions (1-5 scale):
+ *   sdk (30%)           — SDK integration patterns, feature budgets, tracking
+ *   observability (25%) — Logging, tracing, metrics, error reporting
+ *   costProtection (25%) — Circuit breakers, budgets, DLQ, rate limiting
+ *   security (20%)      — Auth, validation, secrets, CORS
+ *
+ * @module workers/lib/ai-judge-schema
+ */
+
+import { z } from 'zod';
+
+// -----------------------------------------------------------------------------
+// Rubric Score Schema (1-5 scale with evidence)
+// -----------------------------------------------------------------------------
+
+export const RubricScoreSchema = z.object({
+  score: z
+    .number()
+    .min(1)
+    .max(5)
+    .transform((v) => Math.round(v)),
+  evidence: z.array(z.string()).default(['No specific evidence cited']),
+});
+
+export type RubricScore = z.infer<typeof RubricScoreSchema>;
+
+// -----------------------------------------------------------------------------
+// Rubric Scores (all four dimensions) - lenient with aliases
+// -----------------------------------------------------------------------------
+
+export const RubricScoresSchema = z
+  .object({
+    sdk: RubricScoreSchema.optional(),
+    observability: RubricScoreSchema.optional(),
+    costProtection: RubricScoreSchema.optional(),
+    cost: RubricScoreSchema.optional(), // Alias for costProtection
+    security: RubricScoreSchema.optional(),
+  })
+  .transform((scores) => ({
+    sdk: scores.sdk ?? { score: 3, evidence: ['Not evaluated'] },
+    observability: scores.observability ?? { score: 3, evidence: ['Not evaluated'] },
+    costProtection: scores.costProtection ??
+      scores.cost ?? { score: 3, evidence: ['Not evaluated'] },
+    security: scores.security ?? { score: 3, evidence: ['Not evaluated'] },
+  }));
+
+export type RubricScores = z.infer<typeof RubricScoresSchema>;
+
+// -----------------------------------------------------------------------------
+// Static Check Correction (lenient)
+// -----------------------------------------------------------------------------
+
+export const StaticCheckCorrectionSchema = z.object({
+  field: z.string().optional().default('unknown'),
+  expected: z.boolean().optional().default(true),
+  actual: z.boolean().optional().default(false),
+  reason: z.string().optional().default(''),
+  confidence: z
+    .union([z.number(), z.string().transform((v) => parseFloat(v))])
+    .optional()
+    .default(0.8)
+    .transform((v) => (typeof v === 'number' && v > 1 ? v / 100 : v)),
+});
+
+export type StaticCheckCorrection = z.infer<typeof StaticCheckCorrectionSchema>;
+
+// -----------------------------------------------------------------------------
+// Categorised Issue (lenient)
+// -----------------------------------------------------------------------------
+
+export const CategorisedIssueSchema = z.object({
+  category: z.enum(['sdk', 'observability', 'cost', 'security']).catch('sdk'),
+  severity: z.enum(['critical', 'high', 'medium', 'low']).catch('medium'),
+  description: z.string().optional().default('No description'),
+  file: z.string().optional().nullable(),
+  line: z
+    .union([z.number(), z.string().transform((v) => parseInt(v, 10))])
+    .optional()
+    .nullable(),
+});
+
+export type CategorisedIssue = z.infer<typeof CategorisedIssueSchema>;
+
+// -----------------------------------------------------------------------------
+// Full AI Judge Response (lenient)
+// -----------------------------------------------------------------------------
+
+export const AIJudgeResponseSchema = z.object({
+  reasoning: z.string().optional().default('Analysis completed.'),
+  rubricScores: z.preprocess((val) => val ?? {}, RubricScoresSchema),
+  staticCheckCorrections: z.array(StaticCheckCorrectionSchema).optional().default([]),
+  issues: z.array(CategorisedIssueSchema).optional().default([]),
+  summary: z.string().optional().default('Analysis complete.'),
+});
+
+export type AIJudgeResponse = z.infer<typeof AIJudgeResponseSchema>;
+
+// -----------------------------------------------------------------------------
+// Rubric Weights (for composite score calculation)
+// -----------------------------------------------------------------------------
+
+/** Default rubric weights — configurable via audit-targets.yaml */
+export const DEFAULT_RUBRIC_WEIGHTS = {
+  sdk: 0.3,
+  observability: 0.25,
+  costProtection: 0.25,
+  security: 0.2,
+} as const;
+
+// -----------------------------------------------------------------------------
+// Composite Score Calculation
+// -----------------------------------------------------------------------------
+
+/**
+ * Calculate composite score from rubric scores.
+ * Converts 1-5 scale to 0-100 scale using weighted average.
+ */
+export function calculateCompositeScore(
+  rubricScores: RubricScores,
+  weights: typeof DEFAULT_RUBRIC_WEIGHTS = DEFAULT_RUBRIC_WEIGHTS
+): number {
+  const weightedSum =
+    rubricScores.sdk.score * weights.sdk +
+    rubricScores.observability.score * weights.observability +
+    rubricScores.costProtection.score * weights.costProtection +
+    rubricScores.security.score * weights.security;
+
+  return Math.round(((weightedSum - 1) / 4) * 100);
+}
+
+// -----------------------------------------------------------------------------
+// Validation Helper
+// -----------------------------------------------------------------------------
+
+export interface ValidationResult {
+  success: true;
+  data: AIJudgeResponse;
+}
+
+export interface ValidationError {
+  success: false;
+  errors: string[];
+}
+
+/**
+ * Validate and parse AI Judge response.
+ * Returns structured result with either parsed data or error messages.
+ */
+export function validateAIJudgeResponse(response: unknown): ValidationResult | ValidationError {
+  const result = AIJudgeResponseSchema.safeParse(response);
+
+  if (result.success) {
+    return { success: true, data: result.data };
+  }
+
+  return {
+    success: false,
+    errors: result.error.issues.map((issue) => `${issue.path.join('.')}: ${issue.message}`),
+  };
+}
+
+// -----------------------------------------------------------------------------
+// Prompt Error Feedback
+// -----------------------------------------------------------------------------
+
+/**
+ * Format validation errors for inclusion in retry prompt.
+ */
+export function formatValidationErrors(errors: string[]): string {
+  return `Your previous response had validation errors:
+${errors.map((e) => `- ${e}`).join('\n')}
+
+Please fix these issues and respond again with valid JSON.`;
+}