@aeye/models 0.1.0 → 0.2.0

package/ReplicateScrape.md

@@ -1,4 +1,4 @@
-I've extracted model metadata from Replicate. 
+Run `npm run scrape:replicate`
 
 I want you to consume one model chunk file at a time. They are in cache/replicate-schemas-chunk-#.json. Each model has latest_version and in the components of the schema has Input & Output. You need to do one at a time because each file is ~ 20k tokens.
 
@@ -7,48 +7,285 @@ What you need to do is replace/create a src/replicate.ts file with all model han
 Here's the shape of the ModelHandler from the `@aeye/ai` package:
 
 ```ts
-export interface ModelTransformer<TContext = {}> {
+export interface ModelTransformer {
   chat?: {
-    convertRequest?: (request: Request, ctx: TContext) => unknown;
-    parseResponse?: (response: unknown, ctx: TContext) => Response;
-    parseChunk?: (chunk: unknown, ctx: TContext) => Chunk;
+    convertRequest?: (request: Request, ctx: AIContextAny) => Promise<object>;
+    parseResponse?: (response: object, ctx: AIContextAny) => Promise<Response>;
+    parseChunk?: (chunk: object, ctx: AIContextAny) => Promise<Chunk>;
   };
 
   imageGenerate?: {
-    convertRequest?: (request: ImageGenerationRequest, ctx: TContext) => unknown;
-    parseResponse?: (response: unknown, ctx: TContext) => ImageGenerationResponse;
-    parseChunk?: (chunk: unknown, ctx: TContext) => ImageGenerationChunk;
+    convertRequest?: (request: ImageGenerationRequest, ctx: AIContextAny) => Promise<object>;
+    parseResponse?: (response: object, ctx: AIContextAny) => Promise<ImageGenerationResponse>;
+    parseChunk?: (chunk: object, ctx: AIContextAny) => Promise<ImageGenerationChunk>;
   };
 
   imageEdit?: {
-    convertRequest?: (request: ImageEditRequest, ctx: TContext) => unknown;
-    parseResponse?: (response: unknown, ctx: TContext) => ImageGenerationResponse;
-    parseChunk?: (chunk: unknown, ctx: TContext) => ImageGenerationChunk;
+    convertRequest?: (request: ImageEditRequest, ctx: AIContextAny) => Promise<object>;
+    parseResponse?: (response: object, ctx: AIContextAny) => Promise<ImageGenerationResponse>;
+    parseChunk?: (chunk: object, ctx: AIContextAny) => Promise<ImageGenerationChunk>;
   };
 
   imageAnalyze?: {
-    convertRequest?: (request: ImageAnalyzeRequest, ctx: TContext) => unknown;
-    parseResponse?: (response: unknown, ctx: TContext) => Response;
+    convertRequest?: (request: ImageAnalyzeRequest, ctx: AIContextAny) => Promise<object>;
+    parseResponse?: (response: object, ctx: AIContextAny) => Promise<Response>;
+    parseChunk?: (chunk: object, ctx: AIContextAny) => Promise<Chunk>;
   };
 
   transcribe?: {
-    convertRequest?: (request: TranscriptionRequest, ctx: TContext) => unknown;
-    parseResponse?: (response: unknown, ctx: TContext) => TranscriptionResponse;
-    parseChunk?: (chunk: unknown, ctx: TContext) => TranscriptionChunk;
+    convertRequest?: (request: TranscriptionRequest, ctx: AIContextAny) => Promise<object>;
+    parseResponse?: (response: object, ctx: AIContextAny) => Promise<TranscriptionResponse>;
+    parseChunk?: (chunk: object, ctx: AIContextAny) => Promise<TranscriptionChunk>;
   };
 
   speech?: {
-    convertRequest?: (request: SpeechRequest, ctx: TContext) => unknown;
-    parseResponse?: (response: unknown, ctx: TContext) => SpeechResponse;
+    convertRequest?: (request: SpeechRequest, ctx: AIContextAny) => Promise<object>;
+    parseResponse?: (response: object, ctx: AIContextAny) => Promise<SpeechResponse>;
   };
 
   embed?: {
-    convertRequest?: (request: EmbeddingRequest, ctx: TContext) => unknown;
-    parseResponse?: (response: unknown, ctx: TContext) => EmbeddingResponse;
+    convertRequest?: (request: EmbeddingRequest, ctx: AIContextAny) => Promise<object>;
+    parseResponse?: (response: object, ctx: AIContextAny) => Promise<EmbeddingResponse>;
   };
 }
 ```
 
-You MUST match the exact types in the above signatures:
-- packages/core/src/types.ts
-- packages/aicore/src/types.ts
+And here are the referenced types:
+```ts
+export type MessageRole = 'system' | 'user' | 'assistant' | 'tool';
+export interface Message { 
+  role: MessageRole;
+  content: string | MessageContent[];
+  tokens?: number;
+  name?: string;
+  toolCallId?: string;
+  toolCalls?: ToolCall[];
+  refusal?: string;
+  cache?: Record<string, any>;
+}
+export type MessageContentType = 'text' | 'image' | 'file' | 'audio';
+export interface MessageContent {
+  type: MessageContentType;
+  content: string | Buffer | URL | ReadableStream<Uint8Array | string>;
+  format?: string;
+}
+export interface ToolDefinition {
+  name: string;
+  description?: string;
+  parameters: z.ZodType<object>;
+  strict?: boolean;
+}
+export interface ToolCall {
+  id: string;
+  name: string;
+  arguments: string;
+}
+export type ToolChoice =
+  | 'auto'
+  | 'none'
+  | 'required'
+  | { tool: string };
+export type ResponseFormat =
+  | 'text'
+  | 'json'
+  | { type: z.ZodType<object, object>, strict: boolean };
+export interface Usage {
+  text?: {
+    input?: number;
+    output?: number;
+    cached?: number;
+  };
+  audio?: {
+    input?: number;
+    output?: number;
+    seconds?: number;
+  };
+  image?: {
+    input?: number;
+    output?: {
+      quality: string;
+      size: { width: number; height: number; };
+      count: number;
+    }[];
+  };
+  reasoning?: {
+    input?: number;
+    output?: number;
+    cached?: number;
+  };
+  embeddings?: {
+    count?: number;
+    tokens?: number;
+  };
+  cost?: number;
+}
+export type ReasoningEffort = 'low' | 'medium' | 'high';
+export interface Request extends BaseRequest {
+  name?: string;
+  messages: Message[];
+  temperature?: number;
+  maxTokens?: number;
+  topP?: number;
+  frequencyPenalty?: number;
+  presencePenalty?: number;
+  stop?: string | string[];
+  logProbabilities?: boolean;
+  logitBias?: Record<string, number>;
+  tools?: ToolDefinition[];
+  toolsOneAtATime?: boolean;
+  toolChoice?: ToolChoice;
+  responseFormat?: ResponseFormat;
+  reason?: { effort?: ReasoningEffort, maxTokens?: number };
+  cacheKey?: string;
+  userKey?: string;
+}
+export type FinishReason = 'stop' | 'length' | 'tool_calls' | 'content_filter' | 'refusal';
+export interface Model {
+  id: string;
+  contextWindow?: number;
+  maxOutputTokens?: number;
+}
+export type ModelInput = string | Model;
+export interface BaseRequest {
+  model?: ModelInput;
+  extra?: Record<string, any>;
+}
+export interface BaseResponse {
+  usage?: Usage;
+  model: ModelInput;
+}
+export interface BaseChunk {
+  usage?: Usage;
+  model?: ModelInput;
+}
+export interface Response extends BaseResponse {
+  content: string;
+  toolCalls?: ToolCall[];
+  finishReason: FinishReason;
+  refusal?: string;
+  reasoning?: string;
+}
+export interface Chunk extends BaseChunk {
+  content?: string;
+  toolCallNamed?: ToolCall;
+  toolCallArguments?: ToolCall;
+  toolCall?: ToolCall;
+  finishReason?: FinishReason;
+  refusal?: string;
+  reasoning?: string;
+}
+export interface ImageGenerationRequest extends BaseRequest {
+  prompt: string;
+  n?: number;
+  size?: string;
+  quality?: 'low' | 'medium' | 'high';
+  style?: 'vivid' | 'natural'; 
+  responseFormat?: 'url' | 'b64_json';
+  background?: 'transparent' | 'opaque' | 'auto';
+  streamCount?: number;
+  seed?: number;
+  userIdentifier?: string;
+}
+export interface ImageEditRequest extends BaseRequest {
+  prompt: string;
+  image: Buffer | Uint8Array | string;
+  mask?: Buffer | Uint8Array | string;
+  n?: number;
+  size?: string;
+  responseFormat?: 'url' | 'b64_json';
+  seed?: number;
+  streamCount?: number;
+  userIdentifier?: string;
+}
+export interface ImageGenerationResponse extends BaseResponse {
+  images: Array<{
+    url?: string;
+    b64_json?: string;
+    revisedPrompt?: string;
+  }>;
+}
+export interface ImageGenerationChunk extends BaseChunk {
+  imageData?: string;
+  progress?: number;
+  done?: boolean;
+  image?: {
+    url?: string;
+    b64_json?: string;
+  };
+}
+export interface TranscriptionRequest extends BaseRequest {
+  audio: Buffer | ReadStream | string | File;
+  language?: string;
+  prompt?: string;
+  temperature?: number;
+  responseFormat?: 'json' | 'text' | 'srt' | 'vtt' | 'verbose_json';
+  timestampGranularities?: Array<'word' | 'segment'>;
+}
+export interface TranscriptionResponse extends BaseResponse {
+  text: string;
+}
+export interface TranscriptionChunk extends BaseChunk {
+  delta?: string;
+  text?: string;
+  segment?: { start: number; end: number; speaker: string, text: string, id: string };
+  status?: string;
+}
+export interface SpeechRequest extends BaseRequest{
+  text: string;
+  instructions?: string;
+  voice?: string;
+  speed?: number;
+  responseFormat?: 'mp3' | 'opus' | 'aac' | 'flac' | 'wav' | 'pcm';
+}
+export interface SpeechResponse extends BaseResponse {
+  audio: ReadableStream<any>;
+  responseFormat?: 'mp3' | 'opus' | 'aac' | 'flac' | 'wav' | 'pcm';
+}
+export interface EmbeddingRequest extends BaseRequest {
+  texts: string[];
+  dimensions?: number;
+  encodingFormat?: 'float' | 'base64';
+  userIdentifier?: string;
+}
+export interface EmbeddingResponse extends BaseResponse {
+  embeddings: Array<{
+    embedding: number[];
+    index: number;
+  }>;
+}
+export interface ImageAnalyzeRequest extends BaseRequest{
+  prompt: string;
+  images: string[];
+  maxTokens?: number;
+  temperature?: number;
+}
+```
+
+The replicate code that feeds into the transformer looks like this (for reference):
+```ts
+// =============================================================
+// Execute
+// =============================================================
+const client = new Replicate({ /* config */ });
+const { convertRequest, parseResponse } = transformer;
+const input = convertRequest(request, ctx);
+const output = await client.run(modelId, { input, signal });
+const response = parseResponse(output, ctx);
+
+// =============================================================
+// Stream
+// =============================================================
+const client = new Replicate({ /* config */ });
+const { convertRequest, parseChunk } = transformer;
+const signal = requestSignal || ctx.signal;
+const input = convertRequest(request, ctx);
+for await (const event of client.stream(modelId, { input, signal })) {
+  if (signal?.aborted) {
+    throw new Error('Request aborted');
+  }
+
+  // Parse chunk using transformer
+  const chunk = parseChunk(event, ctx);
+  yield chunk;
+}
+```

package/dist/scripts/scrape.js

@@ -60,7 +60,7 @@ export async function scrapeAllModels(options = {}) {
     // Scrape Replicate
     if (sources.includes('replicate')) {
         try {
-            await scrapeReplicate(outputDir, cacheDir, { concurrency });
+            await scrapeReplicate(outputDir, cacheDir, { concurrency, transformerModel: 'google/gemini-2.5-pro' });
             results.replicate = { success: true };
         }
         catch (error) {

package/dist/scripts/scrape.js.map

@@ -1 +1 @@
-{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../scripts/scrape.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAWvE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,UAA0B,EAAE;IAChE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACtE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;IAChF,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;IAC7C,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,KAAK,CAAC;IACrD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAEpC,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,gBAAgB,WAAW,EAAE,CAAC,CAAC;IAC3C,OAAO,CAAC,GAAG,CAAC,mBAAmB,aAAa,IAAI,CAAC,CAAC;IAElD,qBAAqB;IACrB,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE9C,gBAAgB;IAChB,MAAM,OAAO,GAAyD,EAAE,CAAC;IAEzE,oBAAoB;IACpB,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,gBAAgB,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,CAAC,CAAC;YAC3E,OAAO,CAAC,UAAU,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,KAAK,CAAC,mCAAmC,OAAO,IAAI,CAAC,CAAC;YAC9D,OAAO,CAAC,UAAU,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YAC/C,OAAO,CAAC,MAAM,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,KAAK,CAAC,+BAA+B,OAAO,IAAI,CAAC,CAAC;YAC1D,OAAO,CAAC,MAAM,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QACtD,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,eAAe,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YAC5D,OAAO,CAAC,SAAS,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,KAAK,CAAC,kCAAkC,OAAO,IAAI,CAAC,CAAC;YAC7D,OAAO,CAAC,SAAS,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QACzD,CAAC;IACH,CAAC;IAED,aAAa;IACb,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,KAAK,CAAC,4BAA4B,OAAO,IAAI,CAAC,CAAC;YACvD,OAAO,CAAC,GAAG,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QACnD,CAAC;IACH,CAAC;IAED,UAAU;IACV,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAE1D,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC5E,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAE/C,OAAO,CAAC,GAAG,CAAC,KAAK,YAAY,IAAI,UAAU,mCAAmC,CAAC,CAAC;IAEhF,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,uBAAuB;IACvB,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QAEzC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAE9C,+BAA+B;QAC/B,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,iBAAiB,CAAC,EACpC,qBAAqB,EAAE,EACvB,OAAO,CACR,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QAE/C,wBAAwB;QACxB,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,EAC7B,mBAAmB,EAAE,EACrB,OAAO,CACR,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QAExC,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,gBAAgB;AAChB,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEnC,+BAA+B;IAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACnF,MAAM,OAAO,GAAG,UAAU;QACxB,CAAC,CAAE,UAAU,CAAC,KAAK,CAAC,GAAG,CAAuD;QAC9E,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAG,cAAc;QAChC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAC5C,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAEjD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,YAAY;QAC5B,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,SAAS,CAAC;IAEd,eAAe,CAAC;QACd,SAAS;QACT,QAAQ;QACR,OAAO;QACP,WAAW;QACX,aAAa;QACb,SAAS;KACV,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;QAC3C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../scripts/scrape.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAWvE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,UAA0B,EAAE;IAChE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACtE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;IAChF,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;IAC7C,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,KAAK,CAAC;IACrD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAEpC,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,gBAAgB,WAAW,EAAE,CAAC,CAAC;IAC3C,OAAO,CAAC,GAAG,CAAC,mBAAmB,aAAa,IAAI,CAAC,CAAC;IAElD,qBAAqB;IACrB,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE9C,gBAAgB;IAChB,MAAM,OAAO,GAAyD,EAAE,CAAC;IAEzE,oBAAoB;IACpB,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,gBAAgB,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,CAAC,CAAC;YAC3E,OAAO,CAAC,UAAU,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,KAAK,CAAC,mCAAmC,OAAO,IAAI,CAAC,CAAC;YAC9D,OAAO,CAAC,UAAU,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YAC/C,OAAO,CAAC,MAAM,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,KAAK,CAAC,+BAA+B,OAAO,IAAI,CAAC,CAAC;YAC1D,OAAO,CAAC,MAAM,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QACtD,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,eAAe,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,CAAC,CAAC;YACvG,OAAO,CAAC,SAAS,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,KAAK,CAAC,kCAAkC,OAAO,IAAI,CAAC,CAAC;YAC7D,OAAO,CAAC,SAAS,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QACzD,CAAC;IACH,CAAC;IAED,aAAa;IACb,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,KAAK,CAAC,4BAA4B,OAAO,IAAI,CAAC,CAAC;YACvD,OAAO,CAAC,GAAG,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QACnD,CAAC;IACH,CAAC;IAED,UAAU;IACV,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAE1D,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC5E,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAE/C,OAAO,CAAC,GAAG,CAAC,KAAK,YAAY,IAAI,UAAU,mCAAmC,CAAC,CAAC;IAEhF,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,uBAAuB;IACvB,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QAEzC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAE9C,+BAA+B;QAC/B,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,iBAAiB,CAAC,EACpC,qBAAqB,EAAE,EACvB,OAAO,CACR,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QAE/C,wBAAwB;QACxB,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,EAC7B,mBAAmB,EAAE,EACrB,OAAO,CACR,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QAExC,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,gBAAgB;AAChB,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEnC,+BAA+B;IAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACnF,MAAM,OAAO,GAAG,UAAU;QACxB,CAAC,CAAE,UAAU,CAAC,KAAK,CAAC,GAAG,CAAuD;QAC9E,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAG,cAAc;QAChC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAC5C,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAEjD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,YAAY;QAC5B,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,SAAS,CAAC;IAEd,eAAe,CAAC;QACd,SAAS;QACT,QAAQ;QACR,OAAO;QACP,WAAW;QACX,aAAa;QACb,SAAS;KACV,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;QAC3C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/scripts/scrapers/aws.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"aws.d.ts","sourceRoot":"","sources":["../../../scripts/scrapers/aws.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAuRH;;GAEG;AACH,wBAAsB,SAAS,CAC7B,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAChC,OAAO,CAAC,IAAI,CAAC,CAmEf"}
+{"version":3,"file":"aws.d.ts","sourceRoot":"","sources":["../../../scripts/scrapers/aws.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAgBH;;GAEG;AACH,wBAAsB,SAAS,CAC7B,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAChC,OAAO,CAAC,IAAI,CAAC,CAmEf"}

package/dist/scripts/scrapers/aws.js

@@ -3,6 +3,7 @@
  *
  * Fetches model information from AWS Bedrock using the AWS SDK
  */
+import { convertAWSModel } from '@aeye/aws';
 import { BedrockClient, ListFoundationModelsCommand, } from '@aws-sdk/client-bedrock';
 import * as fs from 'fs/promises';
 import * as path from 'path';
@@ -10,246 +11,11 @@ import * as url from 'url';
 import { writeModelTS } from '../codegen';
 const __filename = url.fileURLToPath(import.meta.url);
 const __dirname = path.dirname(__filename);
-/**
- * Model pricing information (per million tokens)
- * Source: https://aws.amazon.com/bedrock/pricing/
- */
-const MODEL_PRICING = {
-    // Anthropic Claude 3.5 Sonnet
-    'anthropic.claude-3-5-sonnet-20240620-v1:0': { input: 3, output: 15 },
-    'anthropic.claude-3-5-sonnet-20241022-v2:0': { input: 3, output: 15 },
-    // Anthropic Claude 3 Opus
-    'anthropic.claude-3-opus-20240229-v1:0': { input: 15, output: 75 },
-    // Anthropic Claude 3 Sonnet
-    'anthropic.claude-3-sonnet-20240229-v1:0': { input: 3, output: 15 },
-    // Anthropic Claude 3 Haiku
-    'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.25, output: 1.25 },
-    // Anthropic Claude 2.x
-    'anthropic.claude-v2:1': { input: 8, output: 24 },
-    'anthropic.claude-v2': { input: 8, output: 24 },
-    'anthropic.claude-instant-v1': { input: 0.8, output: 2.4 },
-    // Meta Llama 3.2
-    'meta.llama3-2-1b-instruct-v1:0': { input: 0.1, output: 0.1 },
-    'meta.llama3-2-3b-instruct-v1:0': { input: 0.15, output: 0.15 },
-    'meta.llama3-2-11b-instruct-v1:0': { input: 0.35, output: 0.35 },
-    'meta.llama3-2-90b-instruct-v1:0': { input: 2.65, output: 2.65 },
-    // Meta Llama 3.1
-    'meta.llama3-1-8b-instruct-v1:0': { input: 0.3, output: 0.6 },
-    'meta.llama3-1-70b-instruct-v1:0': { input: 2.65, output: 3.5 },
-    'meta.llama3-1-405b-instruct-v1:0': { input: 5.32, output: 16 },
-    // Meta Llama 3
-    'meta.llama3-8b-instruct-v1:0': { input: 0.3, output: 0.6 },
-    'meta.llama3-70b-instruct-v1:0': { input: 2.65, output: 3.5 },
-    // Meta Llama 2
-    'meta.llama2-13b-chat-v1': { input: 0.75, output: 1 },
-    'meta.llama2-70b-chat-v1': { input: 1.95, output: 2.56 },
-    // Mistral AI
-    'mistral.mistral-7b-instruct-v0:2': { input: 0.15, output: 0.2 },
-    'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.45, output: 0.7 },
-    'mistral.mistral-large-2402-v1:0': { input: 4, output: 12 },
-    'mistral.mistral-large-2407-v1:0': { input: 3, output: 9 },
-    // Cohere
-    'cohere.command-text-v14': { input: 1.5, output: 2 },
-    'cohere.command-light-text-v14': { input: 0.3, output: 0.6 },
-    'cohere.command-r-v1:0': { input: 0.5, output: 1.5 },
-    'cohere.command-r-plus-v1:0': { input: 3, output: 15 },
-    // Amazon Titan Text
-    'amazon.titan-text-lite-v1': { input: 0.15, output: 0.2 },
-    'amazon.titan-text-express-v1': { input: 0.2, output: 0.6 },
-    'amazon.titan-text-premier-v1:0': { input: 0.5, output: 1.5 },
-};
-/**
- * Model context window information (in tokens)
- * Source: AWS Bedrock documentation
- */
-const MODEL_CONTEXT_WINDOWS = {
-    // Anthropic Claude 3.5 Sonnet
-    'anthropic.claude-3-5-sonnet-20240620-v1:0': { context: 200000, maxOutput: 8192 },
-    'anthropic.claude-3-5-sonnet-20241022-v2:0': { context: 200000, maxOutput: 8192 },
-    // Anthropic Claude 3 Opus
-    'anthropic.claude-3-opus-20240229-v1:0': { context: 200000, maxOutput: 4096 },
-    // Anthropic Claude 3 Sonnet
-    'anthropic.claude-3-sonnet-20240229-v1:0': { context: 200000, maxOutput: 4096 },
-    // Anthropic Claude 3 Haiku
-    'anthropic.claude-3-haiku-20240307-v1:0': { context: 200000, maxOutput: 4096 },
-    // Anthropic Claude 2.x
-    'anthropic.claude-v2:1': { context: 100000, maxOutput: 4096 },
-    'anthropic.claude-v2': { context: 100000, maxOutput: 4096 },
-    'anthropic.claude-instant-v1': { context: 100000, maxOutput: 4096 },
-    // Meta Llama 3.2
-    'meta.llama3-2-1b-instruct-v1:0': { context: 128000, maxOutput: 2048 },
-    'meta.llama3-2-3b-instruct-v1:0': { context: 128000, maxOutput: 2048 },
-    'meta.llama3-2-11b-instruct-v1:0': { context: 128000, maxOutput: 2048 },
-    'meta.llama3-2-90b-instruct-v1:0': { context: 128000, maxOutput: 2048 },
-    // Meta Llama 3.1
-    'meta.llama3-1-8b-instruct-v1:0': { context: 128000, maxOutput: 2048 },
-    'meta.llama3-1-70b-instruct-v1:0': { context: 128000, maxOutput: 2048 },
-    'meta.llama3-1-405b-instruct-v1:0': { context: 128000, maxOutput: 4096 },
-    // Meta Llama 3
-    'meta.llama3-8b-instruct-v1:0': { context: 8192, maxOutput: 2048 },
-    'meta.llama3-70b-instruct-v1:0': { context: 8192, maxOutput: 2048 },
-    // Meta Llama 2
-    'meta.llama2-13b-chat-v1': { context: 4096, maxOutput: 2048 },
-    'meta.llama2-70b-chat-v1': { context: 4096, maxOutput: 2048 },
-    // Mistral AI
-    'mistral.mistral-7b-instruct-v0:2': { context: 32000, maxOutput: 8192 },
-    'mistral.mixtral-8x7b-instruct-v0:1': { context: 32000, maxOutput: 8192 },
-    'mistral.mistral-large-2402-v1:0': { context: 32000, maxOutput: 8192 },
-    'mistral.mistral-large-2407-v1:0': { context: 128000, maxOutput: 8192 },
-    // Cohere
-    'cohere.command-text-v14': { context: 4096, maxOutput: 4096 },
-    'cohere.command-light-text-v14': { context: 4096, maxOutput: 4096 },
-    'cohere.command-r-v1:0': { context: 128000, maxOutput: 4096 },
-    'cohere.command-r-plus-v1:0': { context: 128000, maxOutput: 4096 },
-    // Amazon Titan Text
-    'amazon.titan-text-lite-v1': { context: 4096, maxOutput: 4096 },
-    'amazon.titan-text-express-v1': { context: 8192, maxOutput: 8192 },
-    'amazon.titan-text-premier-v1:0': { context: 32000, maxOutput: 3072 },
-};
-/**
- * Detect model family from model ID
- */
-function detectModelFamily(modelId) {
-    if (modelId.startsWith('anthropic.'))
-        return 'anthropic';
-    if (modelId.startsWith('meta.'))
-        return 'meta';
-    if (modelId.startsWith('mistral.'))
-        return 'mistral';
-    if (modelId.startsWith('cohere.'))
-        return 'cohere';
-    if (modelId.startsWith('ai21.'))
-        return 'ai21';
-    if (modelId.startsWith('amazon.'))
-        return 'amazon';
-    if (modelId.startsWith('stability.'))
-        return 'stability';
-    return 'unknown';
-}
-/**
- * Detect capabilities from model information
- */
-function detectCapabilities(model) {
-    const capabilities = new Set();
-    const modelId = model.modelId || '';
-    const family = detectModelFamily(modelId);
-    // Check for chat capability (text-to-text models)
-    if (model.inputModalities?.includes('TEXT') &&
-        model.outputModalities?.includes('TEXT')) {
-        // Chat models
-        if (family === 'anthropic' ||
-            family === 'meta' ||
-            family === 'mistral' ||
-            family === 'cohere' ||
-            family === 'ai21' ||
-            (family === 'amazon' && modelId.includes('text'))) {
-            capabilities.add('chat');
-            // Streaming support
-            if (model.responseStreamingSupported) {
-                capabilities.add('streaming');
-            }
-        }
-    }
-    // Image generation
-    if (model.inputModalities?.includes('TEXT') &&
-        model.outputModalities?.includes('IMAGE')) {
-        capabilities.add('image');
-    }
-    // Vision (image understanding)
-    if (model.inputModalities?.includes('IMAGE') &&
-        model.outputModalities?.includes('TEXT')) {
-        capabilities.add('vision');
-    }
-    // Embeddings
-    if (family === 'amazon' && modelId.includes('embed')) {
-        capabilities.add('embedding');
-    }
-    if (family === 'cohere' && modelId.includes('embed')) {
-        capabilities.add('embedding');
-    }
-    // Tool calling for supported models
-    if (family === 'anthropic' && modelId.includes('claude-3')) {
-        capabilities.add('tools');
-    }
-    return capabilities;
-}
-/**
- * Convert AWS Bedrock model to ModelInfo format
- */
-function convertAWSModel(model) {
-    const modelId = model.modelId;
-    if (!modelId)
-        return null;
-    const family = detectModelFamily(modelId);
-    const capabilities = detectCapabilities(model);
-    // Determine tier based on model family and name
-    let tier = 'efficient';
-    if (family === 'anthropic' && modelId.includes('opus')) {
-        tier = 'flagship';
-    }
-    else if (family === 'anthropic' && modelId.includes('sonnet')) {
-        tier = 'efficient';
-    }
-    else if (family === 'anthropic' && modelId.includes('haiku')) {
-        tier = 'efficient';
-    }
-    else if (family === 'meta' && (modelId.includes('405b') || modelId.includes('90b'))) {
-        tier = 'flagship';
-    }
-    else if (family === 'meta' && (modelId.includes('70b') || modelId.includes('13b'))) {
-        tier = 'efficient';
-    }
-    else if (family === 'meta' && (modelId.includes('8b') || modelId.includes('7b') || modelId.includes('3b') || modelId.includes('1b'))) {
-        tier = 'efficient';
-    }
-    else if (family === 'mistral' && modelId.includes('large')) {
-        tier = 'flagship';
-    }
-    else if (family === 'mistral' && modelId.includes('mixtral')) {
-        tier = 'efficient';
-    }
-    else if (family === 'mistral' && modelId.includes('7b')) {
-        tier = 'efficient';
-    }
-    else if (family === 'cohere' && modelId.includes('plus')) {
-        tier = 'flagship';
-    }
-    else {
-        tier = 'efficient';
-    }
-    // Get pricing information
-    const pricing = MODEL_PRICING[modelId];
-    const contextInfo = MODEL_CONTEXT_WINDOWS[modelId];
-    return {
-        provider: 'aws',
-        id: modelId,
-        name: model.modelName || modelId,
-        capabilities,
-        tier,
-        pricing: pricing ? {
-            text: {
-                input: pricing.input,
-                output: pricing.output,
-            },
-        } : {},
-        contextWindow: contextInfo?.context || 0,
-        maxOutputTokens: contextInfo?.maxOutput,
-        metadata: {
-            modelArn: model.modelArn,
-            providerName: model.providerName,
-            responseStreamingSupported: model.responseStreamingSupported,
-            customizationsSupported: model.customizationsSupported,
-            inferenceTypesSupported: model.inferenceTypesSupported,
-            inputModalities: model.inputModalities,
-            outputModalities: model.outputModalities,
-        },
-    };
-}
 /**
  * Main scraper function
  */
 export async function scrapeAWS(outputDir, options = {}) {
-    const { region = process.env.AWS_REGION || 'us-east-1' } = options;
+    const { region = process.env.AWS_REGION || 'us-east-2' } = options;
     console.log('\n=== AWS Bedrock Scraper ===\n');
     console.log(`Using region: ${region}`);
     // Create Bedrock client

package/dist/scripts/scrapers/aws.js.map

@@ -1 +1 @@
-{"version":3,"file":"aws.js","sourceRoot":"","sources":["../../../scripts/scrapers/aws.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EACL,aAAa,EACb,2BAA2B,GAE5B,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,MAAM,UAAU,GAAG,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACtD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C;;;GAGG;AACH,MAAM,aAAa,GAAsD;IACvE,8BAA8B;IAC9B,2CAA2C,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IACrE,2CAA2C,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IAErE,0BAA0B;IAC1B,uCAAuC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;IAElE,4BAA4B;IAC5B,yCAAyC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IAEnE,2BAA2B;IAC3B,wCAAwC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAEvE,uBAAuB;IACvB,uBAAuB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IACjD,qBAAqB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IAC/C,6BAA6B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IAE1D,iBAAiB;IACjB,gCAAgC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IAC7D,gCAAgC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAC/D,iCAAiC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAChE,iCAAiC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAEhE,iBAAiB;IACjB,gCAAgC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IAC7D,iCAAiC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;IAC/D,kCAAkC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE;IAE/D,eAAe;IACf,8BAA8B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IAC3D,+BAA+B,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;IAE7D,eAAe;IACf,yBAAyB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;IACrD,yBAAyB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAExD,aAAa;IACb,kCAAkC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;IAChE,oCAAoC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;IAClE,iCAAiC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IAC3D,iCAAiC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;IAE1D,SAAS;IACT,yBAAyB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE;IACpD,+BAA+B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IAC5D,uBAAuB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IACpD,4BAA4B,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;IAEtD,oBAAoB;IACpB,2BAA2B,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;IACzD,8BAA8B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IAC3D,gCAAgC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;CAC9D,CAAC;AAEF;;;GAGG;AACH,MAAM,qBAAqB,GAA4D;IACrF,8BAA8B;IAC9B,2CAA2C,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IACjF,2CAA2C,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IAEjF,0BAA0B;IAC1B,uCAAuC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IAE7E,4BAA4B;IAC5B,yCAAyC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IAE/E,2BAA2B;IAC3B,wCAAwC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IAE9E,uBAAuB;IACvB,uBAAuB,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IAC7D,qBAAqB,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IAC3D,6BAA6B,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IAEnE,iBAAiB;IACjB,gCAAgC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IACtE,gCAAgC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IACtE,iCAAiC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IACvE,iCAAiC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IAEvE,iBAAiB;IACjB,gCAAgC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IACtE,iCAAiC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IACvE,kCAAkC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IAExE,eAAe;IACf,8BAA8B,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;IAClE,+BAA+B,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;IAEnE,eAAe;IACf,yBAAyB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;IAC7D,yBAAyB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;IAE7D,aAAa;IACb,kCAAkC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACvE,oCAAoC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACzE,iCAAiC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACtE,iCAAiC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IAEvE,SAAS;IACT,yBAAyB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;IAC7D,+BAA+B,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;IACnE,uBAAuB,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IAC7D,4BAA4B,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;IAElE,oBAAoB;IACpB,2BAA2B,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;IAC/D,8BAA8B,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;IAClE,gCAAgC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;CACtE,CAAC;AAEF;;GAEG;AACH,SAAS,iBAAiB,CAAC,OAAe;IACxC,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC;QAAE,OAAO,WAAW,CAAC;IACzD,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,MAAM,CAAC;IAC/C,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,SAAS,CAAC;IACrD,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,QAAQ,CAAC;IACnD,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,MAAM,CAAC;IAC/C,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,QAAQ,CAAC;IACnD,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC;QAAE,OAAO,WAAW,CAAC;IACzD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,KAA6B;IACvD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAmB,CAAC;IAChD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAE1C,kDAAkD;IAClD,IACE,KAAK,CAAC,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC;QACvC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,EACxC,CAAC;QACD,cAAc;QACd,IACE,MAAM,KAAK,WAAW;YACtB,MAAM,KAAK,MAAM;YACjB,MAAM,KAAK,SAAS;YACpB,MAAM,KAAK,QAAQ;YACnB,MAAM,KAAK,MAAM;YACjB,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EACjD,CAAC;YACD,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAEzB,oBAAoB;YACpB,IAAI,KAAK,CAAC,0BAA0B,EAAE,CAAC;gBACrC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,IACE,KAAK,CAAC,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC;QACvC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,OAAO,CAAC,EACzC,CAAC;QACD,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAED,+BAA+B;IAC/B,IACE,KAAK,CAAC,eAAe,EAAE,QAAQ,CAAC,OAAO,CAAC;QACxC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,EACxC,CAAC;QACD,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAED,aAAa;IACb,IAAI,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACrD,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACrD,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAChC,CAAC;IAED,oCAAoC;IACpC,IAAI,MAAM,KAAK,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3D,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,KAA6B;IACpD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAC9B,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAE1B,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,YAAY,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAE/C,gDAAgD;IAChD,IAAI,IAAI,GAAc,WAAW,CAAC;IAClC,IAAI,MAAM,KAAK,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACvD,IAAI,GAAG,UAAU,CAAC;IACpB,CAAC;SAAM,IAAI,MAAM,KAAK,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChE,IAAI,GAAG,WAAW,CAAC;IACrB,CAAC;SAAM,IAAI,MAAM,KAAK,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/D,IAAI,GAAG,WAAW,CAAC;IACrB,CAAC;SAAM,IAAI,MAAM,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACtF,IAAI,GAAG,UAAU,CAAC;IACpB,CAAC;SAAM,IAAI,MAAM,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACrF,IAAI,GAAG,WAAW,CAAC;IACrB,CAAC;SAAM,IAAI,MAAM,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACvI,IAAI,GAAG,WAAW,CAAC;IACrB,CAAC;SAAM,IAAI,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7D,IAAI,GAAG,UAAU,CAAC;IACpB,CAAC;SAAM,IAAI,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC/D,IAAI,GAAG,WAAW,CAAC;IACrB,CAAC;SAAM,IAAI,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1D,IAAI,GAAG,WAAW,CAAC;IACrB,CAAC;SAAM,IAAI,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3D,IAAI,GAAG,UAAU,CAAC;IACpB,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,WAAW,CAAC;IACrB,CAAC;IAED,0BAA0B;IAC1B,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACvC,MAAM,WAAW,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAEnD,OAAO;QACL,QAAQ,EAAE,KAAK;QACf,EAAE,EAAE,OAAO;QACX,IAAI,EAAE,KAAK,CAAC,SAAS,IAAI,OAAO;QAChC,YAAY;QACZ,IAAI;QACJ,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YACjB,IAAI,EAAE;gBACJ,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB;SACF,CAAC,CAAC,CAAC,EAAE;QACN,aAAa,EAAE,WAAW,EAAE,OAAO,IAAI,CAAC;QACxC,eAAe,EAAE,WAAW,EAAE,SAAS;QACvC,QAAQ,EAAE;YACR,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,0BAA0B,EAAE,KAAK,CAAC,0BAA0B;YAC5D,uBAAuB,EAAE,KAAK,CAAC,uBAAuB;YACtD,uBAAuB,EAAE,KAAK,CAAC,uBAAuB;YACtD,eAAe,EAAE,KAAK,CAAC,eAAe;YACtC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;SACzC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,SAAiB,EACjB,UAA+B,EAAE;IAEjC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,WAAW,EAAE,GAAG,OAAO,CAAC;IAEnE,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,EAAE,CAAC,CAAC;IAEvC,wBAAwB;IACxB,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC;QAC/B,MAAM;QACN,2DAA2D;KAC5D,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,yBAAyB;QACzB,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,IAAI,2BAA2B,CAAC,EAAE,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE5C,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,CAAC,cAAc,CAAC,MAAM,qBAAqB,CAAC,CAAC;QAE9E,0BAA0B;QAC1B,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE/C,gBAAgB;QAChB,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,iBAAiB,CAAC,EACvC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YAC/D,IAAI,KAAK,YAAY,GAAG,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,EAAE,CAAC,CAAC,CACN,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QAEzD,8BAA8B;QAC9B,MAAM,UAAU,GAAG,QAAQ,CAAC,cAAc;aACvC,GAAG,CAAC,eAAe,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAkB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAE7C,0BAA0B;QAC1B,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,oBAAoB,CAAC,EAC1C,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YACxC,IAAI,KAAK,YAAY,GAAG,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,EAAE,CAAC,CAAC,CACN,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,WAAW,UAAU,CAAC,MAAM,iBAAiB,CAAC,CAAC;QAE3D,2BAA2B;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;QACxD,MAAM,YAAY,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;QAE9D,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;QACvD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,gBAAgB;AAChB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;IACvC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAClG,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE/D,SAAS,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QAC/C,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;QACvD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"aws.js","sourceRoot":"","sources":["../../../scripts/scrapers/aws.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EACL,aAAa,EACb,2BAA2B,GAC5B,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,MAAM,UAAU,GAAG,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACtD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,SAAiB,EACjB,UAA+B,EAAE;IAEjC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,WAAW,EAAE,GAAG,OAAO,CAAC;IAEnE,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,EAAE,CAAC,CAAC;IAEvC,wBAAwB;IACxB,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC;QAC/B,MAAM;QACN,2DAA2D;KAC5D,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,yBAAyB;QACzB,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,IAAI,2BAA2B,CAAC,EAAE,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE5C,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,CAAC,cAAc,CAAC,MAAM,qBAAqB,CAAC,CAAC;QAE9E,0BAA0B;QAC1B,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE/C,gBAAgB;QAChB,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,iBAAiB,CAAC,EACvC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YAC/D,IAAI,KAAK,YAAY,GAAG,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,EAAE,CAAC,CAAC,CACN,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QAEzD,8BAA8B;QAC9B,MAAM,UAAU,GAAG,QAAQ,CAAC,cAAc;aACvC,GAAG,CAAC,eAAe,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAkB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAE7C,0BAA0B;QAC1B,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,oBAAoB,CAAC,EAC1C,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YACxC,IAAI,KAAK,YAAY,GAAG,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,EAAE,CAAC,CAAC,CACN,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,WAAW,UAAU,CAAC,MAAM,iBAAiB,CAAC,CAAC;QAE3D,2BAA2B;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;QACxD,MAAM,YAAY,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;QAE9D,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;QACvD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,gBAAgB;AAChB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;IACvC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAClG,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE/D,SAAS,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QAC/C,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;QACvD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/scripts/scrapers/replicate.d.ts

@@ -8,5 +8,9 @@
  */
 export declare function scrapeReplicate(outputDir: string, cacheDir?: string, options?: {
     concurrency?: number;
+    transformers?: boolean;
+    transformerModel: string;
+    models?: string[];
+    n?: number;
 }): Promise<void>;
 //# sourceMappingURL=replicate.d.ts.map

package/dist/scripts/scrapers/replicate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../scripts/scrapers/replicate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AA4TH;;GAEG;AACH,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GACrC,OAAO,CAAC,IAAI,CAAC,CAuGf"}
+{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../scripts/scrapers/replicate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AA4iBH;;GAEG;AACH,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,CAAC,CAAC,EAAE,MAAM,CAAC;CAGZ,GACA,OAAO,CAAC,IAAI,CAAC,CAkNf"}