language-models 0.1.0

package/tests/regex.test.ts

@@ -0,0 +1,42 @@
+import { describe, it, expect, beforeEach, afterEach, vi } from 'vitest'
+import { modelPattern } from '../src'
+
+describe('regex', () => {
+  const testCases = [
+    'frontier(pdf,cost<1,evals>95)',
+    'opensource(reasoning,code,throughput,swebench>50)',
+    'gpt-4o(pdf,cost<15)',
+    'frontier(thread:1234,json)',
+    'gemini(reasoning,slack,discord)',
+    'claude-3.7-sonnet@vertex:eu(reasoning:high)',
+    'gpt-4o(latency,reasoning)',
+    'anthropic/claude-3.7-sonnet@vertex:eu(reasoning:high)',
+    'gpt-4o@azure:westus(pdf,cost<20)',
+    'gemini-2.5-pro@gcp:asia(code,throughput>500)',
+    'gemini(slack,discord.sendMessage)',
+    'anthropic(reasoning,github,jira.createTicket)',
+    'opensource(reasoning,stripe,twilio.sendSMS)',
+    'frontier(JSON,Person)',
+    'gpt-4o(JSONArray,Product[])',
+    'claude(Text)',
+    'anthropic(TextArray)',
+    'gemini(Markdown)',
+    'opensource(Code:TypeScript,code)',
+    'r1(output:{address:string,phoneNumber:number},cost)',
+    'frontier(dealReviewBenchmark>75)',
+  ]
+
+  const invalidTestCases = ['gemini@test@hello(', 'gemini@test@hello(**)', '**gemini@test@hello(**', 'gpt-4o(test', 'gpt-4o)test(', 'gemini)', '(reasoning)']
+
+  for (const testCase of testCases) {
+    it(`should match ${testCase}`, () => {
+      expect(modelPattern.test(testCase)).toBe(true)
+    })
+  }
+
+  for (const testCase of invalidTestCases) {
+    it(`should not match ${testCase}`, () => {
+      expect(modelPattern.test(testCase)).toBe(false)
+    })
+  }
+})

package/tests/selector.test.ts

@@ -0,0 +1,53 @@
+import { describe, it, expect, beforeEach, afterEach, vi } from 'vitest'
+import { getModel, getModels } from '../src'
+
+describe('selector', () => {
+  it('should return a model', () => {
+    const model = getModel('gemini')
+    expect(model).toBeDefined()
+  })
+
+  it('should fail to find a model', () => {
+    // Expect an error to be thrown
+    const model = getModel('google/gemini-2.0-flash-001:reasoning')
+
+    expect(model).toBeDefined()
+    expect(model?.slug).toBe(undefined)
+  })
+
+  it('should return a model with capabilities', () => {
+    const model = getModel('anthropic/claude-3.7-sonnet')
+    expect(model).toBeDefined()
+  })
+
+  it('should return the same model when seed is provided', () => {
+    const models = Array(10)
+      .fill(0)
+      .map((_, i) => getModel('gemini(seed:123)'))
+
+    // Ensure all models are the same
+    expect(models.every((m) => m?.slug === models[0]?.slug)).toBe(true)
+  })
+
+  it('should return a Claude 3.7 Sonnet model with a custom slug', () => {
+    const model = getModel('anthropic/claude-3.7-sonnet:thinking')
+    expect(model).toBeDefined()
+    expect(model?.slug).toBe('anthropic/claude-3.7-sonnet:thinking')
+  })
+
+  it('should return a Claude 3.7 Sonnet model with reasoning capabilities', () => {
+    const model = getModel('anthropic/claude-3.7-sonnet(reasoning)')
+    expect(model).toBeDefined()
+    expect(model?.slug).toBe('anthropic/claude-3.7-sonnet:thinking')
+  })
+
+  it('should return multiple models', () => {
+    const models = getModels('claude-3.7-sonnet:thinking,r1')
+    expect(models.length).toBe(2)
+
+    // Special case for claude, it supports thinking using a different API
+    // structure than other models unfortunately.
+    expect(models[0]?.slug).toBe('anthropic/claude-3.7-sonnet:thinking')
+    expect(models[1]?.slug).toBe('deepseek/deepseek-r1')
+  })
+})

package/tsconfig.json

@@ -0,0 +1,19 @@
+{
+  "extends": "tsconfig/src/base.json",
+  "compilerOptions": {
+    "module": "ESNext",
+    "moduleResolution": "bundler",
+    "declaration": true,
+    "emitDeclarationOnly": false,
+    "noEmit": false,
+    "outDir": "./dist",
+    "resolveJsonModule": true,
+    "paths": {
+      "@/*": ["./src/*"]
+    },
+    "allowJs": true,
+    "skipLibCheck": true
+  },
+  "include": ["./src/**/*.ts", "./src/models.js", "./src/models.d.ts"],
+  "exclude": ["node_modules", "dist", "**/*.test.ts", "build/**/*.ts", "src/demo.ts"]
+}

package/vitest.config.ts

@@ -0,0 +1,21 @@
+import { defineConfig } from 'vitest/config'
+import { resolve } from 'path'
+
+export default defineConfig({
+  test: {
+    include: ['**/*.{test,spec}.{js,ts,jsx,tsx}'],
+    environment: 'node',
+  },
+  resolve: {
+    alias: {
+      '@payload-config': resolve(__dirname, '../../payload.config.ts'),
+      '@': resolve(__dirname, '../..'),
+      '@/lib': resolve(__dirname, '../../lib'),
+      '@/.velite': resolve(__dirname, '../../.velite'),
+      '@/app': resolve(__dirname, '../../app'),
+      '@/collections': resolve(__dirname, '../../collections'),
+      '@/tasks': resolve(__dirname, '../../tasks'),
+      '@/scripts': resolve(__dirname, '../../scripts'),
+    },
+  },
+})