@takeshape/schema 11.60.0 → 11.63.3

package/dist/__tests__/validate.test.js

@@ -1923,4 +1923,32 @@ describe('latest', () => {
         const { valid } = await validateSchema(context, validSchema);
         expect(valid).toEqual(true);
     });
+    test('validateSchema - invalid service in semantic chunker', async () => {
+        const invalidSchema = agentSchema();
+        invalidSchema.queries.semantic = {
+            shape: { type: 'array', items: { type: 'string' } },
+            args: {
+                type: 'object',
+                properties: { input: { type: 'string' } },
+                required: ['input']
+            },
+            resolver: {
+                name: 'util:chunk',
+                options: {
+                    type: 'semantic',
+                    serviceId: 'INVALID SERVICE OH NO',
+                    modelId: 'text-embedding-3-small'
+                }
+            }
+        };
+        const { valid, errors } = await validateSchema(validateContext, invalidSchema);
+        expect(valid).toEqual(false);
+        expect(errors).toEqual([
+            {
+                message: 'Invalid service \"INVALID SERVICE OH NO\"',
+                path: ['queries', 'semantic', 'resolver', 'options', 'serviceId'],
+                type: 'notFound'
+            }
+        ]);
+    });
 });

package/dist/migration/index.d.ts

@@ -59,6 +59,7 @@ export declare const migrateTo: {
     'v3.50.0': import("./types.ts").MigrateFunction<import("../index.ts").ProjectSchemaJSONV3_49_0, import("../index.ts").ProjectSchemaJSONV3_50_0>;
     'v3.51.0': import("./types.ts").MigrateFunction<import("../index.ts").ProjectSchemaJSONV3_50_0, import("../index.ts").ProjectSchemaJSONV3_51_0>;
     'v3.52.0': import("./types.ts").MigrateFunction<import("../index.ts").ProjectSchemaJSONV3_51_0, import("../index.ts").ProjectSchemaJSONV3_52_0>;
+    'v3.53.0': import("./types.ts").MigrateFunction<import("../index.ts").ProjectSchemaJSONV3_52_0, import("../index.ts").ProjectSchemaJSONV3_53_0>;
 };
 export * from './utils.ts';
 export declare const listTypePrefix = "PaginatedList";

package/dist/migration/index.js

@@ -58,6 +58,7 @@ import migrateToV3_49_0 from "./to/v3.49.0.js";
 import migrateToV3_50_0 from "./to/v3.50.0.js";
 import migrateToV3_51_0 from "./to/v3.51.0.js";
 import migrateToV3_52_0 from "./to/v3.52.0.js";
+import migrateToV3_53_0 from "./to/v3.53.0.js";
 export const migrateTo = {
     'v3.0.0': migrateToV3_0_0,
     'v3.1.0': migrateToV3_1_0,
@@ -118,7 +119,8 @@ export const migrateTo = {
     'v3.49.0': migrateToV3_49_0,
     'v3.50.0': migrateToV3_50_0,
     'v3.51.0': migrateToV3_51_0,
-    'v3.52.0': migrateToV3_52_0
+    'v3.52.0': migrateToV3_52_0,
+    'v3.53.0': migrateToV3_53_0
 };
 export * from "./utils.js";
 export const listTypePrefix = 'PaginatedList';

package/dist/migration/to/v3.53.0.d.ts

@@ -0,0 +1,4 @@
+import type { ProjectSchemaJSONV3_52_0, ProjectSchemaJSONV3_53_0 } from '../../project-schema/index.ts';
+import type { MigrateFunction } from '../types.ts';
+declare const migrate: MigrateFunction<ProjectSchemaJSONV3_52_0, ProjectSchemaJSONV3_53_0>;
+export default migrate;

package/dist/migration/to/v3.53.0.js

@@ -0,0 +1,10 @@
+const migrate = async (_, projectSchema) => {
+    /**
+     * No migration needed all changes are backwards compatible.
+     */
+    return {
+        ...projectSchema,
+        schemaVersion: '3.53.0'
+    };
+};
+export default migrate;

package/dist/project-schema/index.d.ts

@@ -60,6 +60,7 @@ export type * from './v3.49.0.ts';
 export type * from './v3.50.0.ts';
 export type * from './v3.51.0.ts';
 export type * from './v3.52.0.ts';
+export type * from './v3.53.0.ts';
 export type * from './v4.0.0.ts';
 import { ProjectSchemaJSONV1_0_0 } from './v1.0.0.ts';
 import { ProjectSchemaJSONV3_0_0 } from './v3.0.0.ts';
@@ -122,9 +123,10 @@ import { ProjectSchemaJSONV3_49_0 } from './v3.49.0.ts';
 import { ProjectSchemaJSONV3_50_0 } from './v3.50.0.ts';
 import { ProjectSchemaJSONV3_51_0 } from './v3.51.0.ts';
 import { ProjectSchemaJSONV3_52_0 } from './v3.52.0.ts';
+import { ProjectSchemaJSONV3_53_0 } from './v3.53.0.ts';
 import { ProjectSchemaJSONV4_0_0 } from './v4.0.0.ts';
 import { ProjectSchemaJSON } from './latest.ts';
-export type AnyProjectSchemaJSON = ProjectSchemaJSONV1_0_0 | ProjectSchemaJSONV3_0_0 | ProjectSchemaJSONV3_1_0 | ProjectSchemaJSONV3_2_0 | ProjectSchemaJSONV3_3_0 | ProjectSchemaJSONV3_4_0 | ProjectSchemaJSONV3_5_0 | ProjectSchemaJSONV3_5_1 | ProjectSchemaJSONV3_6_0 | ProjectSchemaJSONV3_7_0 | ProjectSchemaJSONV3_8_0 | ProjectSchemaJSONV3_9_0 | ProjectSchemaJSONV3_10_0 | ProjectSchemaJSONV3_11_0 | ProjectSchemaJSONV3_12_0 | ProjectSchemaJSONV3_12_1 | ProjectSchemaJSONV3_12_2 | ProjectSchemaJSONV3_12_3 | ProjectSchemaJSONV3_13_0 | ProjectSchemaJSONV3_14_0 | ProjectSchemaJSONV3_15_0 | ProjectSchemaJSONV3_16_0 | ProjectSchemaJSONV3_17_0 | ProjectSchemaJSONV3_17_1 | ProjectSchemaJSONV3_18_0 | ProjectSchemaJSONV3_18_1 | ProjectSchemaJSONV3_18_2 | ProjectSchemaJSONV3_19_0 | ProjectSchemaJSONV3_20_0 | ProjectSchemaJSONV3_21_0 | ProjectSchemaJSONV3_22_0 | ProjectSchemaJSONV3_23_0 | ProjectSchemaJSONV3_24_0 | ProjectSchemaJSONV3_25_0 | ProjectSchemaJSONV3_26_0 | ProjectSchemaJSONV3_27_0 | ProjectSchemaJSONV3_28_0 | ProjectSchemaJSONV3_29_0 | ProjectSchemaJSONV3_30_0 | ProjectSchemaJSONV3_31_0 | ProjectSchemaJSONV3_32_0 | ProjectSchemaJSONV3_33_0 | ProjectSchemaJSONV3_34_0 | ProjectSchemaJSONV3_35_0 | ProjectSchemaJSONV3_36_0 | ProjectSchemaJSONV3_37_0 | ProjectSchemaJSONV3_38_0 | ProjectSchemaJSONV3_39_0 | ProjectSchemaJSONV3_40_0 | ProjectSchemaJSONV3_41_0 | ProjectSchemaJSONV3_42_0 | ProjectSchemaJSONV3_43_0 | ProjectSchemaJSONV3_44_0 | ProjectSchemaJSONV3_45_0 | ProjectSchemaJSONV3_46_0 | ProjectSchemaJSONV3_47_0 | ProjectSchemaJSONV3_48_0 | ProjectSchemaJSONV3_49_0 | ProjectSchemaJSONV3_50_0 | ProjectSchemaJSONV3_51_0 | ProjectSchemaJSONV3_52_0 | ProjectSchemaJSONV4_0_0 | ProjectSchemaJSON;
+export type AnyProjectSchemaJSON = ProjectSchemaJSONV1_0_0 | ProjectSchemaJSONV3_0_0 | ProjectSchemaJSONV3_1_0 | ProjectSchemaJSONV3_2_0 | ProjectSchemaJSONV3_3_0 | ProjectSchemaJSONV3_4_0 | ProjectSchemaJSONV3_5_0 | ProjectSchemaJSONV3_5_1 | ProjectSchemaJSONV3_6_0 | ProjectSchemaJSONV3_7_0 | ProjectSchemaJSONV3_8_0 | ProjectSchemaJSONV3_9_0 | ProjectSchemaJSONV3_10_0 | ProjectSchemaJSONV3_11_0 | ProjectSchemaJSONV3_12_0 | ProjectSchemaJSONV3_12_1 | ProjectSchemaJSONV3_12_2 | ProjectSchemaJSONV3_12_3 | ProjectSchemaJSONV3_13_0 | ProjectSchemaJSONV3_14_0 | ProjectSchemaJSONV3_15_0 | ProjectSchemaJSONV3_16_0 | ProjectSchemaJSONV3_17_0 | ProjectSchemaJSONV3_17_1 | ProjectSchemaJSONV3_18_0 | ProjectSchemaJSONV3_18_1 | ProjectSchemaJSONV3_18_2 | ProjectSchemaJSONV3_19_0 | ProjectSchemaJSONV3_20_0 | ProjectSchemaJSONV3_21_0 | ProjectSchemaJSONV3_22_0 | ProjectSchemaJSONV3_23_0 | ProjectSchemaJSONV3_24_0 | ProjectSchemaJSONV3_25_0 | ProjectSchemaJSONV3_26_0 | ProjectSchemaJSONV3_27_0 | ProjectSchemaJSONV3_28_0 | ProjectSchemaJSONV3_29_0 | ProjectSchemaJSONV3_30_0 | ProjectSchemaJSONV3_31_0 | ProjectSchemaJSONV3_32_0 | ProjectSchemaJSONV3_33_0 | ProjectSchemaJSONV3_34_0 | ProjectSchemaJSONV3_35_0 | ProjectSchemaJSONV3_36_0 | ProjectSchemaJSONV3_37_0 | ProjectSchemaJSONV3_38_0 | ProjectSchemaJSONV3_39_0 | ProjectSchemaJSONV3_40_0 | ProjectSchemaJSONV3_41_0 | ProjectSchemaJSONV3_42_0 | ProjectSchemaJSONV3_43_0 | ProjectSchemaJSONV3_44_0 | ProjectSchemaJSONV3_45_0 | ProjectSchemaJSONV3_46_0 | ProjectSchemaJSONV3_47_0 | ProjectSchemaJSONV3_48_0 | ProjectSchemaJSONV3_49_0 | ProjectSchemaJSONV3_50_0 | ProjectSchemaJSONV3_51_0 | ProjectSchemaJSONV3_52_0 | ProjectSchemaJSONV3_53_0 | ProjectSchemaJSONV4_0_0 | ProjectSchemaJSON;
 export declare const isProjectSchemaJSONV1_0_0: (projectSchema: AnyProjectSchemaJSON) => projectSchema is ProjectSchemaJSONV1_0_0;
 export declare const isProjectSchemaJSONV3_0_0: (projectSchema: AnyProjectSchemaJSON) => projectSchema is ProjectSchemaJSONV3_0_0;
 export declare const isProjectSchemaJSONV3_1_0: (projectSchema: AnyProjectSchemaJSON) => projectSchema is ProjectSchemaJSONV3_1_0;
@@ -186,5 +188,6 @@ export declare const isProjectSchemaJSONV3_49_0: (projectSchema: AnyProjectSchem
 export declare const isProjectSchemaJSONV3_50_0: (projectSchema: AnyProjectSchemaJSON) => projectSchema is ProjectSchemaJSONV3_50_0;
 export declare const isProjectSchemaJSONV3_51_0: (projectSchema: AnyProjectSchemaJSON) => projectSchema is ProjectSchemaJSONV3_51_0;
 export declare const isProjectSchemaJSONV3_52_0: (projectSchema: AnyProjectSchemaJSON) => projectSchema is ProjectSchemaJSONV3_52_0;
+export declare const isProjectSchemaJSONV3_53_0: (projectSchema: AnyProjectSchemaJSON) => projectSchema is ProjectSchemaJSONV3_53_0;
 export declare const isLatestProjectSchemaJSON: (projectSchema: AnyProjectSchemaJSON) => projectSchema is ProjectSchemaJSON;
 export declare const isProjectSchemaJSONV4_0_0: (projectSchema: AnyProjectSchemaJSON) => projectSchema is ProjectSchemaJSONV4_0_0;

package/dist/project-schema/index.js

@@ -72,5 +72,6 @@ export const isProjectSchemaJSONV3_49_0 = createVersionPredicate('3.49.0');
 export const isProjectSchemaJSONV3_50_0 = createVersionPredicate('3.50.0');
 export const isProjectSchemaJSONV3_51_0 = createVersionPredicate('3.51.0');
 export const isProjectSchemaJSONV3_52_0 = createVersionPredicate('3.52.0');
-export const isLatestProjectSchemaJSON = createVersionPredicate('3.52.0');
+export const isProjectSchemaJSONV3_53_0 = createVersionPredicate('3.53.0');
+export const isLatestProjectSchemaJSON = createVersionPredicate('3.53.0');
 export const isProjectSchemaJSONV4_0_0 = createVersionPredicate('4.0.0');

package/dist/project-schema/latest.d.ts

@@ -74,7 +74,7 @@ export type Resolver = BasicResolver | ComposeResolver;
  * This interface was referenced by `ProjectSchemaJSON`'s JSON-Schema
  * via the `definition` "basicResolver".
  */
-export type BasicResolver = UtilResolver | DelegateResolver | TakeshapeResolver | ShapedbResolver | ShapedbResolverShapeNameNotRequired | GraphqlResolver | RestResolver | AwsLambdaResolver | SalsifyResolver | SyndigoResolver | FunctionResolver | AIGenerateTextResolver | AIGeneratePropertyResolver | AIEmbeddingResolver | AIParseFileResolver | AIRunAgentResolver | AIInspectAgentResolver;
+export type BasicResolver = UtilResolver | DelegateResolver | TakeshapeResolver | ShapedbResolver | ShapedbResolverShapeNameNotRequired | GraphqlResolver | RestResolver | AwsLambdaResolver | SalsifyResolver | SyndigoResolver | FunctionResolver | AIGenerateTextResolver | AIGeneratePropertyResolver | AIEmbeddingResolver | AIParseFileResolver | ChunkResolver | AIRunAgentResolver | AIInspectAgentResolver;
 /**
  * Name of the resolver function.
  */
@@ -229,6 +229,15 @@ export type AIResolverName2 = 'ai:createEmbedding';
  * Name of the resolver function.
  */
 export type AIResolverName3 = 'ai:parseFile';
+/**
+ * Name of the resolver function.
+ */
+export type UtilResolverName1 = 'util:chunk';
+/**
+ * This interface was referenced by `ProjectSchemaJSON`'s JSON-Schema
+ * via the `definition` "utilChunkResolverOptions".
+ */
+export type UtilChunkResolverOptions = UtilChunkResolverOptionsCharacterCount | UtilChunkResolverOptionsSeparators | UtilChunkResolverOptionsMarkdown | UtilChunkResolverOptionsSemantic;
 /**
  * Name of the resolver function.
  */
@@ -580,7 +589,7 @@ export interface ProjectSchemaJSON {
     /**
      * The version of the schema format your project is using. We increase the version as we make breaking changes to the schema format.
      */
-    schemaVersion: '3.52.0';
+    schemaVersion: '3.53.0';
     /**
      * The ID of the TakeShape project this schema belongs to.
      */
@@ -1381,6 +1390,78 @@ export interface AIParseFileResolver {
     args?: ParameterConfigForJson;
     results?: ParameterConfigForJson;
 }
+/**
+ * This interface was referenced by `ProjectSchemaJSON`'s JSON-Schema
+ * via the `definition` "utilChunkResolver".
+ */
+export interface ChunkResolver {
+    if?: string;
+    id?: string;
+    name: UtilResolverName1;
+    options: UtilChunkResolverOptions;
+    args?: ParameterConfigForJson;
+    results?: ParameterConfigForJson;
+}
+/**
+ * This interface was referenced by `ProjectSchemaJSON`'s JSON-Schema
+ * via the `definition` "utilChunkResolverOptionsCharacterCount".
+ */
+export interface UtilChunkResolverOptionsCharacterCount {
+    type: 'characterCount';
+    characterCount: number;
+}
+/**
+ * This interface was referenced by `ProjectSchemaJSON`'s JSON-Schema
+ * via the `definition` "utilChunkResolverOptionsSeparators".
+ */
+export interface UtilChunkResolverOptionsSeparators {
+    type: 'separators';
+    separators: string[];
+}
+/**
+ * This interface was referenced by `ProjectSchemaJSON`'s JSON-Schema
+ * via the `definition` "utilChunkResolverOptionsMarkdown".
+ */
+export interface UtilChunkResolverOptionsMarkdown {
+    type: 'markdown';
+    /**
+     * New chunks will be created at headers for this level or lower. Default 2.
+     */
+    headerLevel?: number;
+    /**
+     * A new chunk will be started when this number of characters is reached, regardless of markup.
+     */
+    maxCharacters?: number;
+}
+/**
+ * This interface was referenced by `ProjectSchemaJSON`'s JSON-Schema
+ * via the `definition` "utilChunkResolverOptionsSemantic".
+ */
+export interface UtilChunkResolverOptionsSemantic {
+    type: 'semantic';
+    serviceId: string;
+    modelId: string;
+    /**
+     * Similarity below which two embeddings are considered different.
+     */
+    similarityThreshold?: number;
+    /**
+     * Advanced. How many sentences to advance when grouping sentences to create embeddings. Default 1.
+     */
+    stride?: number;
+    /**
+     * Advanced. How many sentences are grouped together to create embeddings. Default 3.
+     */
+    sentenceCount?: number;
+    /**
+     * The maximum number of characters in a chunk.
+     */
+    maxCharacters?: number;
+    /**
+     * The maximum number of tokens in a chunk.
+     */
+    maxTokens?: number;
+}
 export interface AIRunAgentResolver {
     id?: string;
     name: AIResolverName4;

package/dist/project-schema/migrate.js

@@ -1,5 +1,5 @@
 import { migrateTo } from "../migration/index.js";
-import { isProjectSchemaJSONV1_0_0, isProjectSchemaJSONV3_0_0, isProjectSchemaJSONV3_1_0, isProjectSchemaJSONV3_2_0, isProjectSchemaJSONV3_3_0, isProjectSchemaJSONV3_4_0, isProjectSchemaJSONV3_5_0, isProjectSchemaJSONV3_5_1, isProjectSchemaJSONV3_6_0, isProjectSchemaJSONV3_7_0, isProjectSchemaJSONV3_8_0, isProjectSchemaJSONV3_9_0, isProjectSchemaJSONV3_10_0, isProjectSchemaJSONV3_11_0, isProjectSchemaJSONV3_12_0, isProjectSchemaJSONV3_12_1, isProjectSchemaJSONV3_12_2, isProjectSchemaJSONV3_12_3, isProjectSchemaJSONV3_13_0, isProjectSchemaJSONV3_14_0, isProjectSchemaJSONV3_15_0, isProjectSchemaJSONV3_16_0, isProjectSchemaJSONV3_17_0, isProjectSchemaJSONV3_17_1, isProjectSchemaJSONV3_18_0, isProjectSchemaJSONV3_18_1, isProjectSchemaJSONV3_18_2, isProjectSchemaJSONV3_19_0, isProjectSchemaJSONV3_20_0, isProjectSchemaJSONV3_21_0, isProjectSchemaJSONV3_22_0, isProjectSchemaJSONV3_23_0, isProjectSchemaJSONV3_24_0, isProjectSchemaJSONV3_25_0, isProjectSchemaJSONV3_26_0, isProjectSchemaJSONV3_27_0, isProjectSchemaJSONV3_28_0, isProjectSchemaJSONV3_29_0, isProjectSchemaJSONV3_30_0, isProjectSchemaJSONV3_31_0, isProjectSchemaJSONV3_32_0, isProjectSchemaJSONV3_33_0, isProjectSchemaJSONV3_34_0, isProjectSchemaJSONV3_35_0, isProjectSchemaJSONV3_36_0, isProjectSchemaJSONV3_37_0, isProjectSchemaJSONV3_38_0, isProjectSchemaJSONV3_39_0, isProjectSchemaJSONV3_40_0, isProjectSchemaJSONV3_41_0, isProjectSchemaJSONV3_42_0, isProjectSchemaJSONV3_43_0, isProjectSchemaJSONV3_44_0, isProjectSchemaJSONV3_45_0, isProjectSchemaJSONV3_46_0, isProjectSchemaJSONV3_47_0, isProjectSchemaJSONV3_48_0, isProjectSchemaJSONV3_49_0, isProjectSchemaJSONV3_50_0, isProjectSchemaJSONV3_51_0, isProjectSchemaJSONV4_0_0, isLatestProjectSchemaJSON } from "./index.js";
+import { isProjectSchemaJSONV1_0_0, isProjectSchemaJSONV3_0_0, isProjectSchemaJSONV3_1_0, isProjectSchemaJSONV3_2_0, isProjectSchemaJSONV3_3_0, isProjectSchemaJSONV3_4_0, isProjectSchemaJSONV3_5_0, isProjectSchemaJSONV3_5_1, isProjectSchemaJSONV3_6_0, isProjectSchemaJSONV3_7_0, isProjectSchemaJSONV3_8_0, isProjectSchemaJSONV3_9_0, isProjectSchemaJSONV3_10_0, isProjectSchemaJSONV3_11_0, isProjectSchemaJSONV3_12_0, isProjectSchemaJSONV3_12_1, isProjectSchemaJSONV3_12_2, isProjectSchemaJSONV3_12_3, isProjectSchemaJSONV3_13_0, isProjectSchemaJSONV3_14_0, isProjectSchemaJSONV3_15_0, isProjectSchemaJSONV3_16_0, isProjectSchemaJSONV3_17_0, isProjectSchemaJSONV3_17_1, isProjectSchemaJSONV3_18_0, isProjectSchemaJSONV3_18_1, isProjectSchemaJSONV3_18_2, isProjectSchemaJSONV3_19_0, isProjectSchemaJSONV3_20_0, isProjectSchemaJSONV3_21_0, isProjectSchemaJSONV3_22_0, isProjectSchemaJSONV3_23_0, isProjectSchemaJSONV3_24_0, isProjectSchemaJSONV3_25_0, isProjectSchemaJSONV3_26_0, isProjectSchemaJSONV3_27_0, isProjectSchemaJSONV3_28_0, isProjectSchemaJSONV3_29_0, isProjectSchemaJSONV3_30_0, isProjectSchemaJSONV3_31_0, isProjectSchemaJSONV3_32_0, isProjectSchemaJSONV3_33_0, isProjectSchemaJSONV3_34_0, isProjectSchemaJSONV3_35_0, isProjectSchemaJSONV3_36_0, isProjectSchemaJSONV3_37_0, isProjectSchemaJSONV3_38_0, isProjectSchemaJSONV3_39_0, isProjectSchemaJSONV3_40_0, isProjectSchemaJSONV3_41_0, isProjectSchemaJSONV3_42_0, isProjectSchemaJSONV3_43_0, isProjectSchemaJSONV3_44_0, isProjectSchemaJSONV3_45_0, isProjectSchemaJSONV3_46_0, isProjectSchemaJSONV3_47_0, isProjectSchemaJSONV3_48_0, isProjectSchemaJSONV3_49_0, isProjectSchemaJSONV3_50_0, isProjectSchemaJSONV3_51_0, isProjectSchemaJSONV3_52_0, isProjectSchemaJSONV4_0_0, isLatestProjectSchemaJSON } from "./index.js";
 export async function migrateToLatestProjectSchema(context, projectSchema) {
     if (isLatestProjectSchemaJSON(projectSchema)) {
         return projectSchema;
@@ -184,6 +184,9 @@ export async function migrateToLatestProjectSchema(context, projectSchema) {
     if (isProjectSchemaJSONV3_51_0(projectSchema)) {
         projectSchema = await migrateTo['v3.52.0'](context, projectSchema);
     }
+    if (isProjectSchemaJSONV3_52_0(projectSchema)) {
+        projectSchema = await migrateTo['v3.53.0'](context, projectSchema);
+    }
     if (isProjectSchemaJSONV4_0_0(projectSchema)) {
         throw new Error('You are using an unreleased schema version. Migration is not possible');
     }