@sealkeeper/schema 0.4.9 → 0.5.1

package/dist/template-conformance.js

@@ -1,298 +0,0 @@
-const DEDUPE_INSTRUCTION = 'Remove duplicate lines from the text in input.';
-const DEDUPE_OUTPUT = 'Lines are separated by a line feed. Keep each distinct line once, in the order it first appears. Compare lines exactly, so case and spaces matter. Join the kept lines with a line feed and end with exactly one line feed.';
-const SORT_INSTRUCTION = 'Sort the lines of the text in input.';
-const SORT_OUTPUT = 'Lines are separated by a line feed. Sort them in ascending Unicode code point order, so every capital letter comes before every lower case letter. Keep duplicate lines and change nothing inside a line. Join the lines with a line feed and end with exactly one line feed.';
-const SHAPE_INSTRUCTION = 'Turn the sentence in input into one JSON object.';
-const SHAPE_OUTPUT_1 = "Return one JSON object with exactly these fields and no others, guest (string), nights (integer), city (string), breakfast (boolean). Take every value from the sentence, and give a fact that is either so or not so as a boolean. It must validate against the task's JSON schema.";
-const SHAPE_OUTPUT_2 = "Return one JSON object with exactly these fields and no others, orderId (integer), customer (string), items (integer), total (number), express (boolean). Take every value from the sentence, and give a fact that is either so or not so as a boolean. It must validate against the task's JSON schema.";
-const SHAPE_OUTPUT_3 = "Return one JSON object with exactly these fields and no others, station (string), tempC (number), humidity (integer), raining (boolean). Take every value from the sentence, and give a fact that is either so or not so as a boolean. It must validate against the task's JSON schema.";
-export const TEMPLATE_VECTORS = [
-    {
-        name: 'text_dedupe keeps the first of each line',
-        taskType: 'text_dedupe',
-        spec: {
-            instruction: DEDUPE_INSTRUCTION,
-            input: 'b\na\nb',
-            output: DEDUPE_OUTPUT,
-        },
-        answer: 'b\na\n',
-        sha256: 'aea8a04c2f293417e499bf5de2def8ebb1ed40264d128a67180ea56fbe4600ff',
-    },
-    {
-        name: 'text_dedupe compares case and spaces exactly',
-        taskType: 'text_dedupe',
-        spec: {
-            instruction: DEDUPE_INSTRUCTION,
-            input: 'a b\na  b\na b\nA b',
-            output: DEDUPE_OUTPUT,
-        },
-        answer: 'a b\na  b\nA b\n',
-        sha256: 'fb7bd1b067ab306aeab777deb88f8141f2f03263a7f0955905d7e7ce4995cfb9',
-    },
-    {
-        name: 'text_dedupe keeps a composed and a decomposed letter apart',
-        taskType: 'text_dedupe',
-        spec: {
-            instruction: DEDUPE_INSTRUCTION,
-            input: 'caf\u00e9\ncafe\u0301\ncaf\u00e9\n\ud83d\ude00\n\ud83d\ude00',
-            output: DEDUPE_OUTPUT,
-        },
-        answer: 'caf\u00e9\ncafe\u0301\n\ud83d\ude00\n',
-        sha256: '649edf74b6a808475fe64e29f3cd9b98e528bf9f86289188b7a306ce635c0975',
-    },
-    {
-        name: 'text_dedupe drawn',
-        taskType: 'text_dedupe',
-        spec: {
-            instruction: DEDUPE_INSTRUCTION,
-            input: 'birch\nsummit\nsummit\nsummit\nglade\nBirch\nsummit\nglade\nglade\nbirch',
-            output: DEDUPE_OUTPUT,
-        },
-        answer: 'birch\nsummit\nglade\nBirch\n',
-        sha256: '64466fd7b6ccc6445c2adbfeac0c48b510c151ec391e35ce0685cb0788f94163',
-    },
-    {
-        name: 'text_dedupe keeps a line that starts with a byte order mark',
-        taskType: 'text_dedupe',
-        spec: {
-            instruction: DEDUPE_INSTRUCTION,
-            input: '\ufeffb\na\n\ufeffb\nb',
-            output: DEDUPE_OUTPUT,
-        },
-        answer: '\ufeffb\na\nb\n',
-        sha256: '1b7fbe602895eac2063df17a614b47fa561c2b8be1835c94c933be226176c9a7',
-    },
-    {
-        name: 'line_sort puts capitals first',
-        taskType: 'line_sort',
-        spec: {
-            instruction: SORT_INSTRUCTION,
-            input: 'pear\nApple\nbanana\napple',
-            output: SORT_OUTPUT,
-        },
-        answer: 'Apple\napple\nbanana\npear\n',
-        sha256: '63244b1e6793cf80e4b0b0977511f1f5565e2dc7e8e8a83efad8f0fac27bf03e',
-    },
-    {
-        name: 'line_sort orders by code point, not UTF-16 unit, and keeps duplicates',
-        taskType: 'line_sort',
-        spec: {
-            instruction: SORT_INSTRUCTION,
-            input: '\uff5e\n\ud83d\ude00\na\nZ\n\ud83d\ude00',
-            output: SORT_OUTPUT,
-        },
-        answer: 'Z\na\n\uff5e\n\ud83d\ude00\n\ud83d\ude00\n',
-        sha256: 'fd5d08a5c98c060413cf15bfe23c8bb6bb88e230ed08d97176b55617daff64b8',
-    },
-    {
-        name: 'line_sort compares digits as text',
-        taskType: 'line_sort',
-        spec: {
-            instruction: SORT_INSTRUCTION,
-            input: 'b 10\nb 9\nb 1',
-            output: SORT_OUTPUT,
-        },
-        answer: 'b 1\nb 10\nb 9\n',
-        sha256: '8e3daa107a4634994df4aa192ac34e9cc7f45817c90c27dee84399f7b62e581f',
-    },
-    {
-        name: 'line_sort drawn',
-        taskType: 'line_sort',
-        spec: {
-            instruction: SORT_INSTRUCTION,
-            input: 'birch 417\nSummit 444\nglade 814\ntundra 63\nmeadow 625\ncedar 421\nfjord 635\nriver 742',
-            output: SORT_OUTPUT,
-        },
-        answer: 'Summit 444\nbirch 417\ncedar 421\nfjord 635\nglade 814\nmeadow 625\nriver 742\ntundra 63\n',
-        sha256: '01503d6c6666daf055f294c5061472a9530fa2dea9b74a29ea49b71aeec6fbd2',
-    },
-    {
-        name: 'line_sort sorts a byte order mark as a character',
-        taskType: 'line_sort',
-        spec: {
-            instruction: SORT_INSTRUCTION,
-            input: '\ufeffpear\nApple',
-            output: SORT_OUTPUT,
-        },
-        answer: 'Apple\n\ufeffpear\n',
-        sha256: 'cc16d27a6e19248be0fe05d8f4db040d8f22b659e102e065e0d935ebddb5d837',
-    },
-    {
-        name: 'json_shape booking with breakfast',
-        taskType: 'json_shape',
-        spec: {
-            instruction: SHAPE_INSTRUCTION,
-            input: 'Alice booked 1 nights in Accra, breakfast included.',
-            output: SHAPE_OUTPUT_1,
-        },
-        answer: '{"guest":"Alice","nights":1,"city":"Accra","breakfast":true}',
-        sha256: '8e3f3bae5bdfc8bbb148b05216589db1ff55aeff6664ca172b2b146d8623c7ce',
-        jsonSchema: {
-            type: 'object',
-            properties: {
-                guest: { type: 'string', const: 'Alice' },
-                nights: { type: 'integer', const: 1 },
-                city: { type: 'string', const: 'Accra' },
-                breakfast: { type: 'boolean', const: true },
-            },
-            required: ['guest', 'nights', 'city', 'breakfast'],
-            additionalProperties: false,
-        },
-    },
-    {
-        name: 'json_shape booking without breakfast',
-        taskType: 'json_shape',
-        spec: {
-            instruction: SHAPE_INSTRUCTION,
-            input: 'Ivan booked 13 nights in Lagos, breakfast not included.',
-            output: SHAPE_OUTPUT_1,
-        },
-        answer: '{"guest":"Ivan","nights":13,"city":"Lagos","breakfast":false}',
-        sha256: '4e1ac75c0fc4c35f5476b4e0a7df49580cf5898ed3e4462705990f3386f1ccb7',
-        jsonSchema: {
-            type: 'object',
-            properties: {
-                guest: { type: 'string', const: 'Ivan' },
-                nights: { type: 'integer', const: 13 },
-                city: { type: 'string', const: 'Lagos' },
-                breakfast: { type: 'boolean', const: false },
-            },
-            required: ['guest', 'nights', 'city', 'breakfast'],
-            additionalProperties: false,
-        },
-    },
-    {
-        name: 'json_shape express order with a whole total',
-        taskType: 'json_shape',
-        spec: {
-            instruction: SHAPE_INSTRUCTION,
-            input: 'Order 1000 was placed by Judy for 12 items, total 1.00, with express shipping.',
-            output: SHAPE_OUTPUT_2,
-        },
-        answer: '{"orderId":1000,"customer":"Judy","items":12,"total":1,"express":true}',
-        sha256: '2410664d0ece991201868f56c4edb8b7316d0d99422ace443e3a8ebff7cdf0bb',
-        jsonSchema: {
-            type: 'object',
-            properties: {
-                orderId: { type: 'integer', const: 1000 },
-                customer: { type: 'string', const: 'Judy' },
-                items: { type: 'integer', const: 12 },
-                total: { type: 'number', const: 1 },
-                express: { type: 'boolean', const: true },
-            },
-            required: ['orderId', 'customer', 'items', 'total', 'express'],
-            additionalProperties: false,
-        },
-    },
-    {
-        name: 'json_shape standard order',
-        taskType: 'json_shape',
-        spec: {
-            instruction: SHAPE_INSTRUCTION,
-            input: 'Order 78592 was placed by Carol for 1 items, total 465.16, with standard shipping.',
-            output: SHAPE_OUTPUT_2,
-        },
-        answer: '{"orderId":78592,"customer":"Carol","items":1,"total":465.16,"express":false}',
-        sha256: '6c51416d6c141bbaf3e6f87b4a2f71e8a6b439ff8433e515ede780092914f05d',
-        jsonSchema: {
-            type: 'object',
-            properties: {
-                orderId: { type: 'integer', const: 78592 },
-                customer: { type: 'string', const: 'Carol' },
-                items: { type: 'integer', const: 1 },
-                total: { type: 'number', const: 465.16 },
-                express: { type: 'boolean', const: false },
-            },
-            required: ['orderId', 'customer', 'items', 'total', 'express'],
-            additionalProperties: false,
-        },
-    },
-    {
-        name: 'json_shape station raining at a whole temperature',
-        taskType: 'json_shape',
-        spec: {
-            instruction: SHAPE_INSTRUCTION,
-            input: 'The Vienna station reads 42.0 C with 100 percent humidity, and it is raining.',
-            output: SHAPE_OUTPUT_3,
-        },
-        answer: '{"station":"Vienna","tempC":42,"humidity":100,"raining":true}',
-        sha256: '98ca8812f15404b81cd12653dff3ae03bce6a804c19451ca34c12ea8f68a95cc',
-        jsonSchema: {
-            type: 'object',
-            properties: {
-                station: { type: 'string', const: 'Vienna' },
-                tempC: { type: 'number', const: 42 },
-                humidity: { type: 'integer', const: 100 },
-                raining: { type: 'boolean', const: true },
-            },
-            required: ['station', 'tempC', 'humidity', 'raining'],
-            additionalProperties: false,
-        },
-    },
-    {
-        name: 'json_shape station below zero',
-        taskType: 'json_shape',
-        spec: {
-            instruction: SHAPE_INSTRUCTION,
-            input: 'The Oslo station reads -5.5 C with 5 percent humidity, and it is not raining.',
-            output: SHAPE_OUTPUT_3,
-        },
-        answer: '{"station":"Oslo","tempC":-5.5,"humidity":5,"raining":false}',
-        sha256: '83d7dc3d181de56c688d8d24d40d4e1ad0904b3531bb361c77b56a6eecd5be68',
-        jsonSchema: {
-            type: 'object',
-            properties: {
-                station: { type: 'string', const: 'Oslo' },
-                tempC: { type: 'number', const: -5.5 },
-                humidity: { type: 'integer', const: 5 },
-                raining: { type: 'boolean', const: false },
-            },
-            required: ['station', 'tempC', 'humidity', 'raining'],
-            additionalProperties: false,
-        },
-    },
-    {
-        name: 'json_shape station at zero',
-        taskType: 'json_shape',
-        spec: {
-            instruction: SHAPE_INSTRUCTION,
-            input: 'The Oslo station reads 0.0 C with 50 percent humidity, and it is raining.',
-            output: SHAPE_OUTPUT_3,
-        },
-        answer: '{"station":"Oslo","tempC":0,"humidity":50,"raining":true}',
-        sha256: '90e2aebf3a32bc59b0d28dd139ffc236145d5587f6c6fba06a90b581fb1b872b',
-        jsonSchema: {
-            type: 'object',
-            properties: {
-                station: { type: 'string', const: 'Oslo' },
-                tempC: { type: 'number', const: 0 },
-                humidity: { type: 'integer', const: 50 },
-                raining: { type: 'boolean', const: true },
-            },
-            required: ['station', 'tempC', 'humidity', 'raining'],
-            additionalProperties: false,
-        },
-    },
-    {
-        name: 'json_shape station at the coldest draw',
-        taskType: 'json_shape',
-        spec: {
-            instruction: SHAPE_INSTRUCTION,
-            input: 'The Accra station reads -15.0 C with 99 percent humidity, and it is not raining.',
-            output: SHAPE_OUTPUT_3,
-        },
-        answer: '{"station":"Accra","tempC":-15,"humidity":99,"raining":false}',
-        sha256: '3e70b7c72ca7dabf20ac5b4f6b40cf35b9217a0fe4a0580f58953c21217017b7',
-        jsonSchema: {
-            type: 'object',
-            properties: {
-                station: { type: 'string', const: 'Accra' },
-                tempC: { type: 'number', const: -15 },
-                humidity: { type: 'integer', const: 99 },
-                raining: { type: 'boolean', const: false },
-            },
-            required: ['station', 'tempC', 'humidity', 'raining'],
-            additionalProperties: false,
-        },
-    },
-];