evals-lab 0.13.0 → 0.14.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. package/CHANGELOG.md +39 -0
  2. package/README.md +2 -2
  3. package/bin/run.js +4 -2
  4. package/lab/VERSION +1 -1
  5. package/lab/demo/CREDITS.md +14 -0
  6. package/lab/demo/datasets/demo-1.json +2 -2
  7. package/lab/demo/datasets/demo-2.json +2 -2
  8. package/lab/demo/datasets/documents-type.json +79 -0
  9. package/lab/demo/datasets/documents-valid.json +117 -0
  10. package/lab/demo/datasets/sentiment.json +2 -2
  11. package/lab/demo/datasets/weather-alerts.json +2 -2
  12. package/lab/demo/datasets/wordings.json +1 -1
  13. package/lab/demo/manifest.json +3 -3
  14. package/lab/demo/pipelines/demo-1.json +4 -4
  15. package/lab/demo/pipelines/demo-2.json +4 -4
  16. package/lab/demo/pipelines/documents.json +102 -0
  17. package/lab/demo/pipelines/sentiment.json +4 -4
  18. package/lab/demo/pipelines/weather-alerts.json +9 -5
  19. package/lab/demo/pipelines/wordings.json +3 -3
  20. package/lab/demo/sources/Demo 1/source.json +1 -1
  21. package/lab/demo/sources/Demo 2/source.json +1 -1
  22. package/lab/demo/sources/documents/invoice.pdf +65 -0
  23. package/lab/demo/sources/documents/letter.pdf +63 -0
  24. package/lab/demo/sources/documents/not-a-pdf.pdf +2 -0
  25. package/lab/demo/sources/documents/receipt.pdf +62 -0
  26. package/lab/demo/sources/documents/report.pdf +59 -0
  27. package/lab/demo/sources/documents/source.json +3 -0
  28. package/lab/demo/sources/documents/truncated.pdf +19 -0
  29. package/lab/demo/sources/sentiment/source.json +1 -1
  30. package/lab/demo/sources/weather-alerts/source.json +1 -1
  31. package/lab/evals-core.mjs +217 -48
  32. package/lab/flows/record.mjs +5 -4
  33. package/lab/kinds/list.mjs +72 -21
  34. package/lab/run-evals.js +3 -1
  35. package/lab/server.py +536 -85
  36. package/lab/web/dist/assets/gallery-qrf0ZGXK.js +5 -0
  37. package/lab/web/dist/assets/main-D6xARg2A.js +16 -0
  38. package/lab/web/dist/assets/main-xVU6J7Gi.css +1 -0
  39. package/lab/web/dist/assets/tokens-C8dqXDHN.js +62 -0
  40. package/lab/web/dist/assets/tokens-tQ7zTPkd.css +1 -0
  41. package/lab/web/dist/gallery.html +3 -3
  42. package/lab/web/dist/index.html +4 -4
  43. package/package.json +1 -1
  44. package/lab/web/dist/assets/gallery-DpaqOg9Z.js +0 -5
  45. package/lab/web/dist/assets/main-BSw-jyYD.css +0 -1
  46. package/lab/web/dist/assets/main-CrB8wPZn.js +0 -17
  47. package/lab/web/dist/assets/tokens-CrjDMCbz.js +0 -60
  48. package/lab/web/dist/assets/tokens-DDOONQon.css +0 -1
package/lab/demo/sources/documents/invoice.pdf ADDED
@@ -0,0 +1,65 @@
1
+ %PDF-1.4
2
+ %����
3
+ 1 0 obj
4
+ << /Type /Catalog /Pages 2 0 R >>
5
+ endobj
6
+ 2 0 obj
7
+ << /Type /Pages /Kids [3 0 R] /Count 1 >>
8
+ endobj
9
+ 3 0 obj
10
+ << /Type /Page /Parent 2 0 R /MediaBox [0 0 612 792] /Resources << /Font << /F1 4 0 R /F2 5 0 R >> >> /Contents 6 0 R >>
11
+ endobj
12
+ 4 0 obj
13
+ << /Type /Font /Subtype /Type1 /BaseFont /Helvetica >>
14
+ endobj
15
+ 5 0 obj
16
+ << /Type /Font /Subtype /Type1 /BaseFont /Helvetica-Bold >>
17
+ endobj
18
+ 6 0 obj
19
+ << /Length 688 >>
20
+ stream
21
+ BT
22
+ /F2 18 Tf
23
+ 72 760 Td
24
+ (INVOICE) Tj
25
+ /F1 11 Tf
26
+ 0 -30 Td
27
+ 14 TL
28
+ (Invoice number: INV-2026-0142) '
29
+ (Date: 3 October 2026) '
30
+ (Due: 2 November 2026) '
31
+ () '
32
+ (From: Hartley Joinery Ltd, 14 Mill Lane, Ashford) '
33
+ (Bill to: Northgate Community Centre, 2 Station Road) '
34
+ () '
35
+ (Description Qty Unit Amount) '
36
+ (Oak shelving units, fitted 4 120.00 480.00) '
37
+ (Replacement door hinges 6 8.50 51.00) '
38
+ (Labour \(hours\) 5 35.00 175.00) '
39
+ () '
40
+ (Subtotal: 706.00) '
41
+ (VAT \(20%\): 141.20) '
42
+ (Total due: 847.20) '
43
+ () '
44
+ (Please pay by bank transfer quoting the invoice number.) '
45
+ ET
46
+ endstream
47
+ endobj
48
+ 7 0 obj
49
+ << /Title (INVOICE) /Producer (Evals Lab demo pack) >>
50
+ endobj
51
+ xref
52
+ 0 8
53
+ 0000000000 65535 f
54
+ 0000000015 00000 n
55
+ 0000000064 00000 n
56
+ 0000000121 00000 n
57
+ 0000000257 00000 n
58
+ 0000000327 00000 n
59
+ 0000000402 00000 n
60
+ 0000001141 00000 n
61
+ trailer
62
+ << /Size 8 /Root 1 0 R /Info 7 0 R >>
63
+ startxref
64
+ 1211
65
+ %%EOF
package/lab/demo/sources/documents/letter.pdf ADDED
@@ -0,0 +1,63 @@
1
+ %PDF-1.4
2
+ %����
3
+ 1 0 obj
4
+ << /Type /Catalog /Pages 2 0 R >>
5
+ endobj
6
+ 2 0 obj
7
+ << /Type /Pages /Kids [3 0 R] /Count 1 >>
8
+ endobj
9
+ 3 0 obj
10
+ << /Type /Page /Parent 2 0 R /MediaBox [0 0 612 792] /Resources << /Font << /F1 4 0 R /F2 5 0 R >> >> /Contents 6 0 R >>
11
+ endobj
12
+ 4 0 obj
13
+ << /Type /Font /Subtype /Type1 /BaseFont /Helvetica >>
14
+ endobj
15
+ 5 0 obj
16
+ << /Type /Font /Subtype /Type1 /BaseFont /Helvetica-Bold >>
17
+ endobj
18
+ 6 0 obj
19
+ << /Length 471 >>
20
+ stream
21
+ BT
22
+ /F2 18 Tf
23
+ 72 760 Td
24
+ () Tj
25
+ /F1 11 Tf
26
+ 0 -30 Td
27
+ 14 TL
28
+ (12 Willow Crescent) '
29
+ (Bramley) '
30
+ (5 October 2026) '
31
+ () '
32
+ (Dear Ms Okafor,) '
33
+ () '
34
+ (Thank you for your help at the library's book sale last Saturday. Thanks to) '
35
+ (volunteers like you we raised enough to replace the children's reading chairs.) '
36
+ () '
37
+ (We hope to hold another sale in the spring, and would be glad to see you there.) '
38
+ () '
39
+ (Yours sincerely,) '
40
+ () '
41
+ (Daniel Price) '
42
+ (Friends of Bramley Library) '
43
+ ET
44
+ endstream
45
+ endobj
46
+ 7 0 obj
47
+ << /Title () /Producer (Evals Lab demo pack) >>
48
+ endobj
49
+ xref
50
+ 0 8
51
+ 0000000000 65535 f
52
+ 0000000015 00000 n
53
+ 0000000064 00000 n
54
+ 0000000121 00000 n
55
+ 0000000257 00000 n
56
+ 0000000327 00000 n
57
+ 0000000402 00000 n
58
+ 0000000924 00000 n
59
+ trailer
60
+ << /Size 8 /Root 1 0 R /Info 7 0 R >>
61
+ startxref
62
+ 987
63
+ %%EOF
package/lab/demo/sources/documents/not-a-pdf.pdf ADDED
@@ -0,0 +1,2 @@
1
+ This is a plain text file with a .pdf name. It holds no PDF at all:
2
+ no header, no pages, no fonts. A reader expecting a PDF should not be able to open it.
package/lab/demo/sources/documents/receipt.pdf ADDED
@@ -0,0 +1,62 @@
1
+ %PDF-1.4
2
+ %����
3
+ 1 0 obj
4
+ << /Type /Catalog /Pages 2 0 R >>
5
+ endobj
6
+ 2 0 obj
7
+ << /Type /Pages /Kids [3 0 R] /Count 1 >>
8
+ endobj
9
+ 3 0 obj
10
+ << /Type /Page /Parent 2 0 R /MediaBox [0 0 612 792] /Resources << /Font << /F1 4 0 R /F2 5 0 R >> >> /Contents 6 0 R >>
11
+ endobj
12
+ 4 0 obj
13
+ << /Type /Font /Subtype /Type1 /BaseFont /Helvetica >>
14
+ endobj
15
+ 5 0 obj
16
+ << /Type /Font /Subtype /Type1 /BaseFont /Helvetica-Bold >>
17
+ endobj
18
+ 6 0 obj
19
+ << /Length 490 >>
20
+ stream
21
+ BT
22
+ /F2 18 Tf
23
+ 72 760 Td
24
+ (RECEIPT) Tj
25
+ /F1 11 Tf
26
+ 0 -30 Td
27
+ 14 TL
28
+ (Corner Grocer, 88 High Street) '
29
+ (Receipt no. 004417) '
30
+ (Date: 7 October 2026 14:32) '
31
+ () '
32
+ (Bread, wholemeal 1.45) '
33
+ (Milk, 2 litres 1.60) '
34
+ (Apples, 1 kg 2.20) '
35
+ (Cheddar, 400 g 3.75) '
36
+ () '
37
+ (Total 9.00) '
38
+ (Paid by card 9.00) '
39
+ (Change 0.00) '
40
+ () '
41
+ (Thank you for shopping with us.) '
42
+ ET
43
+ endstream
44
+ endobj
45
+ 7 0 obj
46
+ << /Title (RECEIPT) /Producer (Evals Lab demo pack) >>
47
+ endobj
48
+ xref
49
+ 0 8
50
+ 0000000000 65535 f
51
+ 0000000015 00000 n
52
+ 0000000064 00000 n
53
+ 0000000121 00000 n
54
+ 0000000257 00000 n
55
+ 0000000327 00000 n
56
+ 0000000402 00000 n
57
+ 0000000943 00000 n
58
+ trailer
59
+ << /Size 8 /Root 1 0 R /Info 7 0 R >>
60
+ startxref
61
+ 1013
62
+ %%EOF
package/lab/demo/sources/documents/report.pdf ADDED
@@ -0,0 +1,59 @@
1
+ %PDF-1.4
2
+ %����
3
+ 1 0 obj
4
+ << /Type /Catalog /Pages 2 0 R >>
5
+ endobj
6
+ 2 0 obj
7
+ << /Type /Pages /Kids [3 0 R] /Count 1 >>
8
+ endobj
9
+ 3 0 obj
10
+ << /Type /Page /Parent 2 0 R /MediaBox [0 0 612 792] /Resources << /Font << /F1 4 0 R /F2 5 0 R >> >> /Contents 6 0 R >>
11
+ endobj
12
+ 4 0 obj
13
+ << /Type /Font /Subtype /Type1 /BaseFont /Helvetica >>
14
+ endobj
15
+ 5 0 obj
16
+ << /Type /Font /Subtype /Type1 /BaseFont /Helvetica-Bold >>
17
+ endobj
18
+ 6 0 obj
19
+ << /Length 459 >>
20
+ stream
21
+ BT
22
+ /F2 18 Tf
23
+ 72 760 Td
24
+ (Quarterly Report: Q3 2026) Tj
25
+ /F1 11 Tf
26
+ 0 -30 Td
27
+ 14 TL
28
+ (Riverside Allotment Society) '
29
+ () '
30
+ (1. Summary) '
31
+ (Membership rose from 64 to 71 plots this quarter. Water use fell by 12 per cent) '
32
+ (after the new butts were fitted.) '
33
+ () '
34
+ (2. Finances) '
35
+ (Income from rents: 2,130.00. Spending on repairs and tools: 1,480.00.) '
36
+ () '
37
+ (3. Recommendations) '
38
+ (Replace the north gate before winter, and review the waiting list in January.) '
39
+ ET
40
+ endstream
41
+ endobj
42
+ 7 0 obj
43
+ << /Title (Quarterly Report: Q3 2026) /Producer (Evals Lab demo pack) >>
44
+ endobj
45
+ xref
46
+ 0 8
47
+ 0000000000 65535 f
48
+ 0000000015 00000 n
49
+ 0000000064 00000 n
50
+ 0000000121 00000 n
51
+ 0000000257 00000 n
52
+ 0000000327 00000 n
53
+ 0000000402 00000 n
54
+ 0000000912 00000 n
55
+ trailer
56
+ << /Size 8 /Root 1 0 R /Info 7 0 R >>
57
+ startxref
58
+ 1000
59
+ %%EOF
package/lab/demo/sources/documents/source.json ADDED
@@ -0,0 +1,3 @@
1
+ {
2
+ "name": "Demo: documents source"
3
+ }
package/lab/demo/sources/documents/truncated.pdf ADDED
@@ -0,0 +1,19 @@
1
+ %PDF-1.4
2
+ %����
3
+ 1 0 obj
4
+ << /Type /Catalog /Pages 2 0 R >>
5
+ endobj
6
+ 2 0 obj
7
+ << /Type /Pages /Kids [3 0 R] /Count 1 >>
8
+ endobj
9
+ 3 0 obj
10
+ << /Type /Page /Parent 2 0 R /MediaBox [0 0 612 792] /Resources << /Font << /F1 4 0 R /F2 5 0 R >> >> /Contents 6 0 R >>
11
+ endobj
12
+ 4 0 obj
13
+ << /Type /Font /Subtype /Type1 /BaseFont /Helvetica >>
14
+ endobj
15
+ 5 0 obj
16
+ << /Type /Font /Subtype /Type1 /BaseFont /Helvetica-Bold >>
17
+ endobj
18
+ 6 0 obj
19
+ << /Le
package/lab/demo/sources/sentiment/source.json CHANGED
@@ -1,3 +1,3 @@
1
1
  {
2
- "name": "Demo: classify sentiment"
2
+ "name": "Demo: sentiment source"
3
3
  }
package/lab/demo/sources/weather-alerts/source.json CHANGED
@@ -1,5 +1,5 @@
1
1
  {
2
- "name": "Demo: sort weather alerts",
2
+ "name": "Demo: weather source",
3
3
  "type": "dynamic",
4
4
  "config": {
5
5
  "provider": "http-get",