retab 0.1.9 → 0.1.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (185) hide show
  1. checksums.yaml +4 -4
  2. data/lib/retab/base_client.rb +1 -5
  3. data/lib/retab/classifications.rb +1 -1
  4. data/lib/retab/edit_templates.rb +1 -1
  5. data/lib/retab/edits.rb +1 -1
  6. data/lib/retab/experiment_run_metrics/experiment_metrics_stale_error.rb +3 -3
  7. data/lib/retab/experiment_run_metrics/experiment_summary_metrics_response.rb +3 -3
  8. data/lib/retab/experiment_run_metrics/metrics_stale_error_last_run.rb +3 -3
  9. data/lib/retab/experiment_run_results/error_workflow_experiment_result.rb +1 -22
  10. data/lib/retab/experiment_runs/create_experiment_run_request.rb +5 -2
  11. data/lib/retab/experiment_runs/error_workflow_experiment_run.rb +1 -1
  12. data/lib/retab/experiment_runs/experiment_run.rb +3 -3
  13. data/lib/retab/experiment_runs.rb +4 -1
  14. data/lib/retab/extractions/extraction.rb +0 -3
  15. data/lib/retab/extractions/extraction_request.rb +0 -3
  16. data/lib/retab/extractions.rb +53 -4
  17. data/lib/retab/files/create_file_blueprint_request.rb +3 -3
  18. data/lib/retab/files/file_blueprint.rb +5 -5
  19. data/lib/retab/files.rb +3 -3
  20. data/lib/retab/mime.rb +77 -6
  21. data/lib/retab/parses/parse.rb +0 -3
  22. data/lib/retab/parses/parse_request.rb +0 -3
  23. data/lib/retab/parses.rb +1 -4
  24. data/lib/retab/partitions.rb +1 -1
  25. data/lib/retab/schemas/generate_schema_request.rb +0 -3
  26. data/lib/retab/schemas.rb +1 -4
  27. data/lib/retab/splits.rb +1 -1
  28. data/lib/retab/types/{workflow_test_run_results_order.rb → eval_run_freshness_reasons.rb} +1 -1
  29. data/lib/retab/types/eval_run_freshness_status.rb +9 -0
  30. data/lib/retab/types/eval_run_trigger_type.rb +18 -0
  31. data/lib/retab/types/{latest_block_test_run_summary_outcome.rb → latest_block_eval_run_summary_outcome.rb} +1 -1
  32. data/lib/retab/types/{latest_block_test_run_summary_status.rb → latest_block_eval_run_summary_status.rb} +1 -1
  33. data/lib/retab/types/trigger_info_type.rb +1 -10
  34. data/lib/retab/types/{workflow_test_runs_order.rb → workflow_eval_result_verdict.rb} +1 -1
  35. data/lib/retab/types/workflow_eval_run_results_order.rb +9 -0
  36. data/lib/retab/types/{workflow_test_result_verdict.rb → workflow_eval_runs_order.rb} +1 -1
  37. data/lib/retab/types/workflow_eval_schema_drift.rb +9 -0
  38. data/lib/retab/types/{workflow_tests_order.rb → workflow_evals_order.rb} +1 -1
  39. data/lib/retab/types/workflow_experiment_freshness_state.rb +9 -0
  40. data/lib/retab/types/workflow_experiment_run_plan_mode.rb +15 -0
  41. data/lib/retab/types/workflow_experiments_exclude_status.rb +1 -1
  42. data/lib/retab/types/workflow_experiments_status.rb +1 -1
  43. data/lib/retab/version.rb +1 -1
  44. data/lib/retab/workflow_artifacts/extraction_workflow_artifact.rb +0 -3
  45. data/lib/retab/workflow_artifacts/parse_workflow_artifact.rb +0 -3
  46. data/lib/retab/workflow_artifacts/workflow_artifact.rb +5 -2
  47. data/lib/retab/workflow_block_executions/stored_block_execution.rb +3 -3
  48. data/lib/retab/workflow_edges.rb +6 -0
  49. data/lib/retab/{workflow_test_run_results/cancelled_workflow_test_run.rb → workflow_eval_run_results/cancelled_workflow_eval_run.rb} +1 -1
  50. data/lib/retab/{workflow_test_run_results/completed_workflow_test_run.rb → workflow_eval_run_results/completed_workflow_eval_run.rb} +1 -1
  51. data/lib/retab/workflow_eval_run_results/error_workflow_eval_run.rb +28 -0
  52. data/lib/retab/workflow_eval_run_results/pending_workflow_eval_run.rb +7 -0
  53. data/lib/retab/{workflow_test_run_results/error_workflow_test_run.rb → workflow_eval_run_results/queued_workflow_eval_run.rb} +1 -1
  54. data/lib/retab/{workflow_test_run_results/workflow_test_run_timing.rb → workflow_eval_run_results/result_file_ref.rb} +1 -1
  55. data/lib/retab/workflow_eval_run_results/running_workflow_eval_run.rb +7 -0
  56. data/lib/retab/{workflow_test_run_results/workflow_test_result.rb → workflow_eval_run_results/workflow_eval_result.rb} +17 -17
  57. data/lib/retab/workflow_eval_run_results/workflow_eval_run_timing.rb +7 -0
  58. data/lib/retab/{workflow_test_run_results.rb → workflow_eval_run_results.rb} +10 -10
  59. data/lib/retab/{workflow_test_runs/block_test_batch_execution_counts.rb → workflow_eval_runs/block_eval_batch_execution_counts.rb} +3 -3
  60. data/lib/retab/{workflow_test_runs/block_test_lifecycle_counts.rb → workflow_eval_runs/block_eval_lifecycle_counts.rb} +1 -1
  61. data/lib/retab/{workflow_test_runs/block_test_outcome_counts.rb → workflow_eval_runs/block_eval_outcome_counts.rb} +1 -1
  62. data/lib/retab/{workflow_test_runs/create_workflow_test_run_request.rb → workflow_eval_runs/create_workflow_eval_run_request.rb} +4 -4
  63. data/lib/retab/{workflow_tests/workflow_test_block_target.rb → workflow_eval_runs/eval_run_block_target.rb} +1 -1
  64. data/lib/retab/workflow_eval_runs/eval_run_freshness.rb +34 -0
  65. data/lib/retab/{workflow_test_runs/workflow_test_run_workflow_scope.rb → workflow_eval_runs/eval_run_trigger.rb} +1 -1
  66. data/lib/retab/{workflow_test_runs/workflow_test_run.rb → workflow_eval_runs/workflow_eval_run.rb} +18 -18
  67. data/lib/retab/{workflow_test_runs/workflow_test_run_block_scope.rb → workflow_eval_runs/workflow_eval_run_block_scope.rb} +1 -1
  68. data/lib/retab/{workflow_test_runs/workflow_test_run_single_scope.rb → workflow_eval_runs/workflow_eval_run_single_scope.rb} +4 -4
  69. data/lib/retab/workflow_eval_runs/workflow_eval_run_workflow_scope.rb +20 -0
  70. data/lib/retab/{workflow_test_runs.rb → workflow_eval_runs.rb} +24 -24
  71. data/lib/retab/{workflow_tests/create_workflow_test_request.rb → workflow_evals/create_workflow_eval_request.rb} +4 -4
  72. data/lib/retab/workflow_evals/eval_file_handle_input.rb +7 -0
  73. data/lib/retab/workflow_evals/eval_json_handle_input.rb +7 -0
  74. data/lib/retab/workflow_evals/eval_public_file_ref.rb +7 -0
  75. data/lib/retab/{workflow_tests/latest_block_test_run_summary.rb → workflow_evals/latest_block_eval_run_summary.rb} +4 -4
  76. data/lib/retab/{workflow_tests/manual_workflow_test_source.rb → workflow_evals/manual_workflow_eval_source.rb} +1 -1
  77. data/lib/retab/{workflow_tests/run_step_workflow_test_source.rb → workflow_evals/run_step_workflow_eval_source.rb} +1 -1
  78. data/lib/retab/{workflow_tests/update_workflow_test_request.rb → workflow_evals/update_workflow_eval_request.rb} +3 -3
  79. data/lib/retab/{workflow_tests/workflow_test.rb → workflow_evals/workflow_eval.rb} +7 -7
  80. data/lib/retab/workflow_evals/workflow_eval_block_target.rb +7 -0
  81. data/lib/retab/{workflow_tests.rb → workflow_evals.rb} +31 -31
  82. data/lib/retab/workflow_experiments/workflow_experiment.rb +12 -0
  83. data/lib/retab/workflow_runs.rb +1 -1
  84. data/lib/retab/workflows.rb +2 -2
  85. data/lib/retab.rb +3 -3
  86. data/rbi/retab/{block_test_batch_execution_counts.rbi → block_eval_batch_execution_counts.rbi} +5 -5
  87. data/rbi/retab/{block_test_lifecycle_counts.rbi → block_eval_lifecycle_counts.rbi} +1 -1
  88. data/rbi/retab/{block_test_outcome_counts.rbi → block_eval_outcome_counts.rbi} +1 -1
  89. data/rbi/retab/{cancelled_workflow_test_run.rbi → cancelled_workflow_eval_run.rbi} +1 -1
  90. data/rbi/retab/classification_request.rbi +2 -2
  91. data/rbi/retab/{completed_workflow_test_run.rbi → completed_workflow_eval_run.rbi} +1 -1
  92. data/rbi/retab/create_experiment_run_request.rbi +6 -0
  93. data/rbi/retab/create_file_blueprint_request.rbi +4 -4
  94. data/rbi/retab/{create_workflow_test_request.rbi → create_workflow_eval_request.rbi} +5 -5
  95. data/rbi/retab/{create_workflow_test_run_request.rbi → create_workflow_eval_run_request.rbi} +3 -3
  96. data/rbi/retab/create_workflow_run_request.rbi +2 -2
  97. data/rbi/retab/edit_request.rbi +2 -2
  98. data/rbi/retab/{error_workflow_test_run.rbi → error_workflow_eval_run.rbi} +1 -1
  99. data/rbi/retab/eval_file_handle_input.rbi +30 -0
  100. data/rbi/retab/eval_json_handle_input.rbi +30 -0
  101. data/rbi/retab/eval_public_file_ref.rbi +36 -0
  102. data/rbi/retab/{workflow_test_block_target.rbi → eval_run_block_target.rbi} +1 -1
  103. data/rbi/retab/eval_run_freshness.rbi +48 -0
  104. data/rbi/retab/{workflow_test_run_workflow_scope.rbi → eval_run_trigger.rbi} +1 -1
  105. data/rbi/retab/experiment_metrics_stale_error.rbi +2 -2
  106. data/rbi/retab/experiment_run.rbi +2 -2
  107. data/rbi/retab/experiment_runs.rbi +2 -1
  108. data/rbi/retab/experiment_summary_metrics_response.rbi +2 -2
  109. data/rbi/retab/extraction.rbi +0 -6
  110. data/rbi/retab/extraction_request.rbi +2 -8
  111. data/rbi/retab/extraction_workflow_artifact.rbi +0 -6
  112. data/rbi/retab/extractions.rbi +19 -2
  113. data/rbi/retab/file_blueprint.rbi +6 -6
  114. data/rbi/retab/file_handle_input.rbi +2 -2
  115. data/rbi/retab/files.rbi +2 -2
  116. data/rbi/retab/generate_schema_request.rbi +0 -6
  117. data/rbi/retab/{latest_block_test_run_summary.rbi → latest_block_eval_run_summary.rbi} +3 -3
  118. data/rbi/retab/{manual_workflow_test_source.rbi → manual_workflow_eval_source.rbi} +3 -3
  119. data/rbi/retab/metrics_stale_error_last_run.rbi +2 -2
  120. data/rbi/retab/parse.rbi +0 -6
  121. data/rbi/retab/parse_request.rbi +2 -8
  122. data/rbi/retab/parse_workflow_artifact.rbi +0 -6
  123. data/rbi/retab/parses.rbi +1 -2
  124. data/rbi/retab/partition_request.rbi +2 -2
  125. data/rbi/retab/{pending_workflow_test_run.rbi → pending_workflow_eval_run.rbi} +1 -1
  126. data/rbi/retab/{queued_workflow_test_run.rbi → queued_workflow_eval_run.rbi} +1 -1
  127. data/rbi/retab/result_file_ref.rbi +36 -0
  128. data/rbi/retab/{run_step_workflow_test_source.rbi → run_step_workflow_eval_source.rbi} +1 -1
  129. data/rbi/retab/{running_workflow_test_run.rbi → running_workflow_eval_run.rbi} +1 -1
  130. data/rbi/retab/schemas.rbi +1 -2
  131. data/rbi/retab/split_request.rbi +2 -2
  132. data/rbi/retab/stored_block_execution.rbi +2 -2
  133. data/rbi/retab/{update_workflow_test_request.rbi → update_workflow_eval_request.rbi} +3 -3
  134. data/rbi/retab/workflow_artifact.rbi +6 -0
  135. data/rbi/retab/workflow_edges.rbi +2 -1
  136. data/rbi/retab/{workflow_test.rbi → workflow_eval.rbi} +11 -11
  137. data/rbi/retab/workflow_eval_block_target.rbi +30 -0
  138. data/rbi/retab/{workflow_test_result.rbi → workflow_eval_result.rbi} +11 -11
  139. data/rbi/retab/workflow_eval_run.rbi +84 -0
  140. data/rbi/retab/{workflow_test_run_block_scope.rbi → workflow_eval_run_block_scope.rbi} +1 -1
  141. data/rbi/retab/{workflow_test_run_results.rbi → workflow_eval_run_results.rbi} +3 -3
  142. data/rbi/retab/{workflow_test_run_single_scope.rbi → workflow_eval_run_single_scope.rbi} +3 -3
  143. data/rbi/retab/{workflow_test_run_timing.rbi → workflow_eval_run_timing.rbi} +1 -1
  144. data/rbi/retab/workflow_eval_run_workflow_scope.rbi +24 -0
  145. data/rbi/retab/{workflow_test_runs.rbi → workflow_eval_runs.rbi} +8 -8
  146. data/rbi/retab/{workflow_tests.rbi → workflow_evals.rbi} +16 -16
  147. data/rbi/retab/workflow_experiment.rbi +24 -0
  148. data/rbi/retab/workflows.rbi +2 -2
  149. metadata +111 -92
  150. data/lib/retab/types/workflow_test_schema_drift.rb +0 -9
  151. data/lib/retab/workflow_test_run_results/pending_workflow_test_run.rb +0 -7
  152. data/lib/retab/workflow_test_run_results/queued_workflow_test_run.rb +0 -7
  153. data/lib/retab/workflow_test_run_results/running_workflow_test_run.rb +0 -7
  154. data/rbi/retab/workflow_test_run.rbi +0 -84
  155. /data/lib/retab/{workflow_test_run_results → workflow_eval_run_results}/assertion_failure.rb +0 -0
  156. /data/lib/retab/{workflow_test_run_results → workflow_eval_run_results}/assertion_result.rb +0 -0
  157. /data/lib/retab/{workflow_experiments → workflow_eval_run_results}/file_handle_input.rb +0 -0
  158. /data/lib/retab/{workflow_experiments → workflow_eval_run_results}/json_handle_input.rb +0 -0
  159. /data/lib/retab/{workflow_test_run_results → workflow_eval_run_results}/verdict_summary.rb +0 -0
  160. /data/lib/retab/{workflow_tests → workflow_evals}/all_items_match_condition.rb +0 -0
  161. /data/lib/retab/{workflow_tests → workflow_evals}/any_item_matches_condition.rb +0 -0
  162. /data/lib/retab/{workflow_tests → workflow_evals}/array_contains_condition.rb +0 -0
  163. /data/lib/retab/{workflow_experiments → workflow_evals}/artifact_drift.rb +0 -0
  164. /data/lib/retab/{workflow_experiments → workflow_evals}/artifact_freshness.rb +0 -0
  165. /data/lib/retab/{workflow_tests → workflow_evals}/assertion_schema_dep.rb +0 -0
  166. /data/lib/retab/{workflow_tests → workflow_evals}/assertion_spec.rb +0 -0
  167. /data/lib/retab/{workflow_tests → workflow_evals}/between_condition.rb +0 -0
  168. /data/lib/retab/{workflow_tests → workflow_evals}/contain_condition.rb +0 -0
  169. /data/lib/retab/{workflow_tests → workflow_evals}/ends_with_condition.rb +0 -0
  170. /data/lib/retab/{workflow_tests → workflow_evals}/equal_condition.rb +0 -0
  171. /data/lib/retab/{workflow_tests → workflow_evals}/exist_condition.rb +0 -0
  172. /data/lib/retab/{workflow_tests → workflow_evals}/json_schema_valid_condition.rb +0 -0
  173. /data/lib/retab/{workflow_tests → workflow_evals}/length_compare_condition.rb +0 -0
  174. /data/lib/retab/{workflow_tests → workflow_evals}/llm_judged_as_condition.rb +0 -0
  175. /data/lib/retab/{workflow_tests → workflow_evals}/llm_not_judged_as_condition.rb +0 -0
  176. /data/lib/retab/{workflow_tests → workflow_evals}/matche_regex_condition.rb +0 -0
  177. /data/lib/retab/{workflow_tests → workflow_evals}/not_contains_condition.rb +0 -0
  178. /data/lib/retab/{workflow_tests → workflow_evals}/not_equals_condition.rb +0 -0
  179. /data/lib/retab/{workflow_tests → workflow_evals}/not_exists_condition.rb +0 -0
  180. /data/lib/retab/{workflow_tests → workflow_evals}/number_compare_condition.rb +0 -0
  181. /data/lib/retab/{workflow_tests → workflow_evals}/object_contains_condition.rb +0 -0
  182. /data/lib/retab/{workflow_tests → workflow_evals}/output_target.rb +0 -0
  183. /data/lib/retab/{workflow_tests → workflow_evals}/similarity_gte_condition.rb +0 -0
  184. /data/lib/retab/{workflow_tests → workflow_evals}/split_iou_condition.rb +0 -0
  185. /data/lib/retab/{workflow_tests → workflow_evals}/start_with_condition.rb +0 -0
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: retab
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.9
4
+ version: 0.1.10
5
5
  platform: ruby
6
6
  authors:
7
7
  - Retab
@@ -214,6 +214,9 @@ files:
214
214
  - lib/retab/types/error_step_lifecycle_stage.rb
215
215
  - lib/retab/types/error_terminal_category.rb
216
216
  - lib/retab/types/error_terminal_stage.rb
217
+ - lib/retab/types/eval_run_freshness_reasons.rb
218
+ - lib/retab/types/eval_run_freshness_status.rb
219
+ - lib/retab/types/eval_run_trigger_type.rb
217
220
  - lib/retab/types/experiment_block_type.rb
218
221
  - lib/retab/types/experiment_public_status.rb
219
222
  - lib/retab/types/experiment_result_block_type.rb
@@ -232,8 +235,8 @@ files:
232
235
  - lib/retab/types/file_blueprint_mode.rb
233
236
  - lib/retab/types/file_blueprint_status.rb
234
237
  - lib/retab/types/files_order.rb
235
- - lib/retab/types/latest_block_test_run_summary_outcome.rb
236
- - lib/retab/types/latest_block_test_run_summary_status.rb
238
+ - lib/retab/types/latest_block_eval_run_summary_outcome.rb
239
+ - lib/retab/types/latest_block_eval_run_summary_status.rb
237
240
  - lib/retab/types/length_compare_condition_op.rb
238
241
  - lib/retab/types/list_struct.rb
239
242
  - lib/retab/types/n_consensus_value.rb
@@ -278,6 +281,13 @@ files:
278
281
  - lib/retab/types/workflow_block_version_type.rb
279
282
  - lib/retab/types/workflow_capabilities.rb
280
283
  - lib/retab/types/workflow_config_block_type.rb
284
+ - lib/retab/types/workflow_eval_result_verdict.rb
285
+ - lib/retab/types/workflow_eval_run_results_order.rb
286
+ - lib/retab/types/workflow_eval_runs_order.rb
287
+ - lib/retab/types/workflow_eval_schema_drift.rb
288
+ - lib/retab/types/workflow_evals_order.rb
289
+ - lib/retab/types/workflow_experiment_freshness_state.rb
290
+ - lib/retab/types/workflow_experiment_run_plan_mode.rb
281
291
  - lib/retab/types/workflow_experiments_exclude_status.rb
282
292
  - lib/retab/types/workflow_experiments_order.rb
283
293
  - lib/retab/types/workflow_experiments_status.rb
@@ -295,11 +305,6 @@ files:
295
305
  - lib/retab/types/workflow_table_sort_direction.rb
296
306
  - lib/retab/types/workflow_table_validation_column_rule_type.rb
297
307
  - lib/retab/types/workflow_table_validation_severity.rb
298
- - lib/retab/types/workflow_test_result_verdict.rb
299
- - lib/retab/types/workflow_test_run_results_order.rb
300
- - lib/retab/types/workflow_test_runs_order.rb
301
- - lib/retab/types/workflow_test_schema_drift.rb
302
- - lib/retab/types/workflow_tests_order.rb
303
308
  - lib/retab/types/workflows_order.rb
304
309
  - lib/retab/util.rb
305
310
  - lib/retab/version.rb
@@ -350,15 +355,75 @@ files:
350
355
  - lib/retab/workflow_edges/workflow_edge_doc.rb
351
356
  - lib/retab/workflow_edges/workflow_edge_version.rb
352
357
  - lib/retab/workflow_edges/workflow_edge_version_diff.rb
358
+ - lib/retab/workflow_eval_run_results.rb
359
+ - lib/retab/workflow_eval_run_results/assertion_failure.rb
360
+ - lib/retab/workflow_eval_run_results/assertion_result.rb
361
+ - lib/retab/workflow_eval_run_results/cancelled_workflow_eval_run.rb
362
+ - lib/retab/workflow_eval_run_results/completed_workflow_eval_run.rb
363
+ - lib/retab/workflow_eval_run_results/error_workflow_eval_run.rb
364
+ - lib/retab/workflow_eval_run_results/file_handle_input.rb
365
+ - lib/retab/workflow_eval_run_results/json_handle_input.rb
366
+ - lib/retab/workflow_eval_run_results/pending_workflow_eval_run.rb
367
+ - lib/retab/workflow_eval_run_results/queued_workflow_eval_run.rb
368
+ - lib/retab/workflow_eval_run_results/result_file_ref.rb
369
+ - lib/retab/workflow_eval_run_results/running_workflow_eval_run.rb
370
+ - lib/retab/workflow_eval_run_results/verdict_summary.rb
371
+ - lib/retab/workflow_eval_run_results/workflow_eval_result.rb
372
+ - lib/retab/workflow_eval_run_results/workflow_eval_run_timing.rb
373
+ - lib/retab/workflow_eval_runs.rb
374
+ - lib/retab/workflow_eval_runs/block_eval_batch_execution_counts.rb
375
+ - lib/retab/workflow_eval_runs/block_eval_lifecycle_counts.rb
376
+ - lib/retab/workflow_eval_runs/block_eval_outcome_counts.rb
377
+ - lib/retab/workflow_eval_runs/create_workflow_eval_run_request.rb
378
+ - lib/retab/workflow_eval_runs/eval_run_block_target.rb
379
+ - lib/retab/workflow_eval_runs/eval_run_freshness.rb
380
+ - lib/retab/workflow_eval_runs/eval_run_trigger.rb
381
+ - lib/retab/workflow_eval_runs/workflow_eval_run.rb
382
+ - lib/retab/workflow_eval_runs/workflow_eval_run_block_scope.rb
383
+ - lib/retab/workflow_eval_runs/workflow_eval_run_single_scope.rb
384
+ - lib/retab/workflow_eval_runs/workflow_eval_run_workflow_scope.rb
385
+ - lib/retab/workflow_evals.rb
386
+ - lib/retab/workflow_evals/all_items_match_condition.rb
387
+ - lib/retab/workflow_evals/any_item_matches_condition.rb
388
+ - lib/retab/workflow_evals/array_contains_condition.rb
389
+ - lib/retab/workflow_evals/artifact_drift.rb
390
+ - lib/retab/workflow_evals/artifact_freshness.rb
391
+ - lib/retab/workflow_evals/assertion_schema_dep.rb
392
+ - lib/retab/workflow_evals/assertion_spec.rb
393
+ - lib/retab/workflow_evals/between_condition.rb
394
+ - lib/retab/workflow_evals/contain_condition.rb
395
+ - lib/retab/workflow_evals/create_workflow_eval_request.rb
396
+ - lib/retab/workflow_evals/ends_with_condition.rb
397
+ - lib/retab/workflow_evals/equal_condition.rb
398
+ - lib/retab/workflow_evals/eval_file_handle_input.rb
399
+ - lib/retab/workflow_evals/eval_json_handle_input.rb
400
+ - lib/retab/workflow_evals/eval_public_file_ref.rb
401
+ - lib/retab/workflow_evals/exist_condition.rb
402
+ - lib/retab/workflow_evals/json_schema_valid_condition.rb
403
+ - lib/retab/workflow_evals/latest_block_eval_run_summary.rb
404
+ - lib/retab/workflow_evals/length_compare_condition.rb
405
+ - lib/retab/workflow_evals/llm_judged_as_condition.rb
406
+ - lib/retab/workflow_evals/llm_not_judged_as_condition.rb
407
+ - lib/retab/workflow_evals/manual_workflow_eval_source.rb
408
+ - lib/retab/workflow_evals/matche_regex_condition.rb
409
+ - lib/retab/workflow_evals/not_contains_condition.rb
410
+ - lib/retab/workflow_evals/not_equals_condition.rb
411
+ - lib/retab/workflow_evals/not_exists_condition.rb
412
+ - lib/retab/workflow_evals/number_compare_condition.rb
413
+ - lib/retab/workflow_evals/object_contains_condition.rb
414
+ - lib/retab/workflow_evals/output_target.rb
415
+ - lib/retab/workflow_evals/run_step_workflow_eval_source.rb
416
+ - lib/retab/workflow_evals/similarity_gte_condition.rb
417
+ - lib/retab/workflow_evals/split_iou_condition.rb
418
+ - lib/retab/workflow_evals/start_with_condition.rb
419
+ - lib/retab/workflow_evals/update_workflow_eval_request.rb
420
+ - lib/retab/workflow_evals/workflow_eval.rb
421
+ - lib/retab/workflow_evals/workflow_eval_block_target.rb
353
422
  - lib/retab/workflow_experiments.rb
354
- - lib/retab/workflow_experiments/artifact_drift.rb
355
- - lib/retab/workflow_experiments/artifact_freshness.rb
356
423
  - lib/retab/workflow_experiments/create_experiment_request.rb
357
424
  - lib/retab/workflow_experiments/experiment_document_capture_request.rb
358
425
  - lib/retab/workflow_experiments/experiment_document_provenance.rb
359
426
  - lib/retab/workflow_experiments/explicit_experiment_document_request.rb
360
- - lib/retab/workflow_experiments/file_handle_input.rb
361
- - lib/retab/workflow_experiments/json_handle_input.rb
362
427
  - lib/retab/workflow_experiments/update_experiment_request.rb
363
428
  - lib/retab/workflow_experiments/workflow_experiment.rb
364
429
  - lib/retab/workflow_review_versions.rb
@@ -416,59 +481,6 @@ files:
416
481
  - lib/retab/workflow_steps/running_step_lifecycle.rb
417
482
  - lib/retab/workflow_steps/skipped_step_lifecycle.rb
418
483
  - lib/retab/workflow_steps/workflow_run_step.rb
419
- - lib/retab/workflow_test_run_results.rb
420
- - lib/retab/workflow_test_run_results/assertion_failure.rb
421
- - lib/retab/workflow_test_run_results/assertion_result.rb
422
- - lib/retab/workflow_test_run_results/cancelled_workflow_test_run.rb
423
- - lib/retab/workflow_test_run_results/completed_workflow_test_run.rb
424
- - lib/retab/workflow_test_run_results/error_workflow_test_run.rb
425
- - lib/retab/workflow_test_run_results/pending_workflow_test_run.rb
426
- - lib/retab/workflow_test_run_results/queued_workflow_test_run.rb
427
- - lib/retab/workflow_test_run_results/running_workflow_test_run.rb
428
- - lib/retab/workflow_test_run_results/verdict_summary.rb
429
- - lib/retab/workflow_test_run_results/workflow_test_result.rb
430
- - lib/retab/workflow_test_run_results/workflow_test_run_timing.rb
431
- - lib/retab/workflow_test_runs.rb
432
- - lib/retab/workflow_test_runs/block_test_batch_execution_counts.rb
433
- - lib/retab/workflow_test_runs/block_test_lifecycle_counts.rb
434
- - lib/retab/workflow_test_runs/block_test_outcome_counts.rb
435
- - lib/retab/workflow_test_runs/create_workflow_test_run_request.rb
436
- - lib/retab/workflow_test_runs/workflow_test_run.rb
437
- - lib/retab/workflow_test_runs/workflow_test_run_block_scope.rb
438
- - lib/retab/workflow_test_runs/workflow_test_run_single_scope.rb
439
- - lib/retab/workflow_test_runs/workflow_test_run_workflow_scope.rb
440
- - lib/retab/workflow_tests.rb
441
- - lib/retab/workflow_tests/all_items_match_condition.rb
442
- - lib/retab/workflow_tests/any_item_matches_condition.rb
443
- - lib/retab/workflow_tests/array_contains_condition.rb
444
- - lib/retab/workflow_tests/assertion_schema_dep.rb
445
- - lib/retab/workflow_tests/assertion_spec.rb
446
- - lib/retab/workflow_tests/between_condition.rb
447
- - lib/retab/workflow_tests/contain_condition.rb
448
- - lib/retab/workflow_tests/create_workflow_test_request.rb
449
- - lib/retab/workflow_tests/ends_with_condition.rb
450
- - lib/retab/workflow_tests/equal_condition.rb
451
- - lib/retab/workflow_tests/exist_condition.rb
452
- - lib/retab/workflow_tests/json_schema_valid_condition.rb
453
- - lib/retab/workflow_tests/latest_block_test_run_summary.rb
454
- - lib/retab/workflow_tests/length_compare_condition.rb
455
- - lib/retab/workflow_tests/llm_judged_as_condition.rb
456
- - lib/retab/workflow_tests/llm_not_judged_as_condition.rb
457
- - lib/retab/workflow_tests/manual_workflow_test_source.rb
458
- - lib/retab/workflow_tests/matche_regex_condition.rb
459
- - lib/retab/workflow_tests/not_contains_condition.rb
460
- - lib/retab/workflow_tests/not_equals_condition.rb
461
- - lib/retab/workflow_tests/not_exists_condition.rb
462
- - lib/retab/workflow_tests/number_compare_condition.rb
463
- - lib/retab/workflow_tests/object_contains_condition.rb
464
- - lib/retab/workflow_tests/output_target.rb
465
- - lib/retab/workflow_tests/run_step_workflow_test_source.rb
466
- - lib/retab/workflow_tests/similarity_gte_condition.rb
467
- - lib/retab/workflow_tests/split_iou_condition.rb
468
- - lib/retab/workflow_tests/start_with_condition.rb
469
- - lib/retab/workflow_tests/update_workflow_test_request.rb
470
- - lib/retab/workflow_tests/workflow_test.rb
471
- - lib/retab/workflow_tests/workflow_test_block_target.rb
472
484
  - lib/retab/workflows.rb
473
485
  - lib/retab/workflows/create_workflow_request.rb
474
486
  - lib/retab/workflows/declarative_apply_response.rb
@@ -504,21 +516,21 @@ files:
504
516
  - rbi/retab/awaiting_review_step_lifecycle.rbi
505
517
  - rbi/retab/b_box.rbi
506
518
  - rbi/retab/between_condition.rbi
519
+ - rbi/retab/block_eval_batch_execution_counts.rbi
520
+ - rbi/retab/block_eval_lifecycle_counts.rbi
521
+ - rbi/retab/block_eval_outcome_counts.rbi
507
522
  - rbi/retab/block_exec_file_handle_input.rbi
508
523
  - rbi/retab/block_exec_file_ref.rbi
509
524
  - rbi/retab/block_exec_json_handle_input.rbi
510
- - rbi/retab/block_test_batch_execution_counts.rbi
511
- - rbi/retab/block_test_lifecycle_counts.rbi
512
- - rbi/retab/block_test_outcome_counts.rbi
513
525
  - rbi/retab/cancel_workflow_experiment_run_response.rbi
514
526
  - rbi/retab/cancel_workflow_request.rbi
515
527
  - rbi/retab/cancel_workflow_response.rbi
516
528
  - rbi/retab/cancelled_block_execution_lifecycle.rbi
517
529
  - rbi/retab/cancelled_step_lifecycle.rbi
518
530
  - rbi/retab/cancelled_terminal.rbi
531
+ - rbi/retab/cancelled_workflow_eval_run.rbi
519
532
  - rbi/retab/cancelled_workflow_experiment_result.rbi
520
533
  - rbi/retab/cancelled_workflow_experiment_run.rbi
521
- - rbi/retab/cancelled_workflow_test_run.rbi
522
534
  - rbi/retab/category.rbi
523
535
  - rbi/retab/classification.rbi
524
536
  - rbi/retab/classification_consensus.rbi
@@ -531,9 +543,9 @@ files:
531
543
  - rbi/retab/completed_block_execution_lifecycle.rbi
532
544
  - rbi/retab/completed_step_lifecycle.rbi
533
545
  - rbi/retab/completed_terminal.rbi
546
+ - rbi/retab/completed_workflow_eval_run.rbi
534
547
  - rbi/retab/completed_workflow_experiment_result.rbi
535
548
  - rbi/retab/completed_workflow_experiment_run.rbi
536
- - rbi/retab/completed_workflow_test_run.rbi
537
549
  - rbi/retab/condition_evaluation_details.rbi
538
550
  - rbi/retab/condition_evaluation_per_item.rbi
539
551
  - rbi/retab/condition_evaluation_result.rbi
@@ -549,11 +561,11 @@ files:
549
561
  - rbi/retab/create_review_version_request.rbi
550
562
  - rbi/retab/create_secret_request.rbi
551
563
  - rbi/retab/create_upload_response.rbi
564
+ - rbi/retab/create_workflow_eval_request.rbi
565
+ - rbi/retab/create_workflow_eval_run_request.rbi
552
566
  - rbi/retab/create_workflow_request.rbi
553
567
  - rbi/retab/create_workflow_run_request.rbi
554
568
  - rbi/retab/create_workflow_table_upload_request.rbi
555
- - rbi/retab/create_workflow_test_request.rbi
556
- - rbi/retab/create_workflow_test_run_request.rbi
557
569
  - rbi/retab/declarative_apply_response.rbi
558
570
  - rbi/retab/declarative_export_response.rbi
559
571
  - rbi/retab/declarative_plan_change.rbi
@@ -577,9 +589,15 @@ files:
577
589
  - rbi/retab/error_details.rbi
578
590
  - rbi/retab/error_step_lifecycle.rbi
579
591
  - rbi/retab/error_terminal.rbi
592
+ - rbi/retab/error_workflow_eval_run.rbi
580
593
  - rbi/retab/error_workflow_experiment_result.rbi
581
594
  - rbi/retab/error_workflow_experiment_run.rbi
582
- - rbi/retab/error_workflow_test_run.rbi
595
+ - rbi/retab/eval_file_handle_input.rbi
596
+ - rbi/retab/eval_json_handle_input.rbi
597
+ - rbi/retab/eval_public_file_ref.rbi
598
+ - rbi/retab/eval_run_block_target.rbi
599
+ - rbi/retab/eval_run_freshness.rbi
600
+ - rbi/retab/eval_run_trigger.rbi
583
601
  - rbi/retab/exist_condition.rbi
584
602
  - rbi/retab/experiment_by_document_metrics_response.rbi
585
603
  - rbi/retab/experiment_by_document_target_metric.rbi
@@ -626,11 +644,11 @@ files:
626
644
  - rbi/retab/http_validation_error.rbi
627
645
  - rbi/retab/json_handle_input.rbi
628
646
  - rbi/retab/json_schema_valid_condition.rbi
629
- - rbi/retab/latest_block_test_run_summary.rbi
647
+ - rbi/retab/latest_block_eval_run_summary.rbi
630
648
  - rbi/retab/length_compare_condition.rbi
631
649
  - rbi/retab/llm_judged_as_condition.rbi
632
650
  - rbi/retab/llm_not_judged_as_condition.rbi
633
- - rbi/retab/manual_workflow_test_source.rbi
651
+ - rbi/retab/manual_workflow_eval_source.rbi
634
652
  - rbi/retab/matche_regex_condition.rbi
635
653
  - rbi/retab/metrics_stale_error_last_run.rbi
636
654
  - rbi/retab/not_contains_condition.rbi
@@ -654,20 +672,21 @@ files:
654
672
  - rbi/retab/pending_block_execution_lifecycle.rbi
655
673
  - rbi/retab/pending_run.rbi
656
674
  - rbi/retab/pending_step_lifecycle.rbi
675
+ - rbi/retab/pending_workflow_eval_run.rbi
657
676
  - rbi/retab/pending_workflow_experiment_result.rbi
658
677
  - rbi/retab/pending_workflow_experiment_run.rbi
659
- - rbi/retab/pending_workflow_test_run.rbi
660
678
  - rbi/retab/primitive_error.rbi
661
679
  - rbi/retab/public_handle_payload.rbi
662
680
  - rbi/retab/publish_workflow_request.rbi
663
681
  - rbi/retab/query_workflow_table_request.rbi
664
682
  - rbi/retab/queued_block_execution_lifecycle.rbi
665
683
  - rbi/retab/queued_step_lifecycle.rbi
684
+ - rbi/retab/queued_workflow_eval_run.rbi
666
685
  - rbi/retab/queued_workflow_experiment_result.rbi
667
686
  - rbi/retab/queued_workflow_experiment_run.rbi
668
- - rbi/retab/queued_workflow_test_run.rbi
669
687
  - rbi/retab/reject_review_request.rbi
670
688
  - rbi/retab/replace_workflow_table_upload_request.rbi
689
+ - rbi/retab/result_file_ref.rbi
671
690
  - rbi/retab/retab_usage.rbi
672
691
  - rbi/retab/review.rbi
673
692
  - rbi/retab/review_all_of.rbi
@@ -688,14 +707,14 @@ files:
688
707
  - rbi/retab/review_validation_failed.rbi
689
708
  - rbi/retab/review_version.rbi
690
709
  - rbi/retab/run_inputs.rbi
691
- - rbi/retab/run_step_workflow_test_source.rbi
710
+ - rbi/retab/run_step_workflow_eval_source.rbi
692
711
  - rbi/retab/run_timing.rbi
693
712
  - rbi/retab/running_block_execution_lifecycle.rbi
694
713
  - rbi/retab/running_run.rbi
695
714
  - rbi/retab/running_step_lifecycle.rbi
715
+ - rbi/retab/running_workflow_eval_run.rbi
696
716
  - rbi/retab/running_workflow_experiment_result.rbi
697
717
  - rbi/retab/running_workflow_experiment_run.rbi
698
- - rbi/retab/running_workflow_test_run.rbi
699
718
  - rbi/retab/schema_generation.rbi
700
719
  - rbi/retab/schemas.rbi
701
720
  - rbi/retab/secret.rbi
@@ -727,9 +746,9 @@ files:
727
746
  - rbi/retab/update_edit_template_request.rbi
728
747
  - rbi/retab/update_experiment_request.rbi
729
748
  - rbi/retab/update_workflow_block_request.rbi
749
+ - rbi/retab/update_workflow_eval_request.rbi
730
750
  - rbi/retab/update_workflow_request.rbi
731
751
  - rbi/retab/update_workflow_table_request.rbi
732
- - rbi/retab/update_workflow_test_request.rbi
733
752
  - rbi/retab/upload_file_request.rbi
734
753
  - rbi/retab/validate_workflow_block_config_request.rbi
735
754
  - rbi/retab/validate_workflow_block_config_response.rbi
@@ -753,6 +772,17 @@ files:
753
772
  - rbi/retab/workflow_edge_version.rbi
754
773
  - rbi/retab/workflow_edge_version_diff.rbi
755
774
  - rbi/retab/workflow_edges.rbi
775
+ - rbi/retab/workflow_eval.rbi
776
+ - rbi/retab/workflow_eval_block_target.rbi
777
+ - rbi/retab/workflow_eval_result.rbi
778
+ - rbi/retab/workflow_eval_run.rbi
779
+ - rbi/retab/workflow_eval_run_block_scope.rbi
780
+ - rbi/retab/workflow_eval_run_results.rbi
781
+ - rbi/retab/workflow_eval_run_single_scope.rbi
782
+ - rbi/retab/workflow_eval_run_timing.rbi
783
+ - rbi/retab/workflow_eval_run_workflow_scope.rbi
784
+ - rbi/retab/workflow_eval_runs.rbi
785
+ - rbi/retab/workflow_evals.rbi
756
786
  - rbi/retab/workflow_experiment.rbi
757
787
  - rbi/retab/workflow_experiments.rbi
758
788
  - rbi/retab/workflow_export_payload_request.rbi
@@ -788,17 +818,6 @@ files:
788
818
  - rbi/retab/workflow_table_validation_diagnostic.rbi
789
819
  - rbi/retab/workflow_table_validation_request.rbi
790
820
  - rbi/retab/workflow_table_validation_response.rbi
791
- - rbi/retab/workflow_test.rbi
792
- - rbi/retab/workflow_test_block_target.rbi
793
- - rbi/retab/workflow_test_result.rbi
794
- - rbi/retab/workflow_test_run.rbi
795
- - rbi/retab/workflow_test_run_block_scope.rbi
796
- - rbi/retab/workflow_test_run_results.rbi
797
- - rbi/retab/workflow_test_run_single_scope.rbi
798
- - rbi/retab/workflow_test_run_timing.rbi
799
- - rbi/retab/workflow_test_run_workflow_scope.rbi
800
- - rbi/retab/workflow_test_runs.rbi
801
- - rbi/retab/workflow_tests.rbi
802
821
  - rbi/retab/workflow_version_field_diff.rbi
803
822
  - rbi/retab/workflows.rbi
804
823
  homepage: https://retab.com
@@ -806,7 +825,7 @@ licenses:
806
825
  - MIT
807
826
  metadata:
808
827
  homepage_uri: https://retab.com
809
- source_code_uri: https://github.com/Retab-dev/retab
828
+ source_code_uri: https://github.com/retab-inc/monorepo
810
829
  rubygems_mfa_required: 'true'
811
830
  rdoc_options: []
812
831
  require_paths:
data/lib/retab/types/workflow_test_schema_drift.rb DELETED
@@ -1,9 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # This file is auto-generated by oagen. Do not edit.
4
-
5
- module Retab
6
- module Types
7
- WorkflowTestSchemaDrift = ExperimentSchemaDriftStatus
8
- end
9
- end
data/lib/retab/workflow_test_run_results/pending_workflow_test_run.rb DELETED
@@ -1,7 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # This file is auto-generated by oagen. Do not edit.
4
-
5
- module Retab
6
- PendingWorkflowTestRun = PendingBlockExecutionLifecycle
7
- end
data/lib/retab/workflow_test_run_results/queued_workflow_test_run.rb DELETED
@@ -1,7 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # This file is auto-generated by oagen. Do not edit.
4
-
5
- module Retab
6
- QueuedWorkflowTestRun = QueuedBlockExecutionLifecycle
7
- end
data/lib/retab/workflow_test_run_results/running_workflow_test_run.rb DELETED
@@ -1,7 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # This file is auto-generated by oagen. Do not edit.
4
-
5
- module Retab
6
- RunningWorkflowTestRun = RunningBlockExecutionLifecycle
7
- end
data/rbi/retab/workflow_test_run.rbi DELETED
@@ -1,84 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- # This file is auto-generated by oagen. Do not edit.
4
-
5
- # typed: strong
6
-
7
- module Retab
8
- class WorkflowTestRun
9
- sig { params(json: T.any(String, T::Hash[Symbol, T.untyped])).void }
10
- def initialize(json); end
11
-
12
- sig { returns(String) }
13
- def id; end
14
-
15
- sig { params(value: String).returns(String) }
16
- def id=(value); end
17
-
18
- sig { returns(String) }
19
- def workflow_id; end
20
-
21
- sig { params(value: String).returns(String) }
22
- def workflow_id=(value); end
23
-
24
- sig { returns(String) }
25
- def workflow_version_id; end
26
-
27
- sig { params(value: String).returns(String) }
28
- def workflow_version_id=(value); end
29
-
30
- sig { returns(Retab::TriggerInfo) }
31
- def trigger; end
32
-
33
- sig { params(value: Retab::TriggerInfo).returns(Retab::TriggerInfo) }
34
- def trigger=(value); end
35
-
36
- sig { returns(T.any(Retab::PendingWorkflowTestRun, Retab::QueuedWorkflowTestRun, Retab::RunningWorkflowTestRun, Retab::CompletedWorkflowTestRun, Retab::ErrorWorkflowTestRun, Retab::CancelledWorkflowTestRun)) }
37
- def lifecycle; end
38
-
39
- sig { params(value: T.any(Retab::PendingWorkflowTestRun, Retab::QueuedWorkflowTestRun, Retab::RunningWorkflowTestRun, Retab::CompletedWorkflowTestRun, Retab::ErrorWorkflowTestRun, Retab::CancelledWorkflowTestRun)).returns(T.any(Retab::PendingWorkflowTestRun, Retab::QueuedWorkflowTestRun, Retab::RunningWorkflowTestRun, Retab::CompletedWorkflowTestRun, Retab::ErrorWorkflowTestRun, Retab::CancelledWorkflowTestRun)) }
40
- def lifecycle=(value); end
41
-
42
- sig { returns(Retab::WorkflowTestRunTiming) }
43
- def timing; end
44
-
45
- sig { params(value: Retab::WorkflowTestRunTiming).returns(Retab::WorkflowTestRunTiming) }
46
- def timing=(value); end
47
-
48
- sig { returns(T.nilable(Retab::WorkflowTestBlockTarget)) }
49
- def target; end
50
-
51
- sig { params(value: T.nilable(Retab::WorkflowTestBlockTarget)).returns(T.nilable(Retab::WorkflowTestBlockTarget)) }
52
- def target=(value); end
53
-
54
- sig { returns(T.nilable(String)) }
55
- def test_id; end
56
-
57
- sig { params(value: T.nilable(String)).returns(T.nilable(String)) }
58
- def test_id=(value); end
59
-
60
- sig { returns(Integer) }
61
- def total_tests; end
62
-
63
- sig { params(value: Integer).returns(Integer) }
64
- def total_tests=(value); end
65
-
66
- sig { returns(T.nilable(Retab::BlockTestBatchExecutionCounts)) }
67
- def counts; end
68
-
69
- sig { params(value: T.nilable(Retab::BlockTestBatchExecutionCounts)).returns(T.nilable(Retab::BlockTestBatchExecutionCounts)) }
70
- def counts=(value); end
71
-
72
- sig { returns(T.nilable(Retab::ArtifactFreshness)) }
73
- def freshness; end
74
-
75
- sig { params(value: T.nilable(Retab::ArtifactFreshness)).returns(T.nilable(Retab::ArtifactFreshness)) }
76
- def freshness=(value); end
77
-
78
- sig { returns(T::Hash[Symbol, T.untyped]) }
79
- def to_h; end
80
-
81
- sig { params(args: T.untyped).returns(String) }
82
- def to_json(*args); end
83
- end
84
- end