retab 0.1.8 → 0.1.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (208) hide show
  1. checksums.yaml +4 -4
  2. data/lib/retab/base_client.rb +1 -5
  3. data/lib/retab/classifications/file_ref.rb +1 -22
  4. data/lib/retab/classifications.rb +1 -1
  5. data/lib/retab/edit_templates.rb +1 -1
  6. data/lib/retab/edits.rb +1 -1
  7. data/lib/retab/experiment_run_metrics/experiment_metrics_stale_error.rb +3 -3
  8. data/lib/retab/experiment_run_metrics/experiment_summary_metrics_response.rb +3 -3
  9. data/lib/retab/experiment_run_metrics/metrics_stale_error_last_run.rb +3 -3
  10. data/lib/retab/experiment_run_results/error_workflow_experiment_result.rb +1 -22
  11. data/lib/retab/experiment_run_results/pending_workflow_experiment_result.rb +1 -1
  12. data/lib/retab/experiment_run_results/queued_workflow_experiment_result.rb +1 -1
  13. data/lib/retab/experiment_run_results/running_workflow_experiment_result.rb +1 -1
  14. data/lib/retab/experiment_runs/create_experiment_run_request.rb +5 -2
  15. data/lib/retab/experiment_runs/error_workflow_experiment_run.rb +1 -1
  16. data/lib/retab/experiment_runs/experiment_run.rb +3 -3
  17. data/lib/retab/experiment_runs/pending_workflow_experiment_run.rb +1 -1
  18. data/lib/retab/experiment_runs/queued_workflow_experiment_run.rb +1 -1
  19. data/lib/retab/experiment_runs/running_workflow_experiment_run.rb +1 -1
  20. data/lib/retab/experiment_runs.rb +4 -1
  21. data/lib/retab/extractions/extraction.rb +0 -3
  22. data/lib/retab/extractions/extraction_request.rb +0 -3
  23. data/lib/retab/extractions.rb +53 -4
  24. data/lib/retab/files/create_file_blueprint_request.rb +3 -3
  25. data/lib/retab/files/file_blueprint.rb +5 -5
  26. data/lib/retab/files.rb +3 -3
  27. data/lib/retab/mime.rb +77 -6
  28. data/lib/retab/parses/parse.rb +0 -3
  29. data/lib/retab/parses/parse_request.rb +0 -3
  30. data/lib/retab/parses.rb +1 -4
  31. data/lib/retab/partitions.rb +1 -1
  32. data/lib/retab/schemas/generate_schema_request.rb +0 -3
  33. data/lib/retab/schemas.rb +1 -4
  34. data/lib/retab/splits.rb +1 -1
  35. data/lib/retab/types/{workflow_test_run_results_order.rb → eval_run_freshness_reasons.rb} +1 -1
  36. data/lib/retab/types/eval_run_freshness_status.rb +9 -0
  37. data/lib/retab/types/eval_run_trigger_type.rb +18 -0
  38. data/lib/retab/types/{latest_block_test_run_summary_outcome.rb → latest_block_eval_run_summary_outcome.rb} +1 -1
  39. data/lib/retab/types/{latest_block_test_run_summary_status.rb → latest_block_eval_run_summary_status.rb} +1 -1
  40. data/lib/retab/types/trigger_info_type.rb +1 -10
  41. data/lib/retab/types/{workflow_test_runs_order.rb → workflow_eval_result_verdict.rb} +1 -1
  42. data/lib/retab/types/workflow_eval_run_results_order.rb +9 -0
  43. data/lib/retab/types/{workflow_test_result_verdict.rb → workflow_eval_runs_order.rb} +1 -1
  44. data/lib/retab/types/workflow_eval_schema_drift.rb +9 -0
  45. data/lib/retab/types/{workflow_tests_order.rb → workflow_evals_order.rb} +1 -1
  46. data/lib/retab/types/workflow_experiment_freshness_state.rb +9 -0
  47. data/lib/retab/types/workflow_experiment_run_plan_mode.rb +15 -0
  48. data/lib/retab/types/workflow_experiments_exclude_status.rb +1 -1
  49. data/lib/retab/types/workflow_experiments_status.rb +1 -1
  50. data/lib/retab/version.rb +1 -1
  51. data/lib/retab/workflow_artifacts/extraction_workflow_artifact.rb +0 -3
  52. data/lib/retab/workflow_artifacts/parse_workflow_artifact.rb +0 -3
  53. data/lib/retab/workflow_artifacts/workflow_artifact.rb +5 -2
  54. data/lib/retab/{workflow_experiments/file_handle_input.rb → workflow_block_executions/block_exec_file_handle_input.rb} +6 -6
  55. data/lib/retab/workflow_block_executions/block_exec_file_ref.rb +28 -0
  56. data/lib/retab/{workflow_experiments/json_handle_input.rb → workflow_block_executions/block_exec_json_handle_input.rb} +6 -6
  57. data/lib/retab/workflow_block_executions/cancelled_block_execution_lifecycle.rb +25 -0
  58. data/lib/retab/workflow_block_executions/pending_block_execution_lifecycle.rb +20 -0
  59. data/lib/retab/workflow_block_executions/queued_block_execution_lifecycle.rb +20 -0
  60. data/lib/retab/workflow_block_executions/running_block_execution_lifecycle.rb +20 -0
  61. data/lib/retab/workflow_block_executions/stored_block_execution.rb +29 -0
  62. data/lib/retab/workflow_edges.rb +6 -0
  63. data/lib/retab/{workflow_test_run_results/cancelled_workflow_test_run.rb → workflow_eval_run_results/cancelled_workflow_eval_run.rb} +1 -1
  64. data/lib/retab/{workflow_test_run_results/completed_workflow_test_run.rb → workflow_eval_run_results/completed_workflow_eval_run.rb} +1 -1
  65. data/lib/retab/workflow_eval_run_results/error_workflow_eval_run.rb +28 -0
  66. data/lib/retab/{workflow_test_run_results/queued_workflow_test_run.rb → workflow_eval_run_results/file_handle_input.rb} +1 -1
  67. data/lib/retab/{workflow_test_run_results/workflow_test_run_timing.rb → workflow_eval_run_results/json_handle_input.rb} +1 -1
  68. data/lib/retab/workflow_eval_run_results/pending_workflow_eval_run.rb +7 -0
  69. data/lib/retab/{workflow_test_run_results/error_workflow_test_run.rb → workflow_eval_run_results/queued_workflow_eval_run.rb} +1 -1
  70. data/lib/retab/{workflow_test_run_results/pending_workflow_test_run.rb → workflow_eval_run_results/result_file_ref.rb} +1 -1
  71. data/lib/retab/workflow_eval_run_results/running_workflow_eval_run.rb +7 -0
  72. data/lib/retab/{workflow_test_run_results/workflow_test_result.rb → workflow_eval_run_results/workflow_eval_result.rb} +32 -41
  73. data/lib/retab/workflow_eval_run_results/workflow_eval_run_timing.rb +7 -0
  74. data/lib/retab/{workflow_test_run_results.rb → workflow_eval_run_results.rb} +10 -10
  75. data/lib/retab/{workflow_test_runs/block_test_batch_execution_counts.rb → workflow_eval_runs/block_eval_batch_execution_counts.rb} +3 -3
  76. data/lib/retab/{workflow_test_runs/block_test_lifecycle_counts.rb → workflow_eval_runs/block_eval_lifecycle_counts.rb} +1 -1
  77. data/lib/retab/{workflow_test_runs/block_test_outcome_counts.rb → workflow_eval_runs/block_eval_outcome_counts.rb} +1 -1
  78. data/lib/retab/{workflow_test_runs/create_workflow_test_run_request.rb → workflow_eval_runs/create_workflow_eval_run_request.rb} +4 -4
  79. data/lib/retab/{workflow_tests/workflow_test_block_target.rb → workflow_eval_runs/eval_run_block_target.rb} +1 -1
  80. data/lib/retab/workflow_eval_runs/eval_run_freshness.rb +34 -0
  81. data/lib/retab/{workflow_test_runs/workflow_test_run_workflow_scope.rb → workflow_eval_runs/eval_run_trigger.rb} +1 -1
  82. data/lib/retab/{workflow_test_runs/workflow_test_run.rb → workflow_eval_runs/workflow_eval_run.rb} +18 -18
  83. data/lib/retab/{workflow_test_runs/workflow_test_run_block_scope.rb → workflow_eval_runs/workflow_eval_run_block_scope.rb} +1 -1
  84. data/lib/retab/{workflow_test_runs/workflow_test_run_single_scope.rb → workflow_eval_runs/workflow_eval_run_single_scope.rb} +4 -4
  85. data/lib/retab/workflow_eval_runs/workflow_eval_run_workflow_scope.rb +20 -0
  86. data/lib/retab/{workflow_test_runs.rb → workflow_eval_runs.rb} +24 -24
  87. data/lib/retab/{workflow_tests/create_workflow_test_request.rb → workflow_evals/create_workflow_eval_request.rb} +4 -4
  88. data/lib/retab/workflow_evals/eval_file_handle_input.rb +7 -0
  89. data/lib/retab/workflow_evals/eval_json_handle_input.rb +7 -0
  90. data/lib/retab/{workflow_test_run_results/running_workflow_test_run.rb → workflow_evals/eval_public_file_ref.rb} +1 -1
  91. data/lib/retab/{workflow_tests/latest_block_test_run_summary.rb → workflow_evals/latest_block_eval_run_summary.rb} +4 -4
  92. data/lib/retab/{workflow_tests/manual_workflow_test_source.rb → workflow_evals/manual_workflow_eval_source.rb} +1 -1
  93. data/lib/retab/{workflow_tests/run_step_workflow_test_source.rb → workflow_evals/run_step_workflow_eval_source.rb} +1 -1
  94. data/lib/retab/{workflow_tests/update_workflow_test_request.rb → workflow_evals/update_workflow_eval_request.rb} +3 -3
  95. data/lib/retab/{workflow_tests/workflow_test.rb → workflow_evals/workflow_eval.rb} +7 -7
  96. data/lib/retab/workflow_evals/workflow_eval_block_target.rb +7 -0
  97. data/lib/retab/{workflow_tests.rb → workflow_evals.rb} +31 -31
  98. data/lib/retab/workflow_experiments/workflow_experiment.rb +12 -0
  99. data/lib/retab/workflow_runs/pending_run.rb +1 -14
  100. data/lib/retab/workflow_runs/running_run.rb +1 -14
  101. data/lib/retab/workflow_runs.rb +1 -1
  102. data/lib/retab/workflow_steps/pending_step_lifecycle.rb +1 -1
  103. data/lib/retab/workflow_steps/queued_step_lifecycle.rb +1 -14
  104. data/lib/retab/workflow_steps/running_step_lifecycle.rb +1 -1
  105. data/lib/retab/workflows.rb +2 -2
  106. data/lib/retab.rb +3 -3
  107. data/rbi/retab/{block_test_batch_execution_counts.rbi → block_eval_batch_execution_counts.rbi} +5 -5
  108. data/rbi/retab/{block_test_lifecycle_counts.rbi → block_eval_lifecycle_counts.rbi} +1 -1
  109. data/rbi/retab/{block_test_outcome_counts.rbi → block_eval_outcome_counts.rbi} +1 -1
  110. data/rbi/retab/block_exec_file_handle_input.rbi +30 -0
  111. data/rbi/retab/block_exec_file_ref.rbi +36 -0
  112. data/rbi/retab/block_exec_json_handle_input.rbi +30 -0
  113. data/rbi/retab/cancelled_block_execution_lifecycle.rbi +30 -0
  114. data/rbi/retab/{cancelled_workflow_test_run.rbi → cancelled_workflow_eval_run.rbi} +1 -1
  115. data/rbi/retab/classification_request.rbi +2 -2
  116. data/rbi/retab/{completed_workflow_test_run.rbi → completed_workflow_eval_run.rbi} +1 -1
  117. data/rbi/retab/create_experiment_run_request.rbi +6 -0
  118. data/rbi/retab/create_file_blueprint_request.rbi +4 -4
  119. data/rbi/retab/{create_workflow_test_request.rbi → create_workflow_eval_request.rbi} +5 -5
  120. data/rbi/retab/{create_workflow_test_run_request.rbi → create_workflow_eval_run_request.rbi} +3 -3
  121. data/rbi/retab/create_workflow_run_request.rbi +2 -2
  122. data/rbi/retab/edit_request.rbi +2 -2
  123. data/rbi/retab/{error_workflow_test_run.rbi → error_workflow_eval_run.rbi} +1 -1
  124. data/rbi/retab/eval_file_handle_input.rbi +30 -0
  125. data/rbi/retab/eval_json_handle_input.rbi +30 -0
  126. data/rbi/retab/eval_public_file_ref.rbi +36 -0
  127. data/rbi/retab/{workflow_test_block_target.rbi → eval_run_block_target.rbi} +1 -1
  128. data/rbi/retab/eval_run_freshness.rbi +48 -0
  129. data/rbi/retab/{workflow_test_run_workflow_scope.rbi → eval_run_trigger.rbi} +1 -1
  130. data/rbi/retab/experiment_metrics_stale_error.rbi +2 -2
  131. data/rbi/retab/experiment_run.rbi +2 -2
  132. data/rbi/retab/experiment_runs.rbi +2 -1
  133. data/rbi/retab/experiment_summary_metrics_response.rbi +2 -2
  134. data/rbi/retab/extraction.rbi +0 -6
  135. data/rbi/retab/extraction_request.rbi +2 -8
  136. data/rbi/retab/extraction_workflow_artifact.rbi +0 -6
  137. data/rbi/retab/extractions.rbi +19 -2
  138. data/rbi/retab/file_blueprint.rbi +6 -6
  139. data/rbi/retab/file_handle_input.rbi +2 -2
  140. data/rbi/retab/files.rbi +2 -2
  141. data/rbi/retab/generate_schema_request.rbi +0 -6
  142. data/rbi/retab/{latest_block_test_run_summary.rbi → latest_block_eval_run_summary.rbi} +3 -3
  143. data/rbi/retab/{manual_workflow_test_source.rbi → manual_workflow_eval_source.rbi} +3 -3
  144. data/rbi/retab/metrics_stale_error_last_run.rbi +2 -2
  145. data/rbi/retab/parse.rbi +0 -6
  146. data/rbi/retab/parse_request.rbi +2 -8
  147. data/rbi/retab/parse_workflow_artifact.rbi +0 -6
  148. data/rbi/retab/parses.rbi +1 -2
  149. data/rbi/retab/partition_request.rbi +2 -2
  150. data/rbi/retab/pending_block_execution_lifecycle.rbi +24 -0
  151. data/rbi/retab/{pending_workflow_test_run.rbi → pending_workflow_eval_run.rbi} +1 -1
  152. data/rbi/retab/queued_block_execution_lifecycle.rbi +24 -0
  153. data/rbi/retab/{queued_workflow_test_run.rbi → queued_workflow_eval_run.rbi} +1 -1
  154. data/rbi/retab/result_file_ref.rbi +36 -0
  155. data/rbi/retab/{run_step_workflow_test_source.rbi → run_step_workflow_eval_source.rbi} +1 -1
  156. data/rbi/retab/running_block_execution_lifecycle.rbi +24 -0
  157. data/rbi/retab/{running_workflow_test_run.rbi → running_workflow_eval_run.rbi} +1 -1
  158. data/rbi/retab/schemas.rbi +1 -2
  159. data/rbi/retab/split_request.rbi +2 -2
  160. data/rbi/retab/stored_block_execution.rbi +48 -6
  161. data/rbi/retab/{update_workflow_test_request.rbi → update_workflow_eval_request.rbi} +3 -3
  162. data/rbi/retab/workflow_artifact.rbi +6 -0
  163. data/rbi/retab/workflow_edges.rbi +2 -1
  164. data/rbi/retab/{workflow_test.rbi → workflow_eval.rbi} +11 -11
  165. data/rbi/retab/workflow_eval_block_target.rbi +30 -0
  166. data/rbi/retab/{workflow_test_result.rbi → workflow_eval_result.rbi} +35 -35
  167. data/rbi/retab/workflow_eval_run.rbi +84 -0
  168. data/rbi/retab/{workflow_test_run_block_scope.rbi → workflow_eval_run_block_scope.rbi} +1 -1
  169. data/rbi/retab/{workflow_test_run_results.rbi → workflow_eval_run_results.rbi} +3 -3
  170. data/rbi/retab/{workflow_test_run_single_scope.rbi → workflow_eval_run_single_scope.rbi} +3 -3
  171. data/rbi/retab/{workflow_test_run_timing.rbi → workflow_eval_run_timing.rbi} +1 -1
  172. data/rbi/retab/workflow_eval_run_workflow_scope.rbi +24 -0
  173. data/rbi/retab/{workflow_test_runs.rbi → workflow_eval_runs.rbi} +8 -8
  174. data/rbi/retab/{workflow_tests.rbi → workflow_evals.rbi} +16 -16
  175. data/rbi/retab/workflow_experiment.rbi +24 -0
  176. data/rbi/retab/workflows.rbi +2 -2
  177. metadata +125 -92
  178. data/lib/retab/types/workflow_test_schema_drift.rb +0 -9
  179. data/rbi/retab/workflow_test_run.rbi +0 -84
  180. /data/lib/retab/{workflow_test_run_results → workflow_eval_run_results}/assertion_failure.rb +0 -0
  181. /data/lib/retab/{workflow_test_run_results → workflow_eval_run_results}/assertion_result.rb +0 -0
  182. /data/lib/retab/{workflow_test_run_results → workflow_eval_run_results}/verdict_summary.rb +0 -0
  183. /data/lib/retab/{workflow_tests → workflow_evals}/all_items_match_condition.rb +0 -0
  184. /data/lib/retab/{workflow_tests → workflow_evals}/any_item_matches_condition.rb +0 -0
  185. /data/lib/retab/{workflow_tests → workflow_evals}/array_contains_condition.rb +0 -0
  186. /data/lib/retab/{workflow_experiments → workflow_evals}/artifact_drift.rb +0 -0
  187. /data/lib/retab/{workflow_experiments → workflow_evals}/artifact_freshness.rb +0 -0
  188. /data/lib/retab/{workflow_tests → workflow_evals}/assertion_schema_dep.rb +0 -0
  189. /data/lib/retab/{workflow_tests → workflow_evals}/assertion_spec.rb +0 -0
  190. /data/lib/retab/{workflow_tests → workflow_evals}/between_condition.rb +0 -0
  191. /data/lib/retab/{workflow_tests → workflow_evals}/contain_condition.rb +0 -0
  192. /data/lib/retab/{workflow_tests → workflow_evals}/ends_with_condition.rb +0 -0
  193. /data/lib/retab/{workflow_tests → workflow_evals}/equal_condition.rb +0 -0
  194. /data/lib/retab/{workflow_tests → workflow_evals}/exist_condition.rb +0 -0
  195. /data/lib/retab/{workflow_tests → workflow_evals}/json_schema_valid_condition.rb +0 -0
  196. /data/lib/retab/{workflow_tests → workflow_evals}/length_compare_condition.rb +0 -0
  197. /data/lib/retab/{workflow_tests → workflow_evals}/llm_judged_as_condition.rb +0 -0
  198. /data/lib/retab/{workflow_tests → workflow_evals}/llm_not_judged_as_condition.rb +0 -0
  199. /data/lib/retab/{workflow_tests → workflow_evals}/matche_regex_condition.rb +0 -0
  200. /data/lib/retab/{workflow_tests → workflow_evals}/not_contains_condition.rb +0 -0
  201. /data/lib/retab/{workflow_tests → workflow_evals}/not_equals_condition.rb +0 -0
  202. /data/lib/retab/{workflow_tests → workflow_evals}/not_exists_condition.rb +0 -0
  203. /data/lib/retab/{workflow_tests → workflow_evals}/number_compare_condition.rb +0 -0
  204. /data/lib/retab/{workflow_tests → workflow_evals}/object_contains_condition.rb +0 -0
  205. /data/lib/retab/{workflow_tests → workflow_evals}/output_target.rb +0 -0
  206. /data/lib/retab/{workflow_tests → workflow_evals}/similarity_gte_condition.rb +0 -0
  207. /data/lib/retab/{workflow_tests → workflow_evals}/split_iou_condition.rb +0 -0
  208. /data/lib/retab/{workflow_tests → workflow_evals}/start_with_condition.rb +0 -0
@@ -0,0 +1,30 @@
1
+ # frozen_string_literal: true
2
+
3
+ # This file is auto-generated by oagen. Do not edit.
4
+
5
+ # typed: strong
6
+
7
+ module Retab
8
+ class WorkflowEvalBlockTarget
9
+ sig { params(json: T.any(String, T::Hash[Symbol, T.untyped])).void }
10
+ def initialize(json); end
11
+
12
+ sig { returns(T.nilable(String)) }
13
+ def type; end
14
+
15
+ sig { params(value: T.nilable(String)).returns(T.nilable(String)) }
16
+ def type=(value); end
17
+
18
+ sig { returns(String) }
19
+ def block_id; end
20
+
21
+ sig { params(value: String).returns(String) }
22
+ def block_id=(value); end
23
+
24
+ sig { returns(T::Hash[Symbol, T.untyped]) }
25
+ def to_h; end
26
+
27
+ sig { params(args: T.untyped).returns(String) }
28
+ def to_json(*args); end
29
+ end
30
+ end
@@ -5,7 +5,7 @@
5
5
  # typed: strong
6
6
 
7
7
  module Retab
8
- class WorkflowTestResult
8
+ class WorkflowEvalResult
9
9
  sig { params(json: T.any(String, T::Hash[Symbol, T.untyped])).void }
10
10
  def initialize(json); end
11
11
 
@@ -16,27 +16,27 @@ module Retab
16
16
  def id=(value); end
17
17
 
18
18
  sig { returns(T.nilable(String)) }
19
- def run_id; end
19
+ def workflow_eval_run_id; end
20
20
 
21
21
  sig { params(value: T.nilable(String)).returns(T.nilable(String)) }
22
- def run_id=(value); end
22
+ def workflow_eval_run_id=(value); end
23
23
 
24
24
  sig { returns(String) }
25
- def test_id; end
25
+ def eval_id; end
26
26
 
27
27
  sig { params(value: String).returns(String) }
28
- def test_id=(value); end
28
+ def eval_id=(value); end
29
29
 
30
- sig { returns(T.nilable(T.any(Retab::PendingWorkflowTestRun, Retab::QueuedWorkflowTestRun, Retab::RunningWorkflowTestRun, Retab::CompletedWorkflowTestRun, Retab::ErrorWorkflowTestRun, Retab::CancelledWorkflowTestRun))) }
30
+ sig { returns(T.nilable(T.any(Retab::PendingWorkflowEvalRun, Retab::QueuedWorkflowEvalRun, Retab::RunningWorkflowEvalRun, Retab::CompletedWorkflowEvalRun, Retab::ErrorWorkflowEvalRun, Retab::CancelledWorkflowEvalRun))) }
31
31
  def lifecycle; end
32
32
 
33
- sig { params(value: T.nilable(T.any(Retab::PendingWorkflowTestRun, Retab::QueuedWorkflowTestRun, Retab::RunningWorkflowTestRun, Retab::CompletedWorkflowTestRun, Retab::ErrorWorkflowTestRun, Retab::CancelledWorkflowTestRun))).returns(T.nilable(T.any(Retab::PendingWorkflowTestRun, Retab::QueuedWorkflowTestRun, Retab::RunningWorkflowTestRun, Retab::CompletedWorkflowTestRun, Retab::ErrorWorkflowTestRun, Retab::CancelledWorkflowTestRun))) }
33
+ sig { params(value: T.nilable(T.any(Retab::PendingWorkflowEvalRun, Retab::QueuedWorkflowEvalRun, Retab::RunningWorkflowEvalRun, Retab::CompletedWorkflowEvalRun, Retab::ErrorWorkflowEvalRun, Retab::CancelledWorkflowEvalRun))).returns(T.nilable(T.any(Retab::PendingWorkflowEvalRun, Retab::QueuedWorkflowEvalRun, Retab::RunningWorkflowEvalRun, Retab::CompletedWorkflowEvalRun, Retab::ErrorWorkflowEvalRun, Retab::CancelledWorkflowEvalRun))) }
34
34
  def lifecycle=(value); end
35
35
 
36
- sig { returns(T.nilable(Retab::WorkflowTestRunTiming)) }
36
+ sig { returns(T.nilable(Retab::WorkflowEvalRunTiming)) }
37
37
  def timing; end
38
38
 
39
- sig { params(value: T.nilable(Retab::WorkflowTestRunTiming)).returns(T.nilable(Retab::WorkflowTestRunTiming)) }
39
+ sig { params(value: T.nilable(Retab::WorkflowEvalRunTiming)).returns(T.nilable(Retab::WorkflowEvalRunTiming)) }
40
40
  def timing=(value); end
41
41
 
42
42
  sig { returns(T.nilable(String)) }
@@ -51,11 +51,17 @@ module Retab
51
51
  sig { params(value: String).returns(String) }
52
52
  def workflow_id=(value); end
53
53
 
54
- sig { returns(Retab::WorkflowTestBlockTarget) }
55
- def target; end
54
+ sig { returns(String) }
55
+ def block_id; end
56
+
57
+ sig { params(value: String).returns(String) }
58
+ def block_id=(value); end
56
59
 
57
- sig { params(value: Retab::WorkflowTestBlockTarget).returns(Retab::WorkflowTestBlockTarget) }
58
- def target=(value); end
60
+ sig { returns(String) }
61
+ def block_type; end
62
+
63
+ sig { params(value: String).returns(String) }
64
+ def block_type=(value); end
59
65
 
60
66
  sig { returns(T.nilable(String)) }
61
67
  def execution_fingerprint; end
@@ -76,22 +82,28 @@ module Retab
76
82
  def workflow_draft_fingerprint=(value); end
77
83
 
78
84
  sig { returns(T.nilable(String)) }
79
- def block_config_fingerprint; end
85
+ def block_execution_fingerprint; end
80
86
 
81
87
  sig { params(value: T.nilable(String)).returns(T.nilable(String)) }
82
- def block_config_fingerprint=(value); end
88
+ def block_execution_fingerprint=(value); end
83
89
 
84
- sig { returns(T.any(Retab::ManualWorkflowTestSource, Retab::RunStepWorkflowTestSource)) }
85
- def source; end
90
+ sig { returns(T.nilable(Retab::StepArtifactRef)) }
91
+ def artifact; end
86
92
 
87
- sig { params(value: T.any(Retab::ManualWorkflowTestSource, Retab::RunStepWorkflowTestSource)).returns(T.any(Retab::ManualWorkflowTestSource, Retab::RunStepWorkflowTestSource)) }
88
- def source=(value); end
93
+ sig { params(value: T.nilable(Retab::StepArtifactRef)).returns(T.nilable(Retab::StepArtifactRef)) }
94
+ def artifact=(value); end
89
95
 
90
- sig { returns(T.nilable(T::Hash[String, T.untyped])) }
91
- def outputs; end
96
+ sig { returns(T.nilable(T::Hash[String, T.any(Retab::JsonHandleInput, Retab::FileHandleInput)])) }
97
+ def handle_inputs; end
92
98
 
93
- sig { params(value: T.nilable(T::Hash[String, T.untyped])).returns(T.nilable(T::Hash[String, T.untyped])) }
94
- def outputs=(value); end
99
+ sig { params(value: T.nilable(T::Hash[String, T.any(Retab::JsonHandleInput, Retab::FileHandleInput)])).returns(T.nilable(T::Hash[String, T.any(Retab::JsonHandleInput, Retab::FileHandleInput)])) }
100
+ def handle_inputs=(value); end
101
+
102
+ sig { returns(T.nilable(T::Hash[String, T.any(Retab::JsonHandleInput, Retab::FileHandleInput)])) }
103
+ def handle_outputs; end
104
+
105
+ sig { params(value: T.nilable(T::Hash[String, T.any(Retab::JsonHandleInput, Retab::FileHandleInput)])).returns(T.nilable(T::Hash[String, T.any(Retab::JsonHandleInput, Retab::FileHandleInput)])) }
106
+ def handle_outputs=(value); end
95
107
 
96
108
  sig { returns(T.nilable(T::Array[String])) }
97
109
  def routing_decisions; end
@@ -105,18 +117,6 @@ module Retab
105
117
  sig { params(value: T.nilable(T::Array[String])).returns(T.nilable(T::Array[String])) }
106
118
  def warnings=(value); end
107
119
 
108
- sig { returns(T.nilable(Retab::ErrorDetails)) }
109
- def error; end
110
-
111
- sig { params(value: T.nilable(Retab::ErrorDetails)).returns(T.nilable(Retab::ErrorDetails)) }
112
- def error=(value); end
113
-
114
- sig { returns(T.nilable(T::Boolean)) }
115
- def skipped; end
116
-
117
- sig { params(value: T.nilable(T::Boolean)).returns(T.nilable(T::Boolean)) }
118
- def skipped=(value); end
119
-
120
120
  sig { returns(T.nilable(Retab::AssertionResult)) }
121
121
  def assertion_result; end
122
122
 
@@ -0,0 +1,84 @@
1
+ # frozen_string_literal: true
2
+
3
+ # This file is auto-generated by oagen. Do not edit.
4
+
5
+ # typed: strong
6
+
7
+ module Retab
8
+ class WorkflowEvalRun
9
+ sig { params(json: T.any(String, T::Hash[Symbol, T.untyped])).void }
10
+ def initialize(json); end
11
+
12
+ sig { returns(String) }
13
+ def id; end
14
+
15
+ sig { params(value: String).returns(String) }
16
+ def id=(value); end
17
+
18
+ sig { returns(String) }
19
+ def workflow_id; end
20
+
21
+ sig { params(value: String).returns(String) }
22
+ def workflow_id=(value); end
23
+
24
+ sig { returns(String) }
25
+ def workflow_version_id; end
26
+
27
+ sig { params(value: String).returns(String) }
28
+ def workflow_version_id=(value); end
29
+
30
+ sig { returns(Retab::EvalRunTrigger) }
31
+ def trigger; end
32
+
33
+ sig { params(value: Retab::EvalRunTrigger).returns(Retab::EvalRunTrigger) }
34
+ def trigger=(value); end
35
+
36
+ sig { returns(T.any(Retab::PendingWorkflowEvalRun, Retab::QueuedWorkflowEvalRun, Retab::RunningWorkflowEvalRun, Retab::CompletedWorkflowEvalRun, Retab::ErrorWorkflowEvalRun, Retab::CancelledWorkflowEvalRun)) }
37
+ def lifecycle; end
38
+
39
+ sig { params(value: T.any(Retab::PendingWorkflowEvalRun, Retab::QueuedWorkflowEvalRun, Retab::RunningWorkflowEvalRun, Retab::CompletedWorkflowEvalRun, Retab::ErrorWorkflowEvalRun, Retab::CancelledWorkflowEvalRun)).returns(T.any(Retab::PendingWorkflowEvalRun, Retab::QueuedWorkflowEvalRun, Retab::RunningWorkflowEvalRun, Retab::CompletedWorkflowEvalRun, Retab::ErrorWorkflowEvalRun, Retab::CancelledWorkflowEvalRun)) }
40
+ def lifecycle=(value); end
41
+
42
+ sig { returns(Retab::WorkflowEvalRunTiming) }
43
+ def timing; end
44
+
45
+ sig { params(value: Retab::WorkflowEvalRunTiming).returns(Retab::WorkflowEvalRunTiming) }
46
+ def timing=(value); end
47
+
48
+ sig { returns(T.nilable(Retab::EvalRunBlockTarget)) }
49
+ def target; end
50
+
51
+ sig { params(value: T.nilable(Retab::EvalRunBlockTarget)).returns(T.nilable(Retab::EvalRunBlockTarget)) }
52
+ def target=(value); end
53
+
54
+ sig { returns(T.nilable(String)) }
55
+ def eval_id; end
56
+
57
+ sig { params(value: T.nilable(String)).returns(T.nilable(String)) }
58
+ def eval_id=(value); end
59
+
60
+ sig { returns(Integer) }
61
+ def total_evals; end
62
+
63
+ sig { params(value: Integer).returns(Integer) }
64
+ def total_evals=(value); end
65
+
66
+ sig { returns(T.nilable(Retab::BlockEvalBatchExecutionCounts)) }
67
+ def counts; end
68
+
69
+ sig { params(value: T.nilable(Retab::BlockEvalBatchExecutionCounts)).returns(T.nilable(Retab::BlockEvalBatchExecutionCounts)) }
70
+ def counts=(value); end
71
+
72
+ sig { returns(T.nilable(Retab::EvalRunFreshness)) }
73
+ def freshness; end
74
+
75
+ sig { params(value: T.nilable(Retab::EvalRunFreshness)).returns(T.nilable(Retab::EvalRunFreshness)) }
76
+ def freshness=(value); end
77
+
78
+ sig { returns(T::Hash[Symbol, T.untyped]) }
79
+ def to_h; end
80
+
81
+ sig { params(args: T.untyped).returns(String) }
82
+ def to_json(*args); end
83
+ end
84
+ end
@@ -5,7 +5,7 @@
5
5
  # typed: strong
6
6
 
7
7
  module Retab
8
- class WorkflowTestRunBlockScope
8
+ class WorkflowEvalRunBlockScope
9
9
  sig { params(json: T.any(String, T::Hash[Symbol, T.untyped])).void }
10
10
  def initialize(json); end
11
11
 
@@ -5,7 +5,7 @@
5
5
  # typed: strong
6
6
 
7
7
  module Retab
8
- class WorkflowTestRunResults
8
+ class WorkflowEvalRunResults
9
9
  sig { params(client: Retab::BaseClient).void }
10
10
  def initialize(client); end
11
11
 
@@ -17,7 +17,7 @@ module Retab
17
17
  limit: T.nilable(Integer),
18
18
  order: T.nilable(String),
19
19
  request_options: T::Hash[Symbol, T.untyped]
20
- ).returns(Retab::PaginatedList[Retab::WorkflowTestResult])
20
+ ).returns(Retab::PaginatedList[Retab::WorkflowEvalResult])
21
21
  end
22
22
  def list(run_id:, before:, after:, limit:, order:, request_options:); end
23
23
 
@@ -25,7 +25,7 @@ module Retab
25
25
  params(
26
26
  result_id: String,
27
27
  request_options: T::Hash[Symbol, T.untyped]
28
- ).returns(Retab::WorkflowTestResult)
28
+ ).returns(Retab::WorkflowEvalResult)
29
29
  end
30
30
  def get(result_id:, request_options:); end
31
31
 
@@ -5,7 +5,7 @@
5
5
  # typed: strong
6
6
 
7
7
  module Retab
8
- class WorkflowTestRunSingleScope
8
+ class WorkflowEvalRunSingleScope
9
9
  sig { params(json: T.any(String, T::Hash[Symbol, T.untyped])).void }
10
10
  def initialize(json); end
11
11
 
@@ -16,10 +16,10 @@ module Retab
16
16
  def type=(value); end
17
17
 
18
18
  sig { returns(String) }
19
- def test_id; end
19
+ def eval_id; end
20
20
 
21
21
  sig { params(value: String).returns(String) }
22
- def test_id=(value); end
22
+ def eval_id=(value); end
23
23
 
24
24
  sig { returns(T::Hash[Symbol, T.untyped]) }
25
25
  def to_h; end
@@ -5,7 +5,7 @@
5
5
  # typed: strong
6
6
 
7
7
  module Retab
8
- class WorkflowTestRunTiming
8
+ class WorkflowEvalRunTiming
9
9
  sig { params(json: T.any(String, T::Hash[Symbol, T.untyped])).void }
10
10
  def initialize(json); end
11
11
 
@@ -0,0 +1,24 @@
1
+ # frozen_string_literal: true
2
+
3
+ # This file is auto-generated by oagen. Do not edit.
4
+
5
+ # typed: strong
6
+
7
+ module Retab
8
+ class WorkflowEvalRunWorkflowScope
9
+ sig { params(json: T.any(String, T::Hash[Symbol, T.untyped])).void }
10
+ def initialize(json); end
11
+
12
+ sig { returns(String) }
13
+ def type; end
14
+
15
+ sig { params(value: String).returns(String) }
16
+ def type=(value); end
17
+
18
+ sig { returns(T::Hash[Symbol, T.untyped]) }
19
+ def to_h; end
20
+
21
+ sig { params(args: T.untyped).returns(String) }
22
+ def to_json(*args); end
23
+ end
24
+ end
@@ -5,14 +5,14 @@
5
5
  # typed: strong
6
6
 
7
7
  module Retab
8
- class WorkflowTestRuns
8
+ class WorkflowEvalRuns
9
9
  sig { params(client: Retab::BaseClient).void }
10
10
  def initialize(client); end
11
11
 
12
12
  sig do
13
13
  params(
14
14
  workflow_id: T.nilable(String),
15
- test_id: T.nilable(String),
15
+ eval_id: T.nilable(String),
16
16
  target_block_id: T.nilable(String),
17
17
  status: T.nilable(String),
18
18
  exclude_status: T.nilable(String),
@@ -25,16 +25,16 @@ module Retab
25
25
  limit: T.nilable(Integer),
26
26
  order: T.nilable(String),
27
27
  request_options: T::Hash[Symbol, T.untyped]
28
- ).returns(Retab::PaginatedList[Retab::WorkflowTestRun])
28
+ ).returns(Retab::PaginatedList[Retab::WorkflowEvalRun])
29
29
  end
30
- def list(workflow_id:, test_id:, target_block_id:, status:, exclude_status:, trigger_type:, from_date:, to_date:, sort_by:, before:, after:, limit:, order:, request_options:); end
30
+ def list(workflow_id:, eval_id:, target_block_id:, status:, exclude_status:, trigger_type:, from_date:, to_date:, sort_by:, before:, after:, limit:, order:, request_options:); end
31
31
 
32
32
  sig do
33
33
  params(
34
34
  workflow_id: String,
35
- scope: T.nilable(T.any(Retab::WorkflowTestRunSingleScope, Retab::WorkflowTestRunWorkflowScope, Retab::WorkflowTestRunBlockScope)),
35
+ scope: T.nilable(T.any(Retab::WorkflowEvalRunSingleScope, Retab::WorkflowEvalRunWorkflowScope, Retab::WorkflowEvalRunBlockScope)),
36
36
  request_options: T::Hash[Symbol, T.untyped]
37
- ).returns(Retab::WorkflowTestRun)
37
+ ).returns(Retab::WorkflowEvalRun)
38
38
  end
39
39
  def create(workflow_id:, scope:, request_options:); end
40
40
 
@@ -42,7 +42,7 @@ module Retab
42
42
  params(
43
43
  run_id: String,
44
44
  request_options: T::Hash[Symbol, T.untyped]
45
- ).returns(Retab::WorkflowTestRun)
45
+ ).returns(Retab::WorkflowEvalRun)
46
46
  end
47
47
  def get(run_id:, request_options:); end
48
48
 
@@ -50,7 +50,7 @@ module Retab
50
50
  params(
51
51
  run_id: String,
52
52
  request_options: T::Hash[Symbol, T.untyped]
53
- ).returns(Retab::WorkflowTestRun)
53
+ ).returns(Retab::WorkflowEvalRun)
54
54
  end
55
55
  def cancel(run_id:, request_options:); end
56
56
 
@@ -5,14 +5,14 @@
5
5
  # typed: strong
6
6
 
7
7
  module Retab
8
- class WorkflowTests
8
+ class WorkflowEvals
9
9
  sig { params(client: Retab::BaseClient).void }
10
10
  def initialize(client); end
11
11
 
12
- sig { returns(Retab::WorkflowTestRunResults) }
12
+ sig { returns(Retab::WorkflowEvalRunResults) }
13
13
  def results; end
14
14
 
15
- sig { returns(Retab::WorkflowTestRuns) }
15
+ sig { returns(Retab::WorkflowEvalRuns) }
16
16
  def runs; end
17
17
 
18
18
  sig do
@@ -24,48 +24,48 @@ module Retab
24
24
  limit: T.nilable(Integer),
25
25
  order: T.nilable(String),
26
26
  request_options: T::Hash[Symbol, T.untyped]
27
- ).returns(Retab::PaginatedList[Retab::WorkflowTest])
27
+ ).returns(Retab::PaginatedList[Retab::WorkflowEval])
28
28
  end
29
29
  def list(workflow_id:, target_block_id:, before:, after:, limit:, order:, request_options:); end
30
30
 
31
31
  sig do
32
32
  params(
33
33
  workflow_id: String,
34
- target: Retab::WorkflowTestBlockTarget,
35
- source: T.any(Retab::ManualWorkflowTestSource, Retab::RunStepWorkflowTestSource),
34
+ target: Retab::WorkflowEvalBlockTarget,
35
+ source: T.any(Retab::ManualWorkflowEvalSource, Retab::RunStepWorkflowEvalSource),
36
36
  assertion: Retab::AssertionSpec,
37
37
  name: T.nilable(String),
38
38
  request_options: T::Hash[Symbol, T.untyped]
39
- ).returns(Retab::WorkflowTest)
39
+ ).returns(Retab::WorkflowEval)
40
40
  end
41
41
  def create(workflow_id:, target:, source:, assertion:, name:, request_options:); end
42
42
 
43
43
  sig do
44
44
  params(
45
- test_id: String,
45
+ eval_id: String,
46
46
  request_options: T::Hash[Symbol, T.untyped]
47
- ).returns(Retab::WorkflowTest)
47
+ ).returns(Retab::WorkflowEval)
48
48
  end
49
- def get(test_id:, request_options:); end
49
+ def get(eval_id:, request_options:); end
50
50
 
51
51
  sig do
52
52
  params(
53
- test_id: String,
53
+ eval_id: String,
54
54
  name: T.nilable(String),
55
55
  assertion: T.nilable(Retab::AssertionSpec),
56
- source: T.nilable(T.any(Retab::ManualWorkflowTestSource, Retab::RunStepWorkflowTestSource)),
56
+ source: T.nilable(T.any(Retab::ManualWorkflowEvalSource, Retab::RunStepWorkflowEvalSource)),
57
57
  request_options: T::Hash[Symbol, T.untyped]
58
- ).returns(Retab::WorkflowTest)
58
+ ).returns(Retab::WorkflowEval)
59
59
  end
60
- def update(test_id:, name:, assertion:, source:, request_options:); end
60
+ def update(eval_id:, name:, assertion:, source:, request_options:); end
61
61
 
62
62
  sig do
63
63
  params(
64
- test_id: String,
64
+ eval_id: String,
65
65
  request_options: T::Hash[Symbol, T.untyped]
66
66
  ).returns(NilClass)
67
67
  end
68
- def delete(test_id:, request_options:); end
68
+ def delete(eval_id:, request_options:); end
69
69
 
70
70
  end
71
71
  end
@@ -93,6 +93,30 @@ module Retab
93
93
  sig { params(value: T.nilable(Retab::ArtifactFreshness)).returns(T.nilable(Retab::ArtifactFreshness)) }
94
94
  def freshness=(value); end
95
95
 
96
+ sig { returns(T.nilable(String)) }
97
+ def freshness_state; end
98
+
99
+ sig { params(value: T.nilable(String)).returns(T.nilable(String)) }
100
+ def freshness_state=(value); end
101
+
102
+ sig { returns(T::Array[String]) }
103
+ def freshness_reasons; end
104
+
105
+ sig { params(value: T::Array[String]).returns(T::Array[String]) }
106
+ def freshness_reasons=(value); end
107
+
108
+ sig { returns(T.nilable(String)) }
109
+ def run_plan_mode; end
110
+
111
+ sig { params(value: T.nilable(String)).returns(T.nilable(String)) }
112
+ def run_plan_mode=(value); end
113
+
114
+ sig { returns(T.nilable(Integer)) }
115
+ def rerunnable_document_count; end
116
+
117
+ sig { params(value: T.nilable(Integer)).returns(T.nilable(Integer)) }
118
+ def rerunnable_document_count=(value); end
119
+
96
120
  sig { returns(T.nilable(String)) }
97
121
  def schema_drift; end
98
122
 
@@ -33,8 +33,8 @@ module Retab
33
33
  sig { returns(Retab::WorkflowSteps) }
34
34
  def steps; end
35
35
 
36
- sig { returns(Retab::WorkflowTests) }
37
- def tests; end
36
+ sig { returns(Retab::WorkflowEvals) }
37
+ def evals; end
38
38
 
39
39
  sig do
40
40
  params(