retab 0.1.8 → 0.1.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (208) hide show
  1. checksums.yaml +4 -4
  2. data/lib/retab/base_client.rb +1 -5
  3. data/lib/retab/classifications/file_ref.rb +1 -22
  4. data/lib/retab/classifications.rb +1 -1
  5. data/lib/retab/edit_templates.rb +1 -1
  6. data/lib/retab/edits.rb +1 -1
  7. data/lib/retab/experiment_run_metrics/experiment_metrics_stale_error.rb +3 -3
  8. data/lib/retab/experiment_run_metrics/experiment_summary_metrics_response.rb +3 -3
  9. data/lib/retab/experiment_run_metrics/metrics_stale_error_last_run.rb +3 -3
  10. data/lib/retab/experiment_run_results/error_workflow_experiment_result.rb +1 -22
  11. data/lib/retab/experiment_run_results/pending_workflow_experiment_result.rb +1 -1
  12. data/lib/retab/experiment_run_results/queued_workflow_experiment_result.rb +1 -1
  13. data/lib/retab/experiment_run_results/running_workflow_experiment_result.rb +1 -1
  14. data/lib/retab/experiment_runs/create_experiment_run_request.rb +5 -2
  15. data/lib/retab/experiment_runs/error_workflow_experiment_run.rb +1 -1
  16. data/lib/retab/experiment_runs/experiment_run.rb +3 -3
  17. data/lib/retab/experiment_runs/pending_workflow_experiment_run.rb +1 -1
  18. data/lib/retab/experiment_runs/queued_workflow_experiment_run.rb +1 -1
  19. data/lib/retab/experiment_runs/running_workflow_experiment_run.rb +1 -1
  20. data/lib/retab/experiment_runs.rb +4 -1
  21. data/lib/retab/extractions/extraction.rb +0 -3
  22. data/lib/retab/extractions/extraction_request.rb +0 -3
  23. data/lib/retab/extractions.rb +53 -4
  24. data/lib/retab/files/create_file_blueprint_request.rb +3 -3
  25. data/lib/retab/files/file_blueprint.rb +5 -5
  26. data/lib/retab/files.rb +3 -3
  27. data/lib/retab/mime.rb +77 -6
  28. data/lib/retab/parses/parse.rb +0 -3
  29. data/lib/retab/parses/parse_request.rb +0 -3
  30. data/lib/retab/parses.rb +1 -4
  31. data/lib/retab/partitions.rb +1 -1
  32. data/lib/retab/schemas/generate_schema_request.rb +0 -3
  33. data/lib/retab/schemas.rb +1 -4
  34. data/lib/retab/splits.rb +1 -1
  35. data/lib/retab/types/{workflow_test_run_results_order.rb → eval_run_freshness_reasons.rb} +1 -1
  36. data/lib/retab/types/eval_run_freshness_status.rb +9 -0
  37. data/lib/retab/types/eval_run_trigger_type.rb +18 -0
  38. data/lib/retab/types/{latest_block_test_run_summary_outcome.rb → latest_block_eval_run_summary_outcome.rb} +1 -1
  39. data/lib/retab/types/{latest_block_test_run_summary_status.rb → latest_block_eval_run_summary_status.rb} +1 -1
  40. data/lib/retab/types/trigger_info_type.rb +1 -10
  41. data/lib/retab/types/{workflow_test_runs_order.rb → workflow_eval_result_verdict.rb} +1 -1
  42. data/lib/retab/types/workflow_eval_run_results_order.rb +9 -0
  43. data/lib/retab/types/{workflow_test_result_verdict.rb → workflow_eval_runs_order.rb} +1 -1
  44. data/lib/retab/types/workflow_eval_schema_drift.rb +9 -0
  45. data/lib/retab/types/{workflow_tests_order.rb → workflow_evals_order.rb} +1 -1
  46. data/lib/retab/types/workflow_experiment_freshness_state.rb +9 -0
  47. data/lib/retab/types/workflow_experiment_run_plan_mode.rb +15 -0
  48. data/lib/retab/types/workflow_experiments_exclude_status.rb +1 -1
  49. data/lib/retab/types/workflow_experiments_status.rb +1 -1
  50. data/lib/retab/version.rb +1 -1
  51. data/lib/retab/workflow_artifacts/extraction_workflow_artifact.rb +0 -3
  52. data/lib/retab/workflow_artifacts/parse_workflow_artifact.rb +0 -3
  53. data/lib/retab/workflow_artifacts/workflow_artifact.rb +5 -2
  54. data/lib/retab/{workflow_experiments/file_handle_input.rb → workflow_block_executions/block_exec_file_handle_input.rb} +6 -6
  55. data/lib/retab/workflow_block_executions/block_exec_file_ref.rb +28 -0
  56. data/lib/retab/{workflow_experiments/json_handle_input.rb → workflow_block_executions/block_exec_json_handle_input.rb} +6 -6
  57. data/lib/retab/workflow_block_executions/cancelled_block_execution_lifecycle.rb +25 -0
  58. data/lib/retab/workflow_block_executions/pending_block_execution_lifecycle.rb +20 -0
  59. data/lib/retab/workflow_block_executions/queued_block_execution_lifecycle.rb +20 -0
  60. data/lib/retab/workflow_block_executions/running_block_execution_lifecycle.rb +20 -0
  61. data/lib/retab/workflow_block_executions/stored_block_execution.rb +29 -0
  62. data/lib/retab/workflow_edges.rb +6 -0
  63. data/lib/retab/{workflow_test_run_results/cancelled_workflow_test_run.rb → workflow_eval_run_results/cancelled_workflow_eval_run.rb} +1 -1
  64. data/lib/retab/{workflow_test_run_results/completed_workflow_test_run.rb → workflow_eval_run_results/completed_workflow_eval_run.rb} +1 -1
  65. data/lib/retab/workflow_eval_run_results/error_workflow_eval_run.rb +28 -0
  66. data/lib/retab/{workflow_test_run_results/queued_workflow_test_run.rb → workflow_eval_run_results/file_handle_input.rb} +1 -1
  67. data/lib/retab/{workflow_test_run_results/workflow_test_run_timing.rb → workflow_eval_run_results/json_handle_input.rb} +1 -1
  68. data/lib/retab/workflow_eval_run_results/pending_workflow_eval_run.rb +7 -0
  69. data/lib/retab/{workflow_test_run_results/error_workflow_test_run.rb → workflow_eval_run_results/queued_workflow_eval_run.rb} +1 -1
  70. data/lib/retab/{workflow_test_run_results/pending_workflow_test_run.rb → workflow_eval_run_results/result_file_ref.rb} +1 -1
  71. data/lib/retab/workflow_eval_run_results/running_workflow_eval_run.rb +7 -0
  72. data/lib/retab/{workflow_test_run_results/workflow_test_result.rb → workflow_eval_run_results/workflow_eval_result.rb} +32 -41
  73. data/lib/retab/workflow_eval_run_results/workflow_eval_run_timing.rb +7 -0
  74. data/lib/retab/{workflow_test_run_results.rb → workflow_eval_run_results.rb} +10 -10
  75. data/lib/retab/{workflow_test_runs/block_test_batch_execution_counts.rb → workflow_eval_runs/block_eval_batch_execution_counts.rb} +3 -3
  76. data/lib/retab/{workflow_test_runs/block_test_lifecycle_counts.rb → workflow_eval_runs/block_eval_lifecycle_counts.rb} +1 -1
  77. data/lib/retab/{workflow_test_runs/block_test_outcome_counts.rb → workflow_eval_runs/block_eval_outcome_counts.rb} +1 -1
  78. data/lib/retab/{workflow_test_runs/create_workflow_test_run_request.rb → workflow_eval_runs/create_workflow_eval_run_request.rb} +4 -4
  79. data/lib/retab/{workflow_tests/workflow_test_block_target.rb → workflow_eval_runs/eval_run_block_target.rb} +1 -1
  80. data/lib/retab/workflow_eval_runs/eval_run_freshness.rb +34 -0
  81. data/lib/retab/{workflow_test_runs/workflow_test_run_workflow_scope.rb → workflow_eval_runs/eval_run_trigger.rb} +1 -1
  82. data/lib/retab/{workflow_test_runs/workflow_test_run.rb → workflow_eval_runs/workflow_eval_run.rb} +18 -18
  83. data/lib/retab/{workflow_test_runs/workflow_test_run_block_scope.rb → workflow_eval_runs/workflow_eval_run_block_scope.rb} +1 -1
  84. data/lib/retab/{workflow_test_runs/workflow_test_run_single_scope.rb → workflow_eval_runs/workflow_eval_run_single_scope.rb} +4 -4
  85. data/lib/retab/workflow_eval_runs/workflow_eval_run_workflow_scope.rb +20 -0
  86. data/lib/retab/{workflow_test_runs.rb → workflow_eval_runs.rb} +24 -24
  87. data/lib/retab/{workflow_tests/create_workflow_test_request.rb → workflow_evals/create_workflow_eval_request.rb} +4 -4
  88. data/lib/retab/workflow_evals/eval_file_handle_input.rb +7 -0
  89. data/lib/retab/workflow_evals/eval_json_handle_input.rb +7 -0
  90. data/lib/retab/{workflow_test_run_results/running_workflow_test_run.rb → workflow_evals/eval_public_file_ref.rb} +1 -1
  91. data/lib/retab/{workflow_tests/latest_block_test_run_summary.rb → workflow_evals/latest_block_eval_run_summary.rb} +4 -4
  92. data/lib/retab/{workflow_tests/manual_workflow_test_source.rb → workflow_evals/manual_workflow_eval_source.rb} +1 -1
  93. data/lib/retab/{workflow_tests/run_step_workflow_test_source.rb → workflow_evals/run_step_workflow_eval_source.rb} +1 -1
  94. data/lib/retab/{workflow_tests/update_workflow_test_request.rb → workflow_evals/update_workflow_eval_request.rb} +3 -3
  95. data/lib/retab/{workflow_tests/workflow_test.rb → workflow_evals/workflow_eval.rb} +7 -7
  96. data/lib/retab/workflow_evals/workflow_eval_block_target.rb +7 -0
  97. data/lib/retab/{workflow_tests.rb → workflow_evals.rb} +31 -31
  98. data/lib/retab/workflow_experiments/workflow_experiment.rb +12 -0
  99. data/lib/retab/workflow_runs/pending_run.rb +1 -14
  100. data/lib/retab/workflow_runs/running_run.rb +1 -14
  101. data/lib/retab/workflow_runs.rb +1 -1
  102. data/lib/retab/workflow_steps/pending_step_lifecycle.rb +1 -1
  103. data/lib/retab/workflow_steps/queued_step_lifecycle.rb +1 -14
  104. data/lib/retab/workflow_steps/running_step_lifecycle.rb +1 -1
  105. data/lib/retab/workflows.rb +2 -2
  106. data/lib/retab.rb +3 -3
  107. data/rbi/retab/{block_test_batch_execution_counts.rbi → block_eval_batch_execution_counts.rbi} +5 -5
  108. data/rbi/retab/{block_test_lifecycle_counts.rbi → block_eval_lifecycle_counts.rbi} +1 -1
  109. data/rbi/retab/{block_test_outcome_counts.rbi → block_eval_outcome_counts.rbi} +1 -1
  110. data/rbi/retab/block_exec_file_handle_input.rbi +30 -0
  111. data/rbi/retab/block_exec_file_ref.rbi +36 -0
  112. data/rbi/retab/block_exec_json_handle_input.rbi +30 -0
  113. data/rbi/retab/cancelled_block_execution_lifecycle.rbi +30 -0
  114. data/rbi/retab/{cancelled_workflow_test_run.rbi → cancelled_workflow_eval_run.rbi} +1 -1
  115. data/rbi/retab/classification_request.rbi +2 -2
  116. data/rbi/retab/{completed_workflow_test_run.rbi → completed_workflow_eval_run.rbi} +1 -1
  117. data/rbi/retab/create_experiment_run_request.rbi +6 -0
  118. data/rbi/retab/create_file_blueprint_request.rbi +4 -4
  119. data/rbi/retab/{create_workflow_test_request.rbi → create_workflow_eval_request.rbi} +5 -5
  120. data/rbi/retab/{create_workflow_test_run_request.rbi → create_workflow_eval_run_request.rbi} +3 -3
  121. data/rbi/retab/create_workflow_run_request.rbi +2 -2
  122. data/rbi/retab/edit_request.rbi +2 -2
  123. data/rbi/retab/{error_workflow_test_run.rbi → error_workflow_eval_run.rbi} +1 -1
  124. data/rbi/retab/eval_file_handle_input.rbi +30 -0
  125. data/rbi/retab/eval_json_handle_input.rbi +30 -0
  126. data/rbi/retab/eval_public_file_ref.rbi +36 -0
  127. data/rbi/retab/{workflow_test_block_target.rbi → eval_run_block_target.rbi} +1 -1
  128. data/rbi/retab/eval_run_freshness.rbi +48 -0
  129. data/rbi/retab/{workflow_test_run_workflow_scope.rbi → eval_run_trigger.rbi} +1 -1
  130. data/rbi/retab/experiment_metrics_stale_error.rbi +2 -2
  131. data/rbi/retab/experiment_run.rbi +2 -2
  132. data/rbi/retab/experiment_runs.rbi +2 -1
  133. data/rbi/retab/experiment_summary_metrics_response.rbi +2 -2
  134. data/rbi/retab/extraction.rbi +0 -6
  135. data/rbi/retab/extraction_request.rbi +2 -8
  136. data/rbi/retab/extraction_workflow_artifact.rbi +0 -6
  137. data/rbi/retab/extractions.rbi +19 -2
  138. data/rbi/retab/file_blueprint.rbi +6 -6
  139. data/rbi/retab/file_handle_input.rbi +2 -2
  140. data/rbi/retab/files.rbi +2 -2
  141. data/rbi/retab/generate_schema_request.rbi +0 -6
  142. data/rbi/retab/{latest_block_test_run_summary.rbi → latest_block_eval_run_summary.rbi} +3 -3
  143. data/rbi/retab/{manual_workflow_test_source.rbi → manual_workflow_eval_source.rbi} +3 -3
  144. data/rbi/retab/metrics_stale_error_last_run.rbi +2 -2
  145. data/rbi/retab/parse.rbi +0 -6
  146. data/rbi/retab/parse_request.rbi +2 -8
  147. data/rbi/retab/parse_workflow_artifact.rbi +0 -6
  148. data/rbi/retab/parses.rbi +1 -2
  149. data/rbi/retab/partition_request.rbi +2 -2
  150. data/rbi/retab/pending_block_execution_lifecycle.rbi +24 -0
  151. data/rbi/retab/{pending_workflow_test_run.rbi → pending_workflow_eval_run.rbi} +1 -1
  152. data/rbi/retab/queued_block_execution_lifecycle.rbi +24 -0
  153. data/rbi/retab/{queued_workflow_test_run.rbi → queued_workflow_eval_run.rbi} +1 -1
  154. data/rbi/retab/result_file_ref.rbi +36 -0
  155. data/rbi/retab/{run_step_workflow_test_source.rbi → run_step_workflow_eval_source.rbi} +1 -1
  156. data/rbi/retab/running_block_execution_lifecycle.rbi +24 -0
  157. data/rbi/retab/{running_workflow_test_run.rbi → running_workflow_eval_run.rbi} +1 -1
  158. data/rbi/retab/schemas.rbi +1 -2
  159. data/rbi/retab/split_request.rbi +2 -2
  160. data/rbi/retab/stored_block_execution.rbi +48 -6
  161. data/rbi/retab/{update_workflow_test_request.rbi → update_workflow_eval_request.rbi} +3 -3
  162. data/rbi/retab/workflow_artifact.rbi +6 -0
  163. data/rbi/retab/workflow_edges.rbi +2 -1
  164. data/rbi/retab/{workflow_test.rbi → workflow_eval.rbi} +11 -11
  165. data/rbi/retab/workflow_eval_block_target.rbi +30 -0
  166. data/rbi/retab/{workflow_test_result.rbi → workflow_eval_result.rbi} +35 -35
  167. data/rbi/retab/workflow_eval_run.rbi +84 -0
  168. data/rbi/retab/{workflow_test_run_block_scope.rbi → workflow_eval_run_block_scope.rbi} +1 -1
  169. data/rbi/retab/{workflow_test_run_results.rbi → workflow_eval_run_results.rbi} +3 -3
  170. data/rbi/retab/{workflow_test_run_single_scope.rbi → workflow_eval_run_single_scope.rbi} +3 -3
  171. data/rbi/retab/{workflow_test_run_timing.rbi → workflow_eval_run_timing.rbi} +1 -1
  172. data/rbi/retab/workflow_eval_run_workflow_scope.rbi +24 -0
  173. data/rbi/retab/{workflow_test_runs.rbi → workflow_eval_runs.rbi} +8 -8
  174. data/rbi/retab/{workflow_tests.rbi → workflow_evals.rbi} +16 -16
  175. data/rbi/retab/workflow_experiment.rbi +24 -0
  176. data/rbi/retab/workflows.rbi +2 -2
  177. metadata +125 -92
  178. data/lib/retab/types/workflow_test_schema_drift.rb +0 -9
  179. data/rbi/retab/workflow_test_run.rbi +0 -84
  180. /data/lib/retab/{workflow_test_run_results → workflow_eval_run_results}/assertion_failure.rb +0 -0
  181. /data/lib/retab/{workflow_test_run_results → workflow_eval_run_results}/assertion_result.rb +0 -0
  182. /data/lib/retab/{workflow_test_run_results → workflow_eval_run_results}/verdict_summary.rb +0 -0
  183. /data/lib/retab/{workflow_tests → workflow_evals}/all_items_match_condition.rb +0 -0
  184. /data/lib/retab/{workflow_tests → workflow_evals}/any_item_matches_condition.rb +0 -0
  185. /data/lib/retab/{workflow_tests → workflow_evals}/array_contains_condition.rb +0 -0
  186. /data/lib/retab/{workflow_experiments → workflow_evals}/artifact_drift.rb +0 -0
  187. /data/lib/retab/{workflow_experiments → workflow_evals}/artifact_freshness.rb +0 -0
  188. /data/lib/retab/{workflow_tests → workflow_evals}/assertion_schema_dep.rb +0 -0
  189. /data/lib/retab/{workflow_tests → workflow_evals}/assertion_spec.rb +0 -0
  190. /data/lib/retab/{workflow_tests → workflow_evals}/between_condition.rb +0 -0
  191. /data/lib/retab/{workflow_tests → workflow_evals}/contain_condition.rb +0 -0
  192. /data/lib/retab/{workflow_tests → workflow_evals}/ends_with_condition.rb +0 -0
  193. /data/lib/retab/{workflow_tests → workflow_evals}/equal_condition.rb +0 -0
  194. /data/lib/retab/{workflow_tests → workflow_evals}/exist_condition.rb +0 -0
  195. /data/lib/retab/{workflow_tests → workflow_evals}/json_schema_valid_condition.rb +0 -0
  196. /data/lib/retab/{workflow_tests → workflow_evals}/length_compare_condition.rb +0 -0
  197. /data/lib/retab/{workflow_tests → workflow_evals}/llm_judged_as_condition.rb +0 -0
  198. /data/lib/retab/{workflow_tests → workflow_evals}/llm_not_judged_as_condition.rb +0 -0
  199. /data/lib/retab/{workflow_tests → workflow_evals}/matche_regex_condition.rb +0 -0
  200. /data/lib/retab/{workflow_tests → workflow_evals}/not_contains_condition.rb +0 -0
  201. /data/lib/retab/{workflow_tests → workflow_evals}/not_equals_condition.rb +0 -0
  202. /data/lib/retab/{workflow_tests → workflow_evals}/not_exists_condition.rb +0 -0
  203. /data/lib/retab/{workflow_tests → workflow_evals}/number_compare_condition.rb +0 -0
  204. /data/lib/retab/{workflow_tests → workflow_evals}/object_contains_condition.rb +0 -0
  205. /data/lib/retab/{workflow_tests → workflow_evals}/output_target.rb +0 -0
  206. /data/lib/retab/{workflow_tests → workflow_evals}/similarity_gte_condition.rb +0 -0
  207. /data/lib/retab/{workflow_tests → workflow_evals}/split_iou_condition.rb +0 -0
  208. /data/lib/retab/{workflow_tests → workflow_evals}/start_with_condition.rb +0 -0
@@ -0,0 +1,20 @@
1
+ # frozen_string_literal: true
2
+
3
+ # This file is auto-generated by oagen. Do not edit.
4
+
5
+ module Retab
6
+ class WorkflowEvalRunWorkflowScope < Retab::Types::BaseModel
7
+
8
+ HASH_ATTRS = {
9
+ type: :type
10
+ }.freeze
11
+
12
+ attr_accessor :type
13
+
14
+ def initialize(json)
15
+ super()
16
+ hash = self.class.normalize(json)
17
+ @type = hash[:type]
18
+ end
19
+ end
20
+ end
@@ -5,14 +5,14 @@
5
5
  require "json"
6
6
 
7
7
  module Retab
8
- class WorkflowTestRuns
8
+ class WorkflowEvalRuns
9
9
  def initialize(client)
10
10
  @client = client
11
11
  end
12
12
 
13
- # List Test Execution Runs
13
+ # List Workflow Eval Runs
14
14
  # @param workflow_id [String, nil]
15
- # @param test_id [String, nil]
15
+ # @param eval_id [String, nil]
16
16
  # @param target_block_id [String, nil]
17
17
  # @param status [String, nil]
18
18
  # @param exclude_status [String, nil]
@@ -23,12 +23,12 @@ module Retab
23
23
  # @param before [String, nil]
24
24
  # @param after [String, nil]
25
25
  # @param limit [Integer, nil]
26
- # @param order [Retab::Types::WorkflowTestRunsOrder, nil]
26
+ # @param order [Retab::Types::WorkflowEvalRunsOrder, nil]
27
27
  # @param request_options [Hash] (see Retab::Types::RequestOptions)
28
- # @return [Retab::PaginatedList<Retab::WorkflowTestRun>]
28
+ # @return [Retab::PaginatedList<Retab::WorkflowEvalRun>]
29
29
  def list(
30
30
  workflow_id: nil,
31
- test_id: nil,
31
+ eval_id: nil,
32
32
  target_block_id: nil,
33
33
  status: nil,
34
34
  exclude_status: nil,
@@ -44,7 +44,7 @@ module Retab
44
44
  )
45
45
  params = {
46
46
  "workflow_id" => workflow_id,
47
- "test_id" => test_id,
47
+ "eval_id" => eval_id,
48
48
  "target_block_id" => target_block_id,
49
49
  "status" => status,
50
50
  "exclude_status" => exclude_status,
@@ -59,7 +59,7 @@ module Retab
59
59
  }.compact
60
60
  response = @client.request(
61
61
  method: :get,
62
- path: "/v1/workflows/tests/runs",
62
+ path: "/v1/workflows/evals/runs",
63
63
  auth: true,
64
64
  params: params,
65
65
  request_options: request_options
@@ -67,7 +67,7 @@ module Retab
67
67
  fetch_next = -> (cursor) {
68
68
  list(
69
69
  workflow_id: workflow_id,
70
- test_id: test_id,
70
+ eval_id: eval_id,
71
71
  target_block_id: target_block_id,
72
72
  status: status,
73
73
  exclude_status: exclude_status,
@@ -84,10 +84,10 @@ module Retab
84
84
  }
85
85
  Retab::PaginatedList.from_response(
86
86
  response,
87
- model: Retab::WorkflowTestRun,
87
+ model: Retab::WorkflowEvalRun,
88
88
  filters: {
89
89
  workflow_id: workflow_id,
90
- test_id: test_id,
90
+ eval_id: eval_id,
91
91
  target_block_id: target_block_id,
92
92
  status: status,
93
93
  exclude_status: exclude_status,
@@ -103,11 +103,11 @@ module Retab
103
103
  )
104
104
  end
105
105
 
106
- # Create Test Run
106
+ # Create Workflow Eval Run
107
107
  # @param workflow_id [String]
108
- # @param scope [Retab::WorkflowTestRunSingleScope, Retab::WorkflowTestRunWorkflowScope, Retab::WorkflowTestRunBlockScope, nil] Optional execution scope. Omit (or pass null) to run every saved test in the workflow.
108
+ # @param scope [Retab::WorkflowEvalRunSingleScope, Retab::WorkflowEvalRunWorkflowScope, Retab::WorkflowEvalRunBlockScope, nil] Optional execution scope. Omit (or pass null) to run every saved eval in the workflow.
109
109
  # @param request_options [Hash] (see Retab::Types::RequestOptions)
110
- # @return [Retab::WorkflowTestRun]
110
+ # @return [Retab::WorkflowEvalRun]
111
111
  def create(
112
112
  workflow_id:,
113
113
  scope: nil,
@@ -119,12 +119,12 @@ module Retab
119
119
  }.compact
120
120
  response = @client.request(
121
121
  method: :post,
122
- path: "/v1/workflows/tests/runs",
122
+ path: "/v1/workflows/evals/runs",
123
123
  auth: true,
124
124
  body: body,
125
125
  request_options: request_options
126
126
  )
127
- result = Retab::WorkflowTestRun.new(response.body)
127
+ result = Retab::WorkflowEvalRun.new(response.body)
128
128
  result.last_response = Retab::Types::ApiResponse.new(
129
129
  http_status: response.code.to_i,
130
130
  http_headers: response.each_header.to_h,
@@ -133,21 +133,21 @@ module Retab
133
133
  result
134
134
  end
135
135
 
136
- # Get Test Execution Run
136
+ # Get Workflow Eval Run
137
137
  # @param run_id [String]
138
138
  # @param request_options [Hash] (see Retab::Types::RequestOptions)
139
- # @return [Retab::WorkflowTestRun]
139
+ # @return [Retab::WorkflowEvalRun]
140
140
  def get(
141
141
  run_id:,
142
142
  request_options: {}
143
143
  )
144
144
  response = @client.request(
145
145
  method: :get,
146
- path: "/v1/workflows/tests/runs/#{Retab::Util.encode_path(run_id)}",
146
+ path: "/v1/workflows/evals/runs/#{Retab::Util.encode_path(run_id)}",
147
147
  auth: true,
148
148
  request_options: request_options
149
149
  )
150
- result = Retab::WorkflowTestRun.new(response.body)
150
+ result = Retab::WorkflowEvalRun.new(response.body)
151
151
  result.last_response = Retab::Types::ApiResponse.new(
152
152
  http_status: response.code.to_i,
153
153
  http_headers: response.each_header.to_h,
@@ -156,21 +156,21 @@ module Retab
156
156
  result
157
157
  end
158
158
 
159
- # Cancel Test Execution Run
159
+ # Cancel Workflow Eval Run
160
160
  # @param run_id [String]
161
161
  # @param request_options [Hash] (see Retab::Types::RequestOptions)
162
- # @return [Retab::WorkflowTestRun]
162
+ # @return [Retab::WorkflowEvalRun]
163
163
  def cancel(
164
164
  run_id:,
165
165
  request_options: {}
166
166
  )
167
167
  response = @client.request(
168
168
  method: :post,
169
- path: "/v1/workflows/tests/runs/#{Retab::Util.encode_path(run_id)}/cancel",
169
+ path: "/v1/workflows/evals/runs/#{Retab::Util.encode_path(run_id)}/cancel",
170
170
  auth: true,
171
171
  request_options: request_options
172
172
  )
173
- result = Retab::WorkflowTestRun.new(response.body)
173
+ result = Retab::WorkflowEvalRun.new(response.body)
174
174
  result.last_response = Retab::Types::ApiResponse.new(
175
175
  http_status: response.code.to_i,
176
176
  http_headers: response.each_header.to_h,
@@ -3,7 +3,7 @@
3
3
  # This file is auto-generated by oagen. Do not edit.
4
4
 
5
5
  module Retab
6
- class CreateWorkflowTestRequest < Retab::Types::BaseModel
6
+ class CreateWorkflowEvalRequest < Retab::Types::BaseModel
7
7
 
8
8
  HASH_ATTRS = {
9
9
  workflow_id: :workflow_id,
@@ -25,13 +25,13 @@ module Retab
25
25
  super()
26
26
  hash = self.class.normalize(json)
27
27
  @workflow_id = hash[:workflow_id]
28
- @target = hash[:target] ? Retab::WorkflowTestBlockTarget.new(hash[:target]) : nil
28
+ @target = hash[:target] ? Retab::WorkflowEvalBlockTarget.new(hash[:target]) : nil
29
29
  @source = hash[:source] ? (
30
30
  case hash[:source][:type]
31
31
  when "manual"
32
- Retab::ManualWorkflowTestSource.new(hash[:source])
32
+ Retab::ManualWorkflowEvalSource.new(hash[:source])
33
33
  when "run_step"
34
- Retab::RunStepWorkflowTestSource.new(hash[:source])
34
+ Retab::RunStepWorkflowEvalSource.new(hash[:source])
35
35
  else
36
36
  hash[:source]
37
37
  end
@@ -0,0 +1,7 @@
1
+ # frozen_string_literal: true
2
+
3
+ # This file is auto-generated by oagen. Do not edit.
4
+
5
+ module Retab
6
+ EvalFileHandleInput = BlockExecFileHandleInput
7
+ end
@@ -0,0 +1,7 @@
1
+ # frozen_string_literal: true
2
+
3
+ # This file is auto-generated by oagen. Do not edit.
4
+
5
+ module Retab
6
+ EvalJsonHandleInput = BlockExecJsonHandleInput
7
+ end
@@ -3,5 +3,5 @@
3
3
  # This file is auto-generated by oagen. Do not edit.
4
4
 
5
5
  module Retab
6
- RunningWorkflowTestRun = RunningRun
6
+ EvalPublicFileRef = BlockExecFileRef
7
7
  end
@@ -3,7 +3,7 @@
3
3
  # This file is auto-generated by oagen. Do not edit.
4
4
 
5
5
  module Retab
6
- class LatestBlockTestRunSummary < Retab::Types::BaseModel
6
+ class LatestBlockEvalRunSummary < Retab::Types::BaseModel
7
7
 
8
8
  HASH_ATTRS = {
9
9
  run_record_id: :run_record_id,
@@ -13,7 +13,7 @@ module Retab
13
13
  completed_at: :completed_at,
14
14
  duration_ms: :duration_ms,
15
15
  workflow_draft_fingerprint: :workflow_draft_fingerprint,
16
- block_config_fingerprint: :block_config_fingerprint,
16
+ block_execution_fingerprint: :block_execution_fingerprint,
17
17
  validity_fingerprint: :validity_fingerprint,
18
18
  handle_inputs_fingerprint: :handle_inputs_fingerprint,
19
19
  assertions_passed: :assertions_passed,
@@ -29,7 +29,7 @@ module Retab
29
29
  :completed_at,
30
30
  :duration_ms,
31
31
  :workflow_draft_fingerprint,
32
- :block_config_fingerprint,
32
+ :block_execution_fingerprint,
33
33
  :validity_fingerprint,
34
34
  :handle_inputs_fingerprint,
35
35
  :assertions_passed,
@@ -47,7 +47,7 @@ module Retab
47
47
  @completed_at = hash[:completed_at]
48
48
  @duration_ms = hash[:duration_ms]
49
49
  @workflow_draft_fingerprint = hash[:workflow_draft_fingerprint]
50
- @block_config_fingerprint = hash[:block_config_fingerprint]
50
+ @block_execution_fingerprint = hash[:block_execution_fingerprint]
51
51
  @validity_fingerprint = hash[:validity_fingerprint]
52
52
  @handle_inputs_fingerprint = hash[:handle_inputs_fingerprint]
53
53
  @assertions_passed = hash[:assertions_passed]
@@ -3,7 +3,7 @@
3
3
  # This file is auto-generated by oagen. Do not edit.
4
4
 
5
5
  module Retab
6
- class ManualWorkflowTestSource < Retab::Types::BaseModel
6
+ class ManualWorkflowEvalSource < Retab::Types::BaseModel
7
7
 
8
8
  HASH_ATTRS = {
9
9
  type: :type,
@@ -3,7 +3,7 @@
3
3
  # This file is auto-generated by oagen. Do not edit.
4
4
 
5
5
  module Retab
6
- class RunStepWorkflowTestSource < Retab::Types::BaseModel
6
+ class RunStepWorkflowEvalSource < Retab::Types::BaseModel
7
7
 
8
8
  HASH_ATTRS = {
9
9
  type: :type,
@@ -3,7 +3,7 @@
3
3
  # This file is auto-generated by oagen. Do not edit.
4
4
 
5
5
  module Retab
6
- class UpdateWorkflowTestRequest < Retab::Types::BaseModel
6
+ class UpdateWorkflowEvalRequest < Retab::Types::BaseModel
7
7
 
8
8
  HASH_ATTRS = {
9
9
  name: :name,
@@ -25,9 +25,9 @@ module Retab
25
25
  @source = hash[:source] ? (
26
26
  case hash[:source][:type]
27
27
  when "manual"
28
- Retab::ManualWorkflowTestSource.new(hash[:source])
28
+ Retab::ManualWorkflowEvalSource.new(hash[:source])
29
29
  when "run_step"
30
- Retab::RunStepWorkflowTestSource.new(hash[:source])
30
+ Retab::RunStepWorkflowEvalSource.new(hash[:source])
31
31
  else
32
32
  hash[:source]
33
33
  end
@@ -3,7 +3,7 @@
3
3
  # This file is auto-generated by oagen. Do not edit.
4
4
 
5
5
  module Retab
6
- class WorkflowTest < Retab::Types::BaseModel
6
+ class WorkflowEval < Retab::Types::BaseModel
7
7
 
8
8
  HASH_ATTRS = {
9
9
  id: :id,
@@ -54,13 +54,13 @@ module Retab
54
54
  hash = self.class.normalize(json)
55
55
  @id = hash[:id]
56
56
  @workflow_id = hash[:workflow_id]
57
- @target = hash[:target] ? Retab::WorkflowTestBlockTarget.new(hash[:target]) : nil
57
+ @target = hash[:target] ? Retab::WorkflowEvalBlockTarget.new(hash[:target]) : nil
58
58
  @source = hash[:source] ? (
59
59
  case hash[:source][:type]
60
60
  when "manual"
61
- Retab::ManualWorkflowTestSource.new(hash[:source])
61
+ Retab::ManualWorkflowEvalSource.new(hash[:source])
62
62
  when "run_step"
63
- Retab::RunStepWorkflowTestSource.new(hash[:source])
63
+ Retab::RunStepWorkflowEvalSource.new(hash[:source])
64
64
  else
65
65
  hash[:source]
66
66
  end
@@ -75,11 +75,11 @@ module Retab
75
75
  @drift = hash[:drift] ? Retab::ArtifactDrift.new(hash[:drift]) : nil
76
76
  @validation_status = hash[:validation_status].nil? ? "valid" : hash[:validation_status]
77
77
  @validation_issues = (hash[:validation_issues] || [])
78
- @latest_run_summary = hash[:latest_run_summary] ? Retab::LatestBlockTestRunSummary.new(hash[:latest_run_summary]) : nil
79
- @latest_passing_run_summary = hash[:latest_passing_run_summary] ? Retab::LatestBlockTestRunSummary.new(
78
+ @latest_run_summary = hash[:latest_run_summary] ? Retab::LatestBlockEvalRunSummary.new(hash[:latest_run_summary]) : nil
79
+ @latest_passing_run_summary = hash[:latest_passing_run_summary] ? Retab::LatestBlockEvalRunSummary.new(
80
80
  hash[:latest_passing_run_summary]
81
81
  ) : nil
82
- @latest_failing_run_summary = hash[:latest_failing_run_summary] ? Retab::LatestBlockTestRunSummary.new(
82
+ @latest_failing_run_summary = hash[:latest_failing_run_summary] ? Retab::LatestBlockEvalRunSummary.new(
83
83
  hash[:latest_failing_run_summary]
84
84
  ) : nil
85
85
  @created_at = hash[:created_at]
@@ -0,0 +1,7 @@
1
+ # frozen_string_literal: true
2
+
3
+ # This file is auto-generated by oagen. Do not edit.
4
+
5
+ module Retab
6
+ WorkflowEvalBlockTarget = EvalRunBlockTarget
7
+ end
@@ -5,28 +5,28 @@
5
5
  require "json"
6
6
 
7
7
  module Retab
8
- class WorkflowTests
8
+ class WorkflowEvals
9
9
  def initialize(client)
10
10
  @client = client
11
11
  end
12
12
 
13
13
  def results
14
- @results ||= Retab::WorkflowTestRunResults.new(@client)
14
+ @results ||= Retab::WorkflowEvalRunResults.new(@client)
15
15
  end
16
16
 
17
17
  def runs
18
- @runs ||= Retab::WorkflowTestRuns.new(@client)
18
+ @runs ||= Retab::WorkflowEvalRuns.new(@client)
19
19
  end
20
20
 
21
- # List Tests
21
+ # List Workflow Evals
22
22
  # @param workflow_id [String]
23
23
  # @param target_block_id [String, nil]
24
24
  # @param before [String, nil]
25
25
  # @param after [String, nil]
26
26
  # @param limit [Integer, nil]
27
- # @param order [Retab::Types::WorkflowTestsOrder, nil]
27
+ # @param order [Retab::Types::WorkflowEvalsOrder, nil]
28
28
  # @param request_options [Hash] (see Retab::Types::RequestOptions)
29
- # @return [Retab::PaginatedList<Retab::WorkflowTest>]
29
+ # @return [Retab::PaginatedList<Retab::WorkflowEval>]
30
30
  def list(
31
31
  workflow_id:,
32
32
  target_block_id: nil,
@@ -46,7 +46,7 @@ module Retab
46
46
  }.compact
47
47
  response = @client.request(
48
48
  method: :get,
49
- path: "/v1/workflows/tests",
49
+ path: "/v1/workflows/evals",
50
50
  auth: true,
51
51
  params: params,
52
52
  request_options: request_options
@@ -64,7 +64,7 @@ module Retab
64
64
  }
65
65
  Retab::PaginatedList.from_response(
66
66
  response,
67
- model: Retab::WorkflowTest,
67
+ model: Retab::WorkflowEval,
68
68
  filters: {
69
69
  workflow_id: workflow_id,
70
70
  target_block_id: target_block_id,
@@ -76,14 +76,14 @@ module Retab
76
76
  )
77
77
  end
78
78
 
79
- # Create Test
79
+ # Create Workflow Eval
80
80
  # @param workflow_id [String]
81
- # @param target [Retab::WorkflowTestBlockTarget]
82
- # @param source [Retab::ManualWorkflowTestSource, Retab::RunStepWorkflowTestSource]
81
+ # @param target [Retab::WorkflowEvalBlockTarget]
82
+ # @param source [Retab::ManualWorkflowEvalSource, Retab::RunStepWorkflowEvalSource]
83
83
  # @param name [String, nil]
84
84
  # @param assertion [Retab::AssertionSpec]
85
85
  # @param request_options [Hash] (see Retab::Types::RequestOptions)
86
- # @return [Retab::WorkflowTest]
86
+ # @return [Retab::WorkflowEval]
87
87
  def create(
88
88
  workflow_id:,
89
89
  target:,
@@ -101,12 +101,12 @@ module Retab
101
101
  }.compact
102
102
  response = @client.request(
103
103
  method: :post,
104
- path: "/v1/workflows/tests",
104
+ path: "/v1/workflows/evals",
105
105
  auth: true,
106
106
  body: body,
107
107
  request_options: request_options
108
108
  )
109
- result = Retab::WorkflowTest.new(response.body)
109
+ result = Retab::WorkflowEval.new(response.body)
110
110
  result.last_response = Retab::Types::ApiResponse.new(
111
111
  http_status: response.code.to_i,
112
112
  http_headers: response.each_header.to_h,
@@ -115,21 +115,21 @@ module Retab
115
115
  result
116
116
  end
117
117
 
118
- # Get Test
119
- # @param test_id [String]
118
+ # Get Workflow Eval
119
+ # @param eval_id [String]
120
120
  # @param request_options [Hash] (see Retab::Types::RequestOptions)
121
- # @return [Retab::WorkflowTest]
121
+ # @return [Retab::WorkflowEval]
122
122
  def get(
123
- test_id:,
123
+ eval_id:,
124
124
  request_options: {}
125
125
  )
126
126
  response = @client.request(
127
127
  method: :get,
128
- path: "/v1/workflows/tests/#{Retab::Util.encode_path(test_id)}",
128
+ path: "/v1/workflows/evals/#{Retab::Util.encode_path(eval_id)}",
129
129
  auth: true,
130
130
  request_options: request_options
131
131
  )
132
- result = Retab::WorkflowTest.new(response.body)
132
+ result = Retab::WorkflowEval.new(response.body)
133
133
  result.last_response = Retab::Types::ApiResponse.new(
134
134
  http_status: response.code.to_i,
135
135
  http_headers: response.each_header.to_h,
@@ -138,15 +138,15 @@ module Retab
138
138
  result
139
139
  end
140
140
 
141
- # Update Test
142
- # @param test_id [String]
141
+ # Update Workflow Eval
142
+ # @param eval_id [String]
143
143
  # @param name [String, nil]
144
144
  # @param assertion [Retab::AssertionSpec, nil]
145
- # @param source [Retab::ManualWorkflowTestSource, Retab::RunStepWorkflowTestSource, nil]
145
+ # @param source [Retab::ManualWorkflowEvalSource, Retab::RunStepWorkflowEvalSource, nil]
146
146
  # @param request_options [Hash] (see Retab::Types::RequestOptions)
147
- # @return [Retab::WorkflowTest]
147
+ # @return [Retab::WorkflowEval]
148
148
  def update(
149
- test_id:,
149
+ eval_id:,
150
150
  name: nil,
151
151
  assertion: nil,
152
152
  source: nil,
@@ -159,12 +159,12 @@ module Retab
159
159
  }.compact
160
160
  response = @client.request(
161
161
  method: :patch,
162
- path: "/v1/workflows/tests/#{Retab::Util.encode_path(test_id)}",
162
+ path: "/v1/workflows/evals/#{Retab::Util.encode_path(eval_id)}",
163
163
  auth: true,
164
164
  body: body,
165
165
  request_options: request_options
166
166
  )
167
- result = Retab::WorkflowTest.new(response.body)
167
+ result = Retab::WorkflowEval.new(response.body)
168
168
  result.last_response = Retab::Types::ApiResponse.new(
169
169
  http_status: response.code.to_i,
170
170
  http_headers: response.each_header.to_h,
@@ -173,17 +173,17 @@ module Retab
173
173
  result
174
174
  end
175
175
 
176
- # Delete Test
177
- # @param test_id [String]
176
+ # Delete Workflow Eval
177
+ # @param eval_id [String]
178
178
  # @param request_options [Hash] (see Retab::Types::RequestOptions)
179
179
  # @return [void]
180
180
  def delete(
181
- test_id:,
181
+ eval_id:,
182
182
  request_options: {}
183
183
  )
184
184
  @client.request(
185
185
  method: :delete,
186
- path: "/v1/workflows/tests/#{Retab::Util.encode_path(test_id)}",
186
+ path: "/v1/workflows/evals/#{Retab::Util.encode_path(eval_id)}",
187
187
  auth: true,
188
188
  request_options: request_options
189
189
  )
@@ -20,6 +20,10 @@ module Retab
20
20
  score: :score,
21
21
  is_stale: :is_stale,
22
22
  freshness: :freshness,
23
+ freshness_state: :freshness_state,
24
+ freshness_reasons: :freshness_reasons,
25
+ run_plan_mode: :run_plan_mode,
26
+ rerunnable_document_count: :rerunnable_document_count,
23
27
  schema_drift: :schema_drift,
24
28
  schema_drift_detail: :schema_drift_detail,
25
29
  drift: :drift
@@ -40,6 +44,10 @@ module Retab
40
44
  :score,
41
45
  :is_stale,
42
46
  :freshness,
47
+ :freshness_state,
48
+ :freshness_reasons,
49
+ :run_plan_mode,
50
+ :rerunnable_document_count,
43
51
  :schema_drift,
44
52
  :schema_drift_detail,
45
53
  :drift
@@ -62,6 +70,10 @@ module Retab
62
70
  @score = hash[:score]
63
71
  @is_stale = hash[:is_stale].nil? ? false : hash[:is_stale]
64
72
  @freshness = hash[:freshness] ? Retab::ArtifactFreshness.new(hash[:freshness]) : nil
73
+ @freshness_state = hash[:freshness_state].nil? ? "unknown" : hash[:freshness_state]
74
+ @freshness_reasons = (hash[:freshness_reasons] || [])
75
+ @run_plan_mode = hash[:run_plan_mode].nil? ? "unknown" : hash[:run_plan_mode]
76
+ @rerunnable_document_count = hash[:rerunnable_document_count]
65
77
  @schema_drift = hash[:schema_drift].nil? ? "unknown" : hash[:schema_drift]
66
78
  @schema_drift_detail = hash[:schema_drift_detail]
67
79
  @drift = hash[:drift] ? Retab::ArtifactDrift.new(hash[:drift]) : nil
@@ -3,18 +3,5 @@
3
3
  # This file is auto-generated by oagen. Do not edit.
4
4
 
5
5
  module Retab
6
- class PendingRun < Retab::Types::BaseModel
7
-
8
- HASH_ATTRS = {
9
- status: :status
10
- }.freeze
11
-
12
- attr_accessor :status
13
-
14
- def initialize(json)
15
- super()
16
- hash = self.class.normalize(json)
17
- @status = hash[:status].nil? ? "pending" : hash[:status]
18
- end
19
- end
6
+ PendingRun = PendingBlockExecutionLifecycle
20
7
  end
@@ -3,18 +3,5 @@
3
3
  # This file is auto-generated by oagen. Do not edit.
4
4
 
5
5
  module Retab
6
- class RunningRun < Retab::Types::BaseModel
7
-
8
- HASH_ATTRS = {
9
- status: :status
10
- }.freeze
11
-
12
- attr_accessor :status
13
-
14
- def initialize(json)
15
- super()
16
- hash = self.class.normalize(json)
17
- @status = hash[:status].nil? ? "running" : hash[:status]
18
- end
19
- end
6
+ RunningRun = RunningBlockExecutionLifecycle
20
7
  end
@@ -122,7 +122,7 @@ module Retab
122
122
  version: nil,
123
123
  request_options: {}
124
124
  )
125
- documents = Retab::MimeData.coerce_document_map(documents) unless documents.nil?
125
+ documents = Retab::MimeData.coerce_document_map(documents, client: @client) unless documents.nil?
126
126
  body = {
127
127
  "workflow_id" => workflow_id,
128
128
  "documents" => documents,
@@ -3,5 +3,5 @@
3
3
  # This file is auto-generated by oagen. Do not edit.
4
4
 
5
5
  module Retab
6
- PendingStepLifecycle = PendingRun
6
+ PendingStepLifecycle = PendingBlockExecutionLifecycle
7
7
  end
@@ -3,18 +3,5 @@
3
3
  # This file is auto-generated by oagen. Do not edit.
4
4
 
5
5
  module Retab
6
- class QueuedStepLifecycle < Retab::Types::BaseModel
7
-
8
- HASH_ATTRS = {
9
- status: :status
10
- }.freeze
11
-
12
- attr_accessor :status
13
-
14
- def initialize(json)
15
- super()
16
- hash = self.class.normalize(json)
17
- @status = hash[:status].nil? ? "queued" : hash[:status]
18
- end
19
- end
6
+ QueuedStepLifecycle = QueuedBlockExecutionLifecycle
20
7
  end
@@ -3,5 +3,5 @@
3
3
  # This file is auto-generated by oagen. Do not edit.
4
4
 
5
5
  module Retab
6
- RunningStepLifecycle = RunningRun
6
+ RunningStepLifecycle = RunningBlockExecutionLifecycle
7
7
  end
@@ -42,8 +42,8 @@ module Retab
42
42
  @steps ||= Retab::WorkflowSteps.new(@client)
43
43
  end
44
44
 
45
- def tests
46
- @tests ||= Retab::WorkflowTests.new(@client)
45
+ def evals
46
+ @evals ||= Retab::WorkflowEvals.new(@client)
47
47
  end
48
48
 
49
49
  # List Workflows