deeprails 0.4.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: b7192d4dabd071a76430b8c959bf2d81f4e8e669c3ff435b3e03137e571ccf6a
4
- data.tar.gz: de4f603949d3e0e379c7c0f4549d9d96f776f0ce4a591bceabdc54eb4b957a21
3
+ metadata.gz: 586d8d76ef27fc2dcdf36e0670b4389719f16bcba5f429563d818d4bb5da826c
4
+ data.tar.gz: e04b9886b2027b4c28238ca165d6e651e17b69415767aac6cffdc52be7d63b3b
5
5
  SHA512:
6
- metadata.gz: ba34997d3b6e6c383ee5570dc9bdfb4b39a88ab9b18749d15bb52c053fcd7b8cc5104382b5ea48cc23be05dbf98ede56d60edf0dc9997264c3d9323db35e6a34
7
- data.tar.gz: d25c2b15590f995f3eb80ec2460c7888cc7f7359c6f5dc157cf582594b8ed813b0025fdc029c2128a2fa6b912e8338f139a8afba19a6067dd9fe15e43ed71b6c
6
+ metadata.gz: e9f780f6b48c4b1b057c9cef568f408e0cdbe8ab4b312b38d28cbb3857542482e71d33e6cfbbba1ca52ed150f5e19137e9fbe2e3c420ee11be0b3bd6760bb51f
7
+ data.tar.gz: 7d514066daa4ae3fa543e87966b195c31d835fb9a6dc211f5743c247dba1fef773ed9b67241a50f4805d18d6c2be5e0d8f1c20a67064f687be16044876286f5e
data/CHANGELOG.md CHANGED
@@ -1,5 +1,21 @@
1
1
  # Changelog
2
2
 
3
+ ## 0.6.0 (2025-10-22)
4
+
5
+ Full Changelog: [v0.5.0...v0.6.0](https://github.com/deeprails/deeprails-ruby-sdk/compare/v0.5.0...v0.6.0)
6
+
7
+ ### Features
8
+
9
+ * **api:** update defend naming and data structures ([e345a29](https://github.com/deeprails/deeprails-ruby-sdk/commit/e345a293b74cc3bfedcfcf8b5d9c9a834f82a69b))
10
+
11
+ ## 0.5.0 (2025-10-20)
12
+
13
+ Full Changelog: [v0.4.0...v0.5.0](https://github.com/deeprails/deeprails-ruby-sdk/compare/v0.4.0...v0.5.0)
14
+
15
+ ### Features
16
+
17
+ * **api:** readme example update ([4cdb59b](https://github.com/deeprails/deeprails-ruby-sdk/commit/4cdb59b5a0c9a5af34851fbd7885551a6253cf69))
18
+
3
19
  ## 0.4.0 (2025-10-16)
4
20
 
5
21
  Full Changelog: [v0.3.1...v0.4.0](https://github.com/deeprails/deeprails-ruby-sdk/compare/v0.3.1...v0.4.0)
data/README.md CHANGED
@@ -15,7 +15,7 @@ To use this gem, install via Bundler by adding the following to your application
15
15
  <!-- x-release-please-start-version -->
16
16
 
17
17
  ```ruby
18
- gem "deeprails", "~> 0.4.0"
18
+ gem "deeprails", "~> 0.6.0"
19
19
  ```
20
20
 
21
21
  <!-- x-release-please-end -->
@@ -30,12 +30,7 @@ deeprails = Deeprails::Client.new(
30
30
  api_key: ENV["DEEPRAILS_API_KEY"] # This is the default and can be omitted
31
31
  )
32
32
 
33
- defend_response = deeprails.defend.create_workflow(
34
- improvement_action: "fixit",
35
- metrics: {completeness: 0.8, instruction_adherence: 0.75},
36
- name: "Push Alert Workflow",
37
- type: "custom"
38
- )
33
+ defend_response = deeprails.defend.create_workflow(improvement_action: "fixit", name: "Push Alert Workflow", type: "custom")
39
34
 
40
35
  puts(defend_response.workflow_id)
41
36
  ```
@@ -46,12 +41,7 @@ When the library is unable to connect to the API, or if the API returns a non-su
46
41
 
47
42
  ```ruby
48
43
  begin
49
- defend = deeprails.defend.create_workflow(
50
- improvement_action: "fixit",
51
- metrics: {completeness: 0.8, instruction_adherence: 0.75},
52
- name: "Push Alert Workflow",
53
- type: "custom"
54
- )
44
+ defend = deeprails.defend.create_workflow(improvement_action: "fixit", name: "Push Alert Workflow", type: "custom")
55
45
  rescue Deeprails::Errors::APIConnectionError => e
56
46
  puts("The server could not be reached")
57
47
  puts(e.cause) # an underlying Exception, likely raised within `net/http`
@@ -96,7 +86,6 @@ deeprails = Deeprails::Client.new(
96
86
  # Or, configure per-request:
97
87
  deeprails.defend.create_workflow(
98
88
  improvement_action: "fixit",
99
- metrics: {completeness: 0.8, instruction_adherence: 0.75},
100
89
  name: "Push Alert Workflow",
101
90
  type: "custom",
102
91
  request_options: {max_retries: 5}
@@ -116,7 +105,6 @@ deeprails = Deeprails::Client.new(
116
105
  # Or, configure per-request:
117
106
  deeprails.defend.create_workflow(
118
107
  improvement_action: "fixit",
119
- metrics: {completeness: 0.8, instruction_adherence: 0.75},
120
108
  name: "Push Alert Workflow",
121
109
  type: "custom",
122
110
  request_options: {timeout: 5}
@@ -153,7 +141,6 @@ Note: the `extra_` parameters of the same name overrides the documented paramete
153
141
  defend_response =
154
142
  deeprails.defend.create_workflow(
155
143
  improvement_action: "fixit",
156
- metrics: {completeness: 0.8, instruction_adherence: 0.75},
157
144
  name: "Push Alert Workflow",
158
145
  type: "custom",
159
146
  request_options: {
@@ -201,29 +188,18 @@ This library provides comprehensive [RBI](https://sorbet.org/docs/rbi) definitio
201
188
  You can provide typesafe request parameters like so:
202
189
 
203
190
  ```ruby
204
- deeprails.defend.create_workflow(
205
- improvement_action: "fixit",
206
- metrics: {completeness: 0.8, instruction_adherence: 0.75},
207
- name: "Push Alert Workflow",
208
- type: "custom"
209
- )
191
+ deeprails.defend.create_workflow(improvement_action: "fixit", name: "Push Alert Workflow", type: "custom")
210
192
  ```
211
193
 
212
194
  Or, equivalently:
213
195
 
214
196
  ```ruby
215
197
  # Hashes work, but are not typesafe:
216
- deeprails.defend.create_workflow(
217
- improvement_action: "fixit",
218
- metrics: {completeness: 0.8, instruction_adherence: 0.75},
219
- name: "Push Alert Workflow",
220
- type: "custom"
221
- )
198
+ deeprails.defend.create_workflow(improvement_action: "fixit", name: "Push Alert Workflow", type: "custom")
222
199
 
223
200
  # You can also splat a full Params class:
224
201
  params = Deeprails::DefendCreateWorkflowParams.new(
225
202
  improvement_action: "fixit",
226
- metrics: {completeness: 0.8, instruction_adherence: 0.75},
227
203
  name: "Push Alert Workflow",
228
204
  type: "custom"
229
205
  )
@@ -235,11 +211,11 @@ deeprails.defend.create_workflow(**params)
235
211
  Since this library does not depend on `sorbet-runtime`, it cannot provide [`T::Enum`](https://sorbet.org/docs/tenum) instances. Instead, we provide "tagged symbols" instead, which is always a primitive at runtime:
236
212
 
237
213
  ```ruby
238
- # :regenerate
239
- puts(Deeprails::DefendCreateWorkflowParams::ImprovementAction::REGENERATE)
214
+ # :regen
215
+ puts(Deeprails::DefendCreateWorkflowParams::ImprovementAction::REGEN)
240
216
 
241
217
  # Revealed type: `T.all(Deeprails::DefendCreateWorkflowParams::ImprovementAction, Symbol)`
242
- T.reveal_type(Deeprails::DefendCreateWorkflowParams::ImprovementAction::REGENERATE)
218
+ T.reveal_type(Deeprails::DefendCreateWorkflowParams::ImprovementAction::REGEN)
243
219
  ```
244
220
 
245
221
  Enum parameters have a "relaxed" type, so you can either pass in enum constants or their literal value:
@@ -247,13 +223,13 @@ Enum parameters have a "relaxed" type, so you can either pass in enum constants
247
223
  ```ruby
248
224
  # Using the enum constants preserves the tagged type information:
249
225
  deeprails.defend.create_workflow(
250
- improvement_action: Deeprails::DefendCreateWorkflowParams::ImprovementAction::REGENERATE,
226
+ improvement_action: Deeprails::DefendCreateWorkflowParams::ImprovementAction::REGEN,
251
227
  # …
252
228
  )
253
229
 
254
230
  # Literal values are also permissible:
255
231
  deeprails.defend.create_workflow(
256
- improvement_action: :regenerate,
232
+ improvement_action: :regen,
257
233
  # …
258
234
  )
259
235
  ```
@@ -9,25 +9,13 @@ module Deeprails
9
9
 
10
10
  # @!attribute improvement_action
11
11
  # The action used to improve outputs that fail one or guardrail metrics for the
12
- # workflow events. May be `regenerate`, `fixit`, or null which represents “do
13
- # nothing”. Regenerate runs the user's input prompt with minor induced variance.
14
- # Fixit attempts to directly address the shortcomings of the output using the
15
- # guardrail failure rationale. Do nothing does not attempt any improvement.
12
+ # workflow events. May be `regen`, `fixit`, or `do_nothing`. ReGen runs the user's
13
+ # input prompt with minor induced variance. FixIt attempts to directly address the
14
+ # shortcomings of the output using the guardrail failure rationale. Do Nothing
15
+ # does not attempt any improvement.
16
16
  #
17
- # @return [Symbol, Deeprails::Models::DefendCreateWorkflowParams::ImprovementAction, nil]
18
- required :improvement_action,
19
- enum: -> { Deeprails::DefendCreateWorkflowParams::ImprovementAction },
20
- nil?: true
21
-
22
- # @!attribute metrics
23
- # Mapping of guardrail metrics to floating point threshold values. If the workflow
24
- # type is automatic, only the metric names are used (`automatic_tolerance`
25
- # determines thresholds). Possible metrics are `correctness`, `completeness`,
26
- # `instruction_adherence`, `context_adherence`, `ground_truth_adherence`, or
27
- # `comprehensive_safety`.
28
- #
29
- # @return [Hash{Symbol=>Float}]
30
- required :metrics, Deeprails::Internal::Type::HashOf[Float]
17
+ # @return [Symbol, Deeprails::Models::DefendCreateWorkflowParams::ImprovementAction]
18
+ required :improvement_action, enum: -> { Deeprails::DefendCreateWorkflowParams::ImprovementAction }
31
19
 
32
20
  # @!attribute name
33
21
  # Name of the workflow.
@@ -45,12 +33,23 @@ module Deeprails
45
33
  # @return [Symbol, Deeprails::Models::DefendCreateWorkflowParams::Type]
46
34
  required :type, enum: -> { Deeprails::DefendCreateWorkflowParams::Type }
47
35
 
48
- # @!attribute automatic_tolerance
49
- # Hallucination tolerance for automatic workflows; may be `low`, `medium`, or
50
- # `high`. Ignored if `type` is `custom`.
36
+ # @!attribute automatic_hallucination_tolerance_levels
37
+ # Mapping of guardrail metrics to hallucination tolerance levels (either `low`,
38
+ # `medium`, or `high`). Possible metrics are `completeness`,
39
+ # `instruction_adherence`, `context_adherence`, `ground_truth_adherence`, or
40
+ # `comprehensive_safety`.
41
+ #
42
+ # @return [Hash{Symbol=>Symbol, Deeprails::Models::DefendCreateWorkflowParams::AutomaticHallucinationToleranceLevel}, nil]
43
+ optional :automatic_hallucination_tolerance_levels,
44
+ -> { Deeprails::Internal::Type::HashOf[enum: Deeprails::DefendCreateWorkflowParams::AutomaticHallucinationToleranceLevel] }
45
+
46
+ # @!attribute custom_hallucination_threshold_values
47
+ # Mapping of guardrail metrics to floating point threshold values. Possible
48
+ # metrics are `correctness`, `completeness`, `instruction_adherence`,
49
+ # `context_adherence`, `ground_truth_adherence`, or `comprehensive_safety`.
51
50
  #
52
- # @return [Symbol, Deeprails::Models::DefendCreateWorkflowParams::AutomaticTolerance, nil]
53
- optional :automatic_tolerance, enum: -> { Deeprails::DefendCreateWorkflowParams::AutomaticTolerance }
51
+ # @return [Hash{Symbol=>Float}, nil]
52
+ optional :custom_hallucination_threshold_values, Deeprails::Internal::Type::HashOf[Float]
54
53
 
55
54
  # @!attribute description
56
55
  # Description for the workflow.
@@ -58,43 +57,44 @@ module Deeprails
58
57
  # @return [String, nil]
59
58
  optional :description, String
60
59
 
61
- # @!attribute max_retries
60
+ # @!attribute max_improvement_attempt
62
61
  # Max. number of improvement action retries until a given event passes the
63
62
  # guardrails. Defaults to 10.
64
63
  #
65
64
  # @return [Integer, nil]
66
- optional :max_retries, Integer
65
+ optional :max_improvement_attempt, Integer
67
66
 
68
- # @!method initialize(improvement_action:, metrics:, name:, type:, automatic_tolerance: nil, description: nil, max_retries: nil, request_options: {})
67
+ # @!method initialize(improvement_action:, name:, type:, automatic_hallucination_tolerance_levels: nil, custom_hallucination_threshold_values: nil, description: nil, max_improvement_attempt: nil, request_options: {})
69
68
  # Some parameter documentations has been truncated, see
70
69
  # {Deeprails::Models::DefendCreateWorkflowParams} for more details.
71
70
  #
72
- # @param improvement_action [Symbol, Deeprails::Models::DefendCreateWorkflowParams::ImprovementAction, nil] The action used to improve outputs that fail one or guardrail metrics for the wo
73
- #
74
- # @param metrics [Hash{Symbol=>Float}] Mapping of guardrail metrics to floating point threshold values. If the workflo
71
+ # @param improvement_action [Symbol, Deeprails::Models::DefendCreateWorkflowParams::ImprovementAction] The action used to improve outputs that fail one or guardrail metrics for the wo
75
72
  #
76
73
  # @param name [String] Name of the workflow.
77
74
  #
78
75
  # @param type [Symbol, Deeprails::Models::DefendCreateWorkflowParams::Type] Type of thresholds to use for the workflow, either `automatic` or `custom`. Aut
79
76
  #
80
- # @param automatic_tolerance [Symbol, Deeprails::Models::DefendCreateWorkflowParams::AutomaticTolerance] Hallucination tolerance for automatic workflows; may be `low`, `medium`, or `hig
77
+ # @param automatic_hallucination_tolerance_levels [Hash{Symbol=>Symbol, Deeprails::Models::DefendCreateWorkflowParams::AutomaticHallucinationToleranceLevel}] Mapping of guardrail metrics to hallucination tolerance levels
78
+ #
79
+ # @param custom_hallucination_threshold_values [Hash{Symbol=>Float}] Mapping of guardrail metrics to floating point threshold values. Possible metric
81
80
  #
82
81
  # @param description [String] Description for the workflow.
83
82
  #
84
- # @param max_retries [Integer] Max. number of improvement action retries until a given event passes the guardra
83
+ # @param max_improvement_attempt [Integer] Max. number of improvement action retries until a given event passes the guardra
85
84
  #
86
85
  # @param request_options [Deeprails::RequestOptions, Hash{Symbol=>Object}]
87
86
 
88
87
  # The action used to improve outputs that fail one or guardrail metrics for the
89
- # workflow events. May be `regenerate`, `fixit`, or null which represents “do
90
- # nothing”. Regenerate runs the user's input prompt with minor induced variance.
91
- # Fixit attempts to directly address the shortcomings of the output using the
92
- # guardrail failure rationale. Do nothing does not attempt any improvement.
88
+ # workflow events. May be `regen`, `fixit`, or `do_nothing`. ReGen runs the user's
89
+ # input prompt with minor induced variance. FixIt attempts to directly address the
90
+ # shortcomings of the output using the guardrail failure rationale. Do Nothing
91
+ # does not attempt any improvement.
93
92
  module ImprovementAction
94
93
  extend Deeprails::Internal::Type::Enum
95
94
 
96
- REGENERATE = :regenerate
95
+ REGEN = :regen
97
96
  FIXIT = :fixit
97
+ DO_NOTHING = :do_nothing
98
98
 
99
99
  # @!method self.values
100
100
  # @return [Array<Symbol>]
@@ -115,9 +115,7 @@ module Deeprails
115
115
  # @return [Array<Symbol>]
116
116
  end
117
117
 
118
- # Hallucination tolerance for automatic workflows; may be `low`, `medium`, or
119
- # `high`. Ignored if `type` is `custom`.
120
- module AutomaticTolerance
118
+ module AutomaticHallucinationToleranceLevel
121
119
  extend Deeprails::Internal::Type::Enum
122
120
 
123
121
  LOW = :low
@@ -30,20 +30,20 @@ module Deeprails
30
30
 
31
31
  # @!attribute improvement_action
32
32
  # The action used to improve outputs that fail one or more guardrail metrics for
33
- # the workflow events. May be `regenerate`, `fixit`, or null which represents “do
34
- # nothing”. Regenerate runs the user's input prompt with minor induced variance.
35
- # Fixit attempts to directly address the shortcomings of the output using the
36
- # guardrail failure rationale. Do nothing does not attempt any improvement.
33
+ # the workflow events. May be `regen`, `fixit`, or `do_nothing`. ReGen runs the
34
+ # user's input prompt with minor induced variance. FixIt attempts to directly
35
+ # address the shortcomings of the output using the guardrail failure rationale. Do
36
+ # Nothing does not attempt any improvement.
37
37
  #
38
38
  # @return [Symbol, Deeprails::Models::DefendResponse::ImprovementAction, nil]
39
- optional :improvement_action, enum: -> { Deeprails::DefendResponse::ImprovementAction }, nil?: true
39
+ optional :improvement_action, enum: -> { Deeprails::DefendResponse::ImprovementAction }
40
40
 
41
- # @!attribute max_retries
41
+ # @!attribute max_improvement_attempt
42
42
  # Max. number of improvement action retries until a given event passes the
43
43
  # guardrails.
44
44
  #
45
45
  # @return [Integer, nil]
46
- optional :max_retries, Integer
46
+ optional :max_improvement_attempt, Integer
47
47
 
48
48
  # @!attribute modified_at
49
49
  # The most recent time the workflow was modified in UTC.
@@ -52,7 +52,7 @@ module Deeprails
52
52
  optional :modified_at, Time
53
53
 
54
54
  # @!attribute status
55
- # Status of the selected workflow. May be `archived` or `active`. Archived
55
+ # Status of the selected workflow. May be `inactive` or `active`. Inactive
56
56
  # workflows will not accept events.
57
57
  #
58
58
  # @return [Symbol, Deeprails::Models::DefendResponse::Status, nil]
@@ -64,7 +64,7 @@ module Deeprails
64
64
  # @return [Float, nil]
65
65
  optional :success_rate, Float
66
66
 
67
- # @!method initialize(name:, workflow_id:, created_at: nil, description: nil, improvement_action: nil, max_retries: nil, modified_at: nil, status: nil, success_rate: nil)
67
+ # @!method initialize(name:, workflow_id:, created_at: nil, description: nil, improvement_action: nil, max_improvement_attempt: nil, modified_at: nil, status: nil, success_rate: nil)
68
68
  # Some parameter documentations has been truncated, see
69
69
  # {Deeprails::Models::DefendResponse} for more details.
70
70
  #
@@ -76,41 +76,42 @@ module Deeprails
76
76
  #
77
77
  # @param description [String] Description for the workflow.
78
78
  #
79
- # @param improvement_action [Symbol, Deeprails::Models::DefendResponse::ImprovementAction, nil] The action used to improve outputs that fail one or more guardrail metrics for t
79
+ # @param improvement_action [Symbol, Deeprails::Models::DefendResponse::ImprovementAction] The action used to improve outputs that fail one or more guardrail metrics for t
80
80
  #
81
- # @param max_retries [Integer] Max. number of improvement action retries until a given event passes the guardra
81
+ # @param max_improvement_attempt [Integer] Max. number of improvement action retries until a given event passes the guardra
82
82
  #
83
83
  # @param modified_at [Time] The most recent time the workflow was modified in UTC.
84
84
  #
85
- # @param status [Symbol, Deeprails::Models::DefendResponse::Status] Status of the selected workflow. May be `archived` or `active`. Archived workf
85
+ # @param status [Symbol, Deeprails::Models::DefendResponse::Status] Status of the selected workflow. May be `inactive` or `active`. Inactive workf
86
86
  #
87
87
  # @param success_rate [Float] Rate of events associated with this workflow that passed evaluation.
88
88
 
89
89
  # The action used to improve outputs that fail one or more guardrail metrics for
90
- # the workflow events. May be `regenerate`, `fixit`, or null which represents “do
91
- # nothing”. Regenerate runs the user's input prompt with minor induced variance.
92
- # Fixit attempts to directly address the shortcomings of the output using the
93
- # guardrail failure rationale. Do nothing does not attempt any improvement.
90
+ # the workflow events. May be `regen`, `fixit`, or `do_nothing`. ReGen runs the
91
+ # user's input prompt with minor induced variance. FixIt attempts to directly
92
+ # address the shortcomings of the output using the guardrail failure rationale. Do
93
+ # Nothing does not attempt any improvement.
94
94
  #
95
95
  # @see Deeprails::Models::DefendResponse#improvement_action
96
96
  module ImprovementAction
97
97
  extend Deeprails::Internal::Type::Enum
98
98
 
99
- REGENERATE = :regenerate
99
+ REGEN = :regen
100
100
  FIXIT = :fixit
101
+ DO_NOTHING = :do_nothing
101
102
 
102
103
  # @!method self.values
103
104
  # @return [Array<Symbol>]
104
105
  end
105
106
 
106
- # Status of the selected workflow. May be `archived` or `active`. Archived
107
+ # Status of the selected workflow. May be `inactive` or `active`. Inactive
107
108
  # workflows will not accept events.
108
109
  #
109
110
  # @see Deeprails::Models::DefendResponse#status
110
111
  module Status
111
112
  extend Deeprails::Internal::Type::Enum
112
113
 
113
- ARCHIVED = :archived
114
+ INACTIVE = :inactive
114
115
  ACTIVE = :active
115
116
 
116
117
  # @!method self.values
@@ -9,7 +9,7 @@ module Deeprails
9
9
 
10
10
  # @!attribute model_input
11
11
  # A dictionary of inputs sent to the LLM to generate output. The dictionary must
12
- # contain at least one of `user_prompt` or `system_prompt`. For
12
+ # contain at least `user_prompt` or `system_prompt` field. For
13
13
  # ground_truth_aherence guadrail metric, `ground_truth` should be provided.
14
14
  #
15
15
  # @return [Deeprails::Models::DefendSubmitEventParams::ModelInput]
@@ -79,7 +79,7 @@ module Deeprails
79
79
 
80
80
  # @!method initialize(ground_truth: nil, system_prompt: nil, user_prompt: nil)
81
81
  # A dictionary of inputs sent to the LLM to generate output. The dictionary must
82
- # contain at least one of `user_prompt` or `system_prompt`. For
82
+ # contain at least `user_prompt` or `system_prompt` field. For
83
83
  # ground_truth_aherence guadrail metric, `ground_truth` should be provided.
84
84
  #
85
85
  # @param ground_truth [String] The ground truth for evaluating Ground Truth Adherence guardrail.
@@ -9,7 +9,7 @@ module Deeprails
9
9
 
10
10
  # @!attribute model_input
11
11
  # A dictionary of inputs sent to the LLM to generate output. The dictionary must
12
- # contain at least one of `user_prompt` or `system_prompt`. For
12
+ # contain at least `user_prompt` or `system_prompt` field. For
13
13
  # ground_truth_aherence guadrail metric, `ground_truth` should be provided.
14
14
  #
15
15
  # @return [Deeprails::Models::EvaluateCreateParams::ModelInput]
@@ -90,7 +90,7 @@ module Deeprails
90
90
 
91
91
  # @!method initialize(ground_truth: nil, system_prompt: nil, user_prompt: nil)
92
92
  # A dictionary of inputs sent to the LLM to generate output. The dictionary must
93
- # contain at least one of `user_prompt` or `system_prompt`. For
93
+ # contain at least `user_prompt` or `system_prompt` field. For
94
94
  # ground_truth_aherence guadrail metric, `ground_truth` should be provided.
95
95
  #
96
96
  # @param ground_truth [String] The ground truth for evaluating Ground Truth Adherence guardrail.
@@ -18,7 +18,7 @@ module Deeprails
18
18
 
19
19
  # @!attribute model_input
20
20
  # A dictionary of inputs sent to the LLM to generate output. The dictionary must
21
- # contain at least one of `user_prompt` or `system_prompt`. For
21
+ # contain at least `user_prompt` or `system_prompt` field. For
22
22
  # ground_truth_aherence guadrail metric, `ground_truth` should be provided.
23
23
  #
24
24
  # @return [Deeprails::Models::Evaluation::ModelInput]
@@ -189,7 +189,7 @@ module Deeprails
189
189
 
190
190
  # @!method initialize(ground_truth: nil, system_prompt: nil, user_prompt: nil)
191
191
  # A dictionary of inputs sent to the LLM to generate output. The dictionary must
192
- # contain at least one of `user_prompt` or `system_prompt`. For
192
+ # contain at least `user_prompt` or `system_prompt` field. For
193
193
  # ground_truth_aherence guadrail metric, `ground_truth` should be provided.
194
194
  #
195
195
  # @param ground_truth [String] The ground truth for evaluating Ground Truth Adherence guardrail.
@@ -19,7 +19,7 @@ module Deeprails
19
19
 
20
20
  # @!attribute model_input
21
21
  # A dictionary of inputs sent to the LLM to generate output. The dictionary must
22
- # contain at least one of `user_prompt` or `system_prompt`. For
22
+ # contain at least a `user_prompt` or `system_prompt` field. For
23
23
  # ground_truth_aherence guadrail metric, `ground_truth` should be provided.
24
24
  #
25
25
  # @return [Deeprails::Models::MonitorSubmitEventParams::ModelInput]
@@ -105,7 +105,7 @@ module Deeprails
105
105
 
106
106
  # @!method initialize(ground_truth: nil, system_prompt: nil, user_prompt: nil)
107
107
  # A dictionary of inputs sent to the LLM to generate output. The dictionary must
108
- # contain at least one of `user_prompt` or `system_prompt`. For
108
+ # contain at least a `user_prompt` or `system_prompt` field. For
109
109
  # ground_truth_aherence guadrail metric, `ground_truth` should be provided.
110
110
  #
111
111
  # @param ground_truth [String] The ground truth for evaluating Ground Truth Adherence guardrail.
@@ -9,21 +9,21 @@ module Deeprails
9
9
  # Use this endpoint to create a new guardrail workflow with optional guardrail
10
10
  # thresholds and improvement actions
11
11
  #
12
- # @overload create_workflow(improvement_action:, metrics:, name:, type:, automatic_tolerance: nil, description: nil, max_retries: nil, request_options: {})
12
+ # @overload create_workflow(improvement_action:, name:, type:, automatic_hallucination_tolerance_levels: nil, custom_hallucination_threshold_values: nil, description: nil, max_improvement_attempt: nil, request_options: {})
13
13
  #
14
- # @param improvement_action [Symbol, Deeprails::Models::DefendCreateWorkflowParams::ImprovementAction, nil] The action used to improve outputs that fail one or guardrail metrics for the wo
15
- #
16
- # @param metrics [Hash{Symbol=>Float}] Mapping of guardrail metrics to floating point threshold values. If the workflo
14
+ # @param improvement_action [Symbol, Deeprails::Models::DefendCreateWorkflowParams::ImprovementAction] The action used to improve outputs that fail one or guardrail metrics for the wo
17
15
  #
18
16
  # @param name [String] Name of the workflow.
19
17
  #
20
18
  # @param type [Symbol, Deeprails::Models::DefendCreateWorkflowParams::Type] Type of thresholds to use for the workflow, either `automatic` or `custom`. Aut
21
19
  #
22
- # @param automatic_tolerance [Symbol, Deeprails::Models::DefendCreateWorkflowParams::AutomaticTolerance] Hallucination tolerance for automatic workflows; may be `low`, `medium`, or `hig
20
+ # @param automatic_hallucination_tolerance_levels [Hash{Symbol=>Symbol, Deeprails::Models::DefendCreateWorkflowParams::AutomaticHallucinationToleranceLevel}] Mapping of guardrail metrics to hallucination tolerance levels
21
+ #
22
+ # @param custom_hallucination_threshold_values [Hash{Symbol=>Float}] Mapping of guardrail metrics to floating point threshold values. Possible metric
23
23
  #
24
24
  # @param description [String] Description for the workflow.
25
25
  #
26
- # @param max_retries [Integer] Max. number of improvement action retries until a given event passes the guardra
26
+ # @param max_improvement_attempt [Integer] Max. number of improvement action retries until a given event passes the guardra
27
27
  #
28
28
  # @param request_options [Deeprails::RequestOptions, Hash{Symbol=>Object}, nil]
29
29
  #
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Deeprails
4
- VERSION = "0.4.0"
4
+ VERSION = "0.6.0"
5
5
  end