squishling 0.3.0 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +58 -1
- data/README.md +38 -6
- data/docs/configuration.md +36 -6
- data/docs/coolhand.md +66 -0
- data/docs/failures.md +9 -5
- data/docs/harnesses.md +170 -42
- data/docs/measuring-tokens.md +29 -37
- data/docs/observers.md +80 -0
- data/docs/routing.md +2 -2
- data/docs/schemas.md +22 -4
- data/lib/squishling/configuration.rb +15 -2
- data/lib/squishling/definition.rb +9 -5
- data/lib/squishling/errors.rb +5 -5
- data/lib/squishling/harness/base.rb +136 -0
- data/lib/squishling/harness/escalation.rb +22 -0
- data/lib/squishling/harness/judged_squishsum.rb +83 -0
- data/lib/squishling/harness/option_types.rb +93 -0
- data/lib/squishling/harness/registry.rb +69 -0
- data/lib/squishling/harness/squishsum.rb +22 -0
- data/lib/squishling/harness.rb +25 -99
- data/lib/squishling/invoker.rb +11 -228
- data/lib/squishling/judge.rb +66 -22
- data/lib/squishling/llm_client.rb +36 -6
- data/lib/squishling/model_path.rb +64 -21
- data/lib/squishling/observer.rb +100 -0
- data/lib/squishling/observers/coolhand.rb +86 -0
- data/lib/squishling/params.rb +10 -5
- data/lib/squishling/rotation.rb +26 -0
- data/lib/squishling/run/messages.rb +42 -0
- data/lib/squishling/run.rb +296 -0
- data/lib/squishling/version.rb +1 -1
- data/lib/squishling.rb +32 -0
- metadata +14 -1
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: squishling
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.4.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Michael Carroll
|
|
@@ -71,10 +71,12 @@ files:
|
|
|
71
71
|
- Rakefile
|
|
72
72
|
- SECURITY.md
|
|
73
73
|
- docs/configuration.md
|
|
74
|
+
- docs/coolhand.md
|
|
74
75
|
- docs/failures.md
|
|
75
76
|
- docs/harnesses.md
|
|
76
77
|
- docs/measuring-tokens.md
|
|
77
78
|
- docs/naming.md
|
|
79
|
+
- docs/observers.md
|
|
78
80
|
- docs/routing.md
|
|
79
81
|
- docs/schemas.md
|
|
80
82
|
- lib/squishling.rb
|
|
@@ -85,14 +87,25 @@ files:
|
|
|
85
87
|
- lib/squishling/definition.rb
|
|
86
88
|
- lib/squishling/errors.rb
|
|
87
89
|
- lib/squishling/harness.rb
|
|
90
|
+
- lib/squishling/harness/base.rb
|
|
91
|
+
- lib/squishling/harness/escalation.rb
|
|
92
|
+
- lib/squishling/harness/judged_squishsum.rb
|
|
93
|
+
- lib/squishling/harness/option_types.rb
|
|
94
|
+
- lib/squishling/harness/registry.rb
|
|
95
|
+
- lib/squishling/harness/squishsum.rb
|
|
88
96
|
- lib/squishling/invoker.rb
|
|
89
97
|
- lib/squishling/judge.rb
|
|
90
98
|
- lib/squishling/llm_client.rb
|
|
91
99
|
- lib/squishling/model_path.rb
|
|
100
|
+
- lib/squishling/observer.rb
|
|
101
|
+
- lib/squishling/observers/coolhand.rb
|
|
92
102
|
- lib/squishling/output_check.rb
|
|
93
103
|
- lib/squishling/params.rb
|
|
94
104
|
- lib/squishling/result.rb
|
|
105
|
+
- lib/squishling/rotation.rb
|
|
95
106
|
- lib/squishling/router.rb
|
|
107
|
+
- lib/squishling/run.rb
|
|
108
|
+
- lib/squishling/run/messages.rb
|
|
96
109
|
- lib/squishling/schema.rb
|
|
97
110
|
- lib/squishling/source.rb
|
|
98
111
|
- lib/squishling/squawk.rb
|