lemans 0.0.0.pre → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +9 -0
  3. data/LICENSE.txt +21 -0
  4. data/README.md +228 -0
  5. data/exe/lemans +17 -0
  6. data/lib/lemans/agents/base.rb +30 -0
  7. data/lib/lemans/agents/miniswen.rb +119 -0
  8. data/lib/lemans/agents/miniswen_installed.rb +67 -0
  9. data/lib/lemans/agents/nop.rb +15 -0
  10. data/lib/lemans/agents/oracle.rb +53 -0
  11. data/lib/lemans/agents.rb +21 -0
  12. data/lib/lemans/bench.rb +280 -0
  13. data/lib/lemans/cli/board_reporter.rb +135 -0
  14. data/lib/lemans/cli/progress_reporter.rb +67 -0
  15. data/lib/lemans/cli.rb +181 -0
  16. data/lib/lemans/clobber.rb +79 -0
  17. data/lib/lemans/environments/base.rb +55 -0
  18. data/lib/lemans/environments/daytona/retries.rb +49 -0
  19. data/lib/lemans/environments/daytona/sdk_tweaks.rb +50 -0
  20. data/lib/lemans/environments/daytona/shell.rb +142 -0
  21. data/lib/lemans/environments/daytona/snapshot_store.rb +163 -0
  22. data/lib/lemans/environments/daytona.rb +175 -0
  23. data/lib/lemans/environments.rb +16 -0
  24. data/lib/lemans/network_policy.rb +66 -0
  25. data/lib/lemans/patch.rb +70 -0
  26. data/lib/lemans/restore_paths.rb +21 -0
  27. data/lib/lemans/results/aggregate.rb +114 -0
  28. data/lib/lemans/results/cost_source.rb +13 -0
  29. data/lib/lemans/results/outcome.rb +36 -0
  30. data/lib/lemans/results/report.rb +149 -0
  31. data/lib/lemans/results/sorting.rb +24 -0
  32. data/lib/lemans/results/tally.rb +19 -0
  33. data/lib/lemans/results/usage.rb +24 -0
  34. data/lib/lemans/run.rb +152 -0
  35. data/lib/lemans/setup.rb +59 -0
  36. data/lib/lemans/setup_files.rb +36 -0
  37. data/lib/lemans/snapshot.rb +55 -0
  38. data/lib/lemans/task.rb +207 -0
  39. data/lib/lemans/tree_digest.rb +24 -0
  40. data/lib/lemans/trial.rb +187 -0
  41. data/lib/lemans/units.rb +44 -0
  42. data/lib/lemans/verifier/assets/eport-lemans.rb +36 -0
  43. data/lib/lemans/verifier/assets/lemans_minitest_reporter.rb +61 -0
  44. data/lib/lemans/verifier.rb +199 -0
  45. data/lib/lemans/version.rb +5 -0
  46. data/lib/lemans.rb +29 -0
  47. data/lib/miniswen/agent.rb +669 -0
  48. data/lib/miniswen/cli.rb +224 -0
  49. data/lib/miniswen/environment.rb +14 -0
  50. data/lib/miniswen/local.rb +42 -0
  51. data/lib/miniswen/ruby_llm.rb +42 -0
  52. data/lib/miniswen/testing.rb +134 -0
  53. data/lib/miniswen/trajectory.rb +110 -0
  54. data/lib/miniswen/version.rb +5 -0
  55. data/lib/miniswen.rb +48 -0
  56. metadata +160 -7
metadata CHANGED
@@ -1,23 +1,176 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: lemans
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.0.pre
4
+ version: 0.2.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Svyatoslav Kryukov
8
8
  - Artur Petrov
9
- bindir: bin
9
+ bindir: exe
10
10
  cert_chain: []
11
11
  date: 1980-01-02 00:00:00.000000000 Z
12
- dependencies: []
13
- description: Placeholder release. Lemans runs tasks against a coding agent in a sandbox.
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: concurrent-ruby
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: '1.3'
20
+ type: :runtime
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: '1.3'
27
+ - !ruby/object:Gem::Dependency
28
+ name: csv
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - "~>"
32
+ - !ruby/object:Gem::Version
33
+ version: '3.3'
34
+ type: :runtime
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: '3.3'
41
+ - !ruby/object:Gem::Dependency
42
+ name: daytona
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - "~>"
46
+ - !ruby/object:Gem::Version
47
+ version: '0.203'
48
+ type: :runtime
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - "~>"
53
+ - !ruby/object:Gem::Version
54
+ version: '0.203'
55
+ - !ruby/object:Gem::Dependency
56
+ name: rexml
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - "~>"
60
+ - !ruby/object:Gem::Version
61
+ version: '3.4'
62
+ type: :runtime
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - "~>"
67
+ - !ruby/object:Gem::Version
68
+ version: '3.4'
69
+ - !ruby/object:Gem::Dependency
70
+ name: ruby_llm
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - "~>"
74
+ - !ruby/object:Gem::Version
75
+ version: '1.16'
76
+ type: :runtime
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - "~>"
81
+ - !ruby/object:Gem::Version
82
+ version: '1.16'
83
+ - !ruby/object:Gem::Dependency
84
+ name: thor
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - "~>"
88
+ - !ruby/object:Gem::Version
89
+ version: '1.5'
90
+ type: :runtime
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - "~>"
95
+ - !ruby/object:Gem::Version
96
+ version: '1.5'
97
+ - !ruby/object:Gem::Dependency
98
+ name: zeitwerk
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - "~>"
102
+ - !ruby/object:Gem::Version
103
+ version: '2.8'
104
+ type: :runtime
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - "~>"
109
+ - !ruby/object:Gem::Version
110
+ version: '2.8'
111
+ description: Lemans runs tasks against a coding agent in a sandbox.
14
112
  email:
15
113
  - me@skryukov.dev
16
114
  - ardecvz@gmail.com
17
- executables: []
115
+ executables:
116
+ - lemans
18
117
  extensions: []
19
118
  extra_rdoc_files: []
20
- files: []
119
+ files:
120
+ - CHANGELOG.md
121
+ - LICENSE.txt
122
+ - README.md
123
+ - exe/lemans
124
+ - lib/lemans.rb
125
+ - lib/lemans/agents.rb
126
+ - lib/lemans/agents/base.rb
127
+ - lib/lemans/agents/miniswen.rb
128
+ - lib/lemans/agents/miniswen_installed.rb
129
+ - lib/lemans/agents/nop.rb
130
+ - lib/lemans/agents/oracle.rb
131
+ - lib/lemans/bench.rb
132
+ - lib/lemans/cli.rb
133
+ - lib/lemans/cli/board_reporter.rb
134
+ - lib/lemans/cli/progress_reporter.rb
135
+ - lib/lemans/clobber.rb
136
+ - lib/lemans/environments.rb
137
+ - lib/lemans/environments/base.rb
138
+ - lib/lemans/environments/daytona.rb
139
+ - lib/lemans/environments/daytona/retries.rb
140
+ - lib/lemans/environments/daytona/sdk_tweaks.rb
141
+ - lib/lemans/environments/daytona/shell.rb
142
+ - lib/lemans/environments/daytona/snapshot_store.rb
143
+ - lib/lemans/network_policy.rb
144
+ - lib/lemans/patch.rb
145
+ - lib/lemans/restore_paths.rb
146
+ - lib/lemans/results/aggregate.rb
147
+ - lib/lemans/results/cost_source.rb
148
+ - lib/lemans/results/outcome.rb
149
+ - lib/lemans/results/report.rb
150
+ - lib/lemans/results/sorting.rb
151
+ - lib/lemans/results/tally.rb
152
+ - lib/lemans/results/usage.rb
153
+ - lib/lemans/run.rb
154
+ - lib/lemans/setup.rb
155
+ - lib/lemans/setup_files.rb
156
+ - lib/lemans/snapshot.rb
157
+ - lib/lemans/task.rb
158
+ - lib/lemans/tree_digest.rb
159
+ - lib/lemans/trial.rb
160
+ - lib/lemans/units.rb
161
+ - lib/lemans/verifier.rb
162
+ - lib/lemans/verifier/assets/eport-lemans.rb
163
+ - lib/lemans/verifier/assets/lemans_minitest_reporter.rb
164
+ - lib/lemans/version.rb
165
+ - lib/miniswen.rb
166
+ - lib/miniswen/agent.rb
167
+ - lib/miniswen/cli.rb
168
+ - lib/miniswen/environment.rb
169
+ - lib/miniswen/local.rb
170
+ - lib/miniswen/ruby_llm.rb
171
+ - lib/miniswen/testing.rb
172
+ - lib/miniswen/trajectory.rb
173
+ - lib/miniswen/version.rb
21
174
  homepage: https://github.com/rails/lemans
22
175
  licenses:
23
176
  - MIT
@@ -42,7 +195,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
42
195
  - !ruby/object:Gem::Version
43
196
  version: '0'
44
197
  requirements: []
45
- rubygems_version: 4.0.18
198
+ rubygems_version: 3.6.9
46
199
  specification_version: 4
47
200
  summary: A Ruby harness for running agent benchmarks
48
201
  test_files: []