rspec-llm 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (33) hide show
  1. checksums.yaml +7 -0
  2. data/.idea/.gitignore +5 -0
  3. data/.idea/inspectionProfiles/Project_Default.xml +5 -0
  4. data/.idea/jsLibraryMappings.xml +6 -0
  5. data/.idea/misc.xml +17 -0
  6. data/.idea/modules.xml +8 -0
  7. data/.idea/rspec-llm.iml +66 -0
  8. data/.idea/vcs.xml +6 -0
  9. data/.rspec +3 -0
  10. data/.rubocop.yml +33 -0
  11. data/CHANGELOG.md +11 -0
  12. data/CODE_OF_CONDUCT.md +132 -0
  13. data/LICENSE.txt +21 -0
  14. data/README.md +194 -0
  15. data/Rakefile +12 -0
  16. data/build_release.sh +13 -0
  17. data/lib/rspec/llm/adapters/base.rb +64 -0
  18. data/lib/rspec/llm/adapters/fake.rb +114 -0
  19. data/lib/rspec/llm/adapters/langchain.rb +40 -0
  20. data/lib/rspec/llm/adapters/ruby_llm.rb +50 -0
  21. data/lib/rspec/llm/configuration.rb +42 -0
  22. data/lib/rspec/llm/dsl.rb +39 -0
  23. data/lib/rspec/llm/helpers.rb +31 -0
  24. data/lib/rspec/llm/matchers/be_semantically_similar_to.rb +75 -0
  25. data/lib/rspec/llm/matchers/match_json_schema.rb +54 -0
  26. data/lib/rspec/llm/matchers/match_llm_intent.rb +30 -0
  27. data/lib/rspec/llm/matchers/pass_llm_judge.rb +71 -0
  28. data/lib/rspec/llm/matchers.rb +30 -0
  29. data/lib/rspec/llm/rspec.rb +12 -0
  30. data/lib/rspec/llm/version.rb +7 -0
  31. data/lib/rspec/llm.rb +43 -0
  32. data/sig/rspec/llm.rbs +6 -0
  33. metadata +121 -0
metadata ADDED
@@ -0,0 +1,121 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: rspec-llm
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ platform: ruby
6
+ authors:
7
+ - Sal Scotto
8
+ bindir: exe
9
+ cert_chain: []
10
+ date: 1980-01-02 00:00:00.000000000 Z
11
+ dependencies:
12
+ - !ruby/object:Gem::Dependency
13
+ name: json-schema
14
+ requirement: !ruby/object:Gem::Requirement
15
+ requirements:
16
+ - - "~>"
17
+ - !ruby/object:Gem::Version
18
+ version: '4.0'
19
+ type: :runtime
20
+ prerelease: false
21
+ version_requirements: !ruby/object:Gem::Requirement
22
+ requirements:
23
+ - - "~>"
24
+ - !ruby/object:Gem::Version
25
+ version: '4.0'
26
+ - !ruby/object:Gem::Dependency
27
+ name: rspec-core
28
+ requirement: !ruby/object:Gem::Requirement
29
+ requirements:
30
+ - - "~>"
31
+ - !ruby/object:Gem::Version
32
+ version: '3.0'
33
+ type: :runtime
34
+ prerelease: false
35
+ version_requirements: !ruby/object:Gem::Requirement
36
+ requirements:
37
+ - - "~>"
38
+ - !ruby/object:Gem::Version
39
+ version: '3.0'
40
+ - !ruby/object:Gem::Dependency
41
+ name: rspec-expectations
42
+ requirement: !ruby/object:Gem::Requirement
43
+ requirements:
44
+ - - "~>"
45
+ - !ruby/object:Gem::Version
46
+ version: '3.0'
47
+ type: :runtime
48
+ prerelease: false
49
+ version_requirements: !ruby/object:Gem::Requirement
50
+ requirements:
51
+ - - "~>"
52
+ - !ruby/object:Gem::Version
53
+ version: '3.0'
54
+ description: |
55
+ rspec-llm adds first-class RSpec support for testing Large Language Model
56
+ interactions. Ships LLM-as-judge matchers, JSON Schema validation, semantic
57
+ similarity matchers, a programmable fake adapter, and a thin DSL for batch
58
+ evaluations. Works with the ruby_llm and langchainrb gems out of the box.
59
+ email:
60
+ - sal.scotto@gmail.com
61
+ executables: []
62
+ extensions: []
63
+ extra_rdoc_files: []
64
+ files:
65
+ - ".idea/.gitignore"
66
+ - ".idea/inspectionProfiles/Project_Default.xml"
67
+ - ".idea/jsLibraryMappings.xml"
68
+ - ".idea/misc.xml"
69
+ - ".idea/modules.xml"
70
+ - ".idea/rspec-llm.iml"
71
+ - ".idea/vcs.xml"
72
+ - ".rspec"
73
+ - ".rubocop.yml"
74
+ - CHANGELOG.md
75
+ - CODE_OF_CONDUCT.md
76
+ - LICENSE.txt
77
+ - README.md
78
+ - Rakefile
79
+ - build_release.sh
80
+ - lib/rspec/llm.rb
81
+ - lib/rspec/llm/adapters/base.rb
82
+ - lib/rspec/llm/adapters/fake.rb
83
+ - lib/rspec/llm/adapters/langchain.rb
84
+ - lib/rspec/llm/adapters/ruby_llm.rb
85
+ - lib/rspec/llm/configuration.rb
86
+ - lib/rspec/llm/dsl.rb
87
+ - lib/rspec/llm/helpers.rb
88
+ - lib/rspec/llm/matchers.rb
89
+ - lib/rspec/llm/matchers/be_semantically_similar_to.rb
90
+ - lib/rspec/llm/matchers/match_json_schema.rb
91
+ - lib/rspec/llm/matchers/match_llm_intent.rb
92
+ - lib/rspec/llm/matchers/pass_llm_judge.rb
93
+ - lib/rspec/llm/rspec.rb
94
+ - lib/rspec/llm/version.rb
95
+ - sig/rspec/llm.rbs
96
+ homepage: https://github.com/washu/rspec-llm
97
+ licenses:
98
+ - MIT
99
+ metadata:
100
+ homepage_uri: https://github.com/washu/rspec-llm
101
+ source_code_uri: https://github.com/washu/rspec-llm
102
+ changelog_uri: https://github.com/washu/rspec-llm/blob/main/CHANGELOG.md
103
+ rubygems_mfa_required: 'true'
104
+ rdoc_options: []
105
+ require_paths:
106
+ - lib
107
+ required_ruby_version: !ruby/object:Gem::Requirement
108
+ requirements:
109
+ - - ">="
110
+ - !ruby/object:Gem::Version
111
+ version: 3.0.0
112
+ required_rubygems_version: !ruby/object:Gem::Requirement
113
+ requirements:
114
+ - - ">="
115
+ - !ruby/object:Gem::Version
116
+ version: '0'
117
+ requirements: []
118
+ rubygems_version: 3.6.9
119
+ specification_version: 4
120
+ summary: RSpec matchers, helpers, and DSL for testing LLM-backed code.
121
+ test_files: []