langchainrb_rails 0.1.2 → 0.1.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.rubocop.yml +28 -0
- data/.tool-versions +1 -0
- data/CHANGELOG.md +11 -1
- data/Gemfile +5 -1
- data/Gemfile.lock +102 -78
- data/README.md +92 -7
- data/lib/langchainrb_overrides/vectorsearch/pgvector.rb +124 -0
- data/lib/langchainrb_rails/active_record/hooks.rb +21 -5
- data/lib/langchainrb_rails/generators/langchainrb_rails/base_generator.rb +24 -0
- data/lib/langchainrb_rails/generators/langchainrb_rails/chroma_generator.rb +54 -0
- data/lib/langchainrb_rails/generators/langchainrb_rails/pgvector_generator.rb +75 -0
- data/lib/langchainrb_rails/generators/langchainrb_rails/pinecone_generator.rb +3 -19
- data/lib/langchainrb_rails/generators/langchainrb_rails/templates/add_vector_column_template.rb.tt +10 -0
- data/lib/langchainrb_rails/generators/langchainrb_rails/templates/chroma_initializer.rb.tt +9 -0
- data/lib/langchainrb_rails/generators/langchainrb_rails/templates/enable_vector_extension_template.rb.tt +5 -0
- data/lib/langchainrb_rails/generators/langchainrb_rails/templates/pgvector_initializer.rb.tt +7 -0
- data/lib/langchainrb_rails/railtie.rb +2 -0
- data/lib/langchainrb_rails/version.rb +1 -1
- data/lib/langchainrb_rails.rb +5 -0
- metadata +13 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 54ab2d33d89929b9222202d42cc5616aac73ca65fa81c3e4f2bc3d516a3a05c6
|
|
4
|
+
data.tar.gz: 4ce553994a4219904875168369ab598de11162db2cd6810d202af005acb10638
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: bd93a8976a54120bcec4f8c10ff5bfc5c36d8bccd9f172b071a7732d675ade00ddc3021f93ecb080f508728fdb06b45e5c086933b0bd5522dd094b08d9334d93
|
|
7
|
+
data.tar.gz: 0fd5d062e69a441c50c4963749e31c6773f38ba3e063d21574983b5fd4579c495c3e1b95d340540754c8f89b110c4e1f6ea3f0399265bcf315a0d26f5b6b8e36
|
data/.rubocop.yml
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
AllCops:
|
|
2
|
+
TargetRubyVersion: 2.7
|
|
3
|
+
NewCops: enable
|
|
4
|
+
Exclude:
|
|
5
|
+
- 'bin/**/*'
|
|
6
|
+
- 'db/schema.rb'
|
|
7
|
+
- 'vendor/**/*'
|
|
8
|
+
- 'spec/fixtures/**/*'
|
|
9
|
+
|
|
10
|
+
Metrics/LineLength:
|
|
11
|
+
Max: 140
|
|
12
|
+
|
|
13
|
+
Metrics/BlockLength:
|
|
14
|
+
Exclude:
|
|
15
|
+
- 'spec/**/*.rb'
|
|
16
|
+
|
|
17
|
+
Style/Documentation:
|
|
18
|
+
Enabled: false
|
|
19
|
+
|
|
20
|
+
Style/FrozenStringLiteralComment:
|
|
21
|
+
Enabled: true
|
|
22
|
+
|
|
23
|
+
Style/StringLiterals:
|
|
24
|
+
Enabled: false
|
|
25
|
+
|
|
26
|
+
Lint/SuppressedException:
|
|
27
|
+
Exclude:
|
|
28
|
+
- 'spec/**/*.rb'
|
data/.tool-versions
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
ruby 3.1.2
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,15 @@
|
|
|
1
1
|
## [Unreleased]
|
|
2
2
|
|
|
3
|
-
## [0.1.
|
|
3
|
+
## [0.1.4] - 2023-11-20
|
|
4
|
+
- Bugfix AR integration when using vectorsearch other than Pgvector
|
|
5
|
+
|
|
6
|
+
## [0.1.3] - 2023-11-01
|
|
7
|
+
- Pgvector vectorsearch generator
|
|
8
|
+
|
|
9
|
+
## [0.1.2] - 2023-10-27
|
|
10
|
+
- Pinecone vectorsearch generator
|
|
4
11
|
|
|
12
|
+
## [0.1.1] - 2023-10-23
|
|
13
|
+
|
|
14
|
+
## [0.1.0] - 2023-10-22
|
|
5
15
|
- Initial release
|
data/Gemfile
CHANGED
|
@@ -5,10 +5,14 @@ source "https://rubygems.org"
|
|
|
5
5
|
# Specify your gem's dependencies in langchainrb_rails.gemspec
|
|
6
6
|
gemspec
|
|
7
7
|
|
|
8
|
-
gem "rake", "~> 13.
|
|
8
|
+
gem "rake", "~> 13.1"
|
|
9
9
|
|
|
10
10
|
gem "rspec", "~> 3.0"
|
|
11
11
|
|
|
12
|
+
gem "bundler-audit", require: false
|
|
13
|
+
gem "brakeman", require: false
|
|
14
|
+
gem "rubocop", require: false
|
|
15
|
+
|
|
12
16
|
gem "standardrb"
|
|
13
17
|
|
|
14
18
|
gem "langchainrb"
|
data/Gemfile.lock
CHANGED
|
@@ -1,76 +1,77 @@
|
|
|
1
1
|
PATH
|
|
2
2
|
remote: .
|
|
3
3
|
specs:
|
|
4
|
-
langchainrb_rails (0.1.
|
|
4
|
+
langchainrb_rails (0.1.4)
|
|
5
5
|
langchainrb (~> 0.7.0)
|
|
6
6
|
|
|
7
7
|
GEM
|
|
8
8
|
remote: https://rubygems.org/
|
|
9
9
|
specs:
|
|
10
|
-
actioncable (7.1.
|
|
11
|
-
actionpack (= 7.1.
|
|
12
|
-
activesupport (= 7.1.
|
|
10
|
+
actioncable (7.1.2)
|
|
11
|
+
actionpack (= 7.1.2)
|
|
12
|
+
activesupport (= 7.1.2)
|
|
13
13
|
nio4r (~> 2.0)
|
|
14
14
|
websocket-driver (>= 0.6.1)
|
|
15
15
|
zeitwerk (~> 2.6)
|
|
16
|
-
actionmailbox (7.1.
|
|
17
|
-
actionpack (= 7.1.
|
|
18
|
-
activejob (= 7.1.
|
|
19
|
-
activerecord (= 7.1.
|
|
20
|
-
activestorage (= 7.1.
|
|
21
|
-
activesupport (= 7.1.
|
|
16
|
+
actionmailbox (7.1.2)
|
|
17
|
+
actionpack (= 7.1.2)
|
|
18
|
+
activejob (= 7.1.2)
|
|
19
|
+
activerecord (= 7.1.2)
|
|
20
|
+
activestorage (= 7.1.2)
|
|
21
|
+
activesupport (= 7.1.2)
|
|
22
22
|
mail (>= 2.7.1)
|
|
23
23
|
net-imap
|
|
24
24
|
net-pop
|
|
25
25
|
net-smtp
|
|
26
|
-
actionmailer (7.1.
|
|
27
|
-
actionpack (= 7.1.
|
|
28
|
-
actionview (= 7.1.
|
|
29
|
-
activejob (= 7.1.
|
|
30
|
-
activesupport (= 7.1.
|
|
26
|
+
actionmailer (7.1.2)
|
|
27
|
+
actionpack (= 7.1.2)
|
|
28
|
+
actionview (= 7.1.2)
|
|
29
|
+
activejob (= 7.1.2)
|
|
30
|
+
activesupport (= 7.1.2)
|
|
31
31
|
mail (~> 2.5, >= 2.5.4)
|
|
32
32
|
net-imap
|
|
33
33
|
net-pop
|
|
34
34
|
net-smtp
|
|
35
35
|
rails-dom-testing (~> 2.2)
|
|
36
|
-
actionpack (7.1.
|
|
37
|
-
actionview (= 7.1.
|
|
38
|
-
activesupport (= 7.1.
|
|
36
|
+
actionpack (7.1.2)
|
|
37
|
+
actionview (= 7.1.2)
|
|
38
|
+
activesupport (= 7.1.2)
|
|
39
39
|
nokogiri (>= 1.8.5)
|
|
40
|
+
racc
|
|
40
41
|
rack (>= 2.2.4)
|
|
41
42
|
rack-session (>= 1.0.1)
|
|
42
43
|
rack-test (>= 0.6.3)
|
|
43
44
|
rails-dom-testing (~> 2.2)
|
|
44
45
|
rails-html-sanitizer (~> 1.6)
|
|
45
|
-
actiontext (7.1.
|
|
46
|
-
actionpack (= 7.1.
|
|
47
|
-
activerecord (= 7.1.
|
|
48
|
-
activestorage (= 7.1.
|
|
49
|
-
activesupport (= 7.1.
|
|
46
|
+
actiontext (7.1.2)
|
|
47
|
+
actionpack (= 7.1.2)
|
|
48
|
+
activerecord (= 7.1.2)
|
|
49
|
+
activestorage (= 7.1.2)
|
|
50
|
+
activesupport (= 7.1.2)
|
|
50
51
|
globalid (>= 0.6.0)
|
|
51
52
|
nokogiri (>= 1.8.5)
|
|
52
|
-
actionview (7.1.
|
|
53
|
-
activesupport (= 7.1.
|
|
53
|
+
actionview (7.1.2)
|
|
54
|
+
activesupport (= 7.1.2)
|
|
54
55
|
builder (~> 3.1)
|
|
55
56
|
erubi (~> 1.11)
|
|
56
57
|
rails-dom-testing (~> 2.2)
|
|
57
58
|
rails-html-sanitizer (~> 1.6)
|
|
58
|
-
activejob (7.1.
|
|
59
|
-
activesupport (= 7.1.
|
|
59
|
+
activejob (7.1.2)
|
|
60
|
+
activesupport (= 7.1.2)
|
|
60
61
|
globalid (>= 0.3.6)
|
|
61
|
-
activemodel (7.1.
|
|
62
|
-
activesupport (= 7.1.
|
|
63
|
-
activerecord (7.1.
|
|
64
|
-
activemodel (= 7.1.
|
|
65
|
-
activesupport (= 7.1.
|
|
62
|
+
activemodel (7.1.2)
|
|
63
|
+
activesupport (= 7.1.2)
|
|
64
|
+
activerecord (7.1.2)
|
|
65
|
+
activemodel (= 7.1.2)
|
|
66
|
+
activesupport (= 7.1.2)
|
|
66
67
|
timeout (>= 0.4.0)
|
|
67
|
-
activestorage (7.1.
|
|
68
|
-
actionpack (= 7.1.
|
|
69
|
-
activejob (= 7.1.
|
|
70
|
-
activerecord (= 7.1.
|
|
71
|
-
activesupport (= 7.1.
|
|
68
|
+
activestorage (7.1.2)
|
|
69
|
+
actionpack (= 7.1.2)
|
|
70
|
+
activejob (= 7.1.2)
|
|
71
|
+
activerecord (= 7.1.2)
|
|
72
|
+
activesupport (= 7.1.2)
|
|
72
73
|
marcel (~> 1.0)
|
|
73
|
-
activesupport (7.1.
|
|
74
|
+
activesupport (7.1.2)
|
|
74
75
|
base64
|
|
75
76
|
bigdecimal
|
|
76
77
|
concurrent-ruby (~> 1.0, >= 1.0.2)
|
|
@@ -83,19 +84,23 @@ GEM
|
|
|
83
84
|
addressable (2.8.5)
|
|
84
85
|
public_suffix (>= 2.0.2, < 6.0)
|
|
85
86
|
ast (2.4.2)
|
|
86
|
-
baran (0.1.
|
|
87
|
-
base64 (0.
|
|
87
|
+
baran (0.1.10)
|
|
88
|
+
base64 (0.2.0)
|
|
88
89
|
bigdecimal (3.1.4)
|
|
90
|
+
brakeman (6.0.1)
|
|
89
91
|
builder (3.2.4)
|
|
92
|
+
bundler-audit (0.9.1)
|
|
93
|
+
bundler (>= 1.2.0, < 3)
|
|
94
|
+
thor (~> 1.0)
|
|
90
95
|
byebug (11.1.3)
|
|
91
96
|
coderay (1.1.3)
|
|
92
97
|
colorize (0.8.1)
|
|
93
98
|
concurrent-ruby (1.2.2)
|
|
94
99
|
connection_pool (2.4.1)
|
|
95
100
|
crass (1.0.6)
|
|
96
|
-
date (3.3.
|
|
101
|
+
date (3.3.4)
|
|
97
102
|
diff-lcs (1.5.0)
|
|
98
|
-
drb (2.
|
|
103
|
+
drb (2.2.0)
|
|
99
104
|
ruby2_keywords
|
|
100
105
|
erubi (1.12.0)
|
|
101
106
|
globalid (1.2.1)
|
|
@@ -103,18 +108,20 @@ GEM
|
|
|
103
108
|
i18n (1.14.1)
|
|
104
109
|
concurrent-ruby (~> 1.0)
|
|
105
110
|
io-console (0.6.0)
|
|
106
|
-
irb (1.
|
|
111
|
+
irb (1.9.0)
|
|
107
112
|
rdoc
|
|
108
113
|
reline (>= 0.3.8)
|
|
109
114
|
json (2.6.3)
|
|
110
115
|
json-schema (4.0.0)
|
|
111
116
|
addressable (>= 2.8)
|
|
112
|
-
langchainrb (0.7.
|
|
117
|
+
langchainrb (0.7.5)
|
|
113
118
|
baran (~> 0.1.9)
|
|
114
119
|
colorize (~> 0.8.1)
|
|
115
120
|
json-schema (~> 4.0.0)
|
|
121
|
+
matrix
|
|
116
122
|
pragmatic_segmenter (~> 0.3.0)
|
|
117
123
|
tiktoken_ruby (~> 0.0.5)
|
|
124
|
+
to_bool (~> 2.0.0)
|
|
118
125
|
zeitwerk (~> 2.5)
|
|
119
126
|
language_server-protocol (3.17.0.3)
|
|
120
127
|
lint_roller (1.1.0)
|
|
@@ -127,22 +134,29 @@ GEM
|
|
|
127
134
|
net-pop
|
|
128
135
|
net-smtp
|
|
129
136
|
marcel (1.0.2)
|
|
137
|
+
matrix (0.4.2)
|
|
130
138
|
method_source (1.0.0)
|
|
131
139
|
mini_mime (1.1.5)
|
|
140
|
+
mini_portile2 (2.8.5)
|
|
132
141
|
minitest (5.20.0)
|
|
133
|
-
mutex_m (0.
|
|
134
|
-
net-imap (0.4.
|
|
142
|
+
mutex_m (0.2.0)
|
|
143
|
+
net-imap (0.4.4)
|
|
135
144
|
date
|
|
136
145
|
net-protocol
|
|
137
146
|
net-pop (0.1.2)
|
|
138
147
|
net-protocol
|
|
139
|
-
net-protocol (0.2.
|
|
148
|
+
net-protocol (0.2.2)
|
|
140
149
|
timeout
|
|
141
150
|
net-smtp (0.4.0)
|
|
142
151
|
net-protocol
|
|
143
152
|
nio4r (2.5.9)
|
|
153
|
+
nokogiri (1.15.4)
|
|
154
|
+
mini_portile2 (~> 2.8.2)
|
|
155
|
+
racc (~> 1.4)
|
|
144
156
|
nokogiri (1.15.4-x86_64-darwin)
|
|
145
157
|
racc (~> 1.4)
|
|
158
|
+
nokogiri (1.15.4-x86_64-linux)
|
|
159
|
+
racc (~> 1.4)
|
|
146
160
|
parallel (1.23.0)
|
|
147
161
|
parser (3.2.2.4)
|
|
148
162
|
ast (~> 2.4.1)
|
|
@@ -157,8 +171,8 @@ GEM
|
|
|
157
171
|
pry (>= 0.13, < 0.15)
|
|
158
172
|
psych (5.1.1.1)
|
|
159
173
|
stringio
|
|
160
|
-
public_suffix (5.0.
|
|
161
|
-
racc (1.7.
|
|
174
|
+
public_suffix (5.0.4)
|
|
175
|
+
racc (1.7.3)
|
|
162
176
|
rack (3.0.8)
|
|
163
177
|
rack-session (2.0.0)
|
|
164
178
|
rack (>= 3.0.0)
|
|
@@ -167,20 +181,20 @@ GEM
|
|
|
167
181
|
rackup (2.1.0)
|
|
168
182
|
rack (>= 3)
|
|
169
183
|
webrick (~> 1.8)
|
|
170
|
-
rails (7.1.
|
|
171
|
-
actioncable (= 7.1.
|
|
172
|
-
actionmailbox (= 7.1.
|
|
173
|
-
actionmailer (= 7.1.
|
|
174
|
-
actionpack (= 7.1.
|
|
175
|
-
actiontext (= 7.1.
|
|
176
|
-
actionview (= 7.1.
|
|
177
|
-
activejob (= 7.1.
|
|
178
|
-
activemodel (= 7.1.
|
|
179
|
-
activerecord (= 7.1.
|
|
180
|
-
activestorage (= 7.1.
|
|
181
|
-
activesupport (= 7.1.
|
|
184
|
+
rails (7.1.2)
|
|
185
|
+
actioncable (= 7.1.2)
|
|
186
|
+
actionmailbox (= 7.1.2)
|
|
187
|
+
actionmailer (= 7.1.2)
|
|
188
|
+
actionpack (= 7.1.2)
|
|
189
|
+
actiontext (= 7.1.2)
|
|
190
|
+
actionview (= 7.1.2)
|
|
191
|
+
activejob (= 7.1.2)
|
|
192
|
+
activemodel (= 7.1.2)
|
|
193
|
+
activerecord (= 7.1.2)
|
|
194
|
+
activestorage (= 7.1.2)
|
|
195
|
+
activesupport (= 7.1.2)
|
|
182
196
|
bundler (>= 1.15.0)
|
|
183
|
-
railties (= 7.1.
|
|
197
|
+
railties (= 7.1.2)
|
|
184
198
|
rails-dom-testing (2.2.0)
|
|
185
199
|
activesupport (>= 5.0.0)
|
|
186
200
|
minitest
|
|
@@ -188,20 +202,21 @@ GEM
|
|
|
188
202
|
rails-html-sanitizer (1.6.0)
|
|
189
203
|
loofah (~> 2.21)
|
|
190
204
|
nokogiri (~> 1.14)
|
|
191
|
-
railties (7.1.
|
|
192
|
-
actionpack (= 7.1.
|
|
193
|
-
activesupport (= 7.1.
|
|
205
|
+
railties (7.1.2)
|
|
206
|
+
actionpack (= 7.1.2)
|
|
207
|
+
activesupport (= 7.1.2)
|
|
194
208
|
irb
|
|
195
209
|
rackup (>= 1.0.0)
|
|
196
210
|
rake (>= 12.2)
|
|
197
211
|
thor (~> 1.0, >= 1.2.2)
|
|
198
212
|
zeitwerk (~> 2.6)
|
|
199
213
|
rainbow (3.1.1)
|
|
200
|
-
rake (13.0
|
|
201
|
-
|
|
214
|
+
rake (13.1.0)
|
|
215
|
+
rb_sys (0.9.83)
|
|
216
|
+
rdoc (6.6.0)
|
|
202
217
|
psych (>= 4.0.0)
|
|
203
218
|
regexp_parser (2.8.2)
|
|
204
|
-
reline (0.
|
|
219
|
+
reline (0.4.0)
|
|
205
220
|
io-console (~> 0.5)
|
|
206
221
|
rexml (3.2.6)
|
|
207
222
|
rspec (3.12.0)
|
|
@@ -217,29 +232,28 @@ GEM
|
|
|
217
232
|
diff-lcs (>= 1.2.0, < 2.0)
|
|
218
233
|
rspec-support (~> 3.12.0)
|
|
219
234
|
rspec-support (3.12.1)
|
|
220
|
-
rubocop (1.
|
|
221
|
-
base64 (~> 0.1.1)
|
|
235
|
+
rubocop (1.57.2)
|
|
222
236
|
json (~> 2.3)
|
|
223
237
|
language_server-protocol (>= 3.17.0)
|
|
224
238
|
parallel (~> 1.10)
|
|
225
|
-
parser (>= 3.2.2.
|
|
239
|
+
parser (>= 3.2.2.4)
|
|
226
240
|
rainbow (>= 2.2.2, < 4.0)
|
|
227
241
|
regexp_parser (>= 1.8, < 3.0)
|
|
228
242
|
rexml (>= 3.2.5, < 4.0)
|
|
229
243
|
rubocop-ast (>= 1.28.1, < 2.0)
|
|
230
244
|
ruby-progressbar (~> 1.7)
|
|
231
245
|
unicode-display_width (>= 2.4.0, < 3.0)
|
|
232
|
-
rubocop-ast (1.
|
|
246
|
+
rubocop-ast (1.30.0)
|
|
233
247
|
parser (>= 3.2.1.0)
|
|
234
248
|
rubocop-performance (1.19.1)
|
|
235
249
|
rubocop (>= 1.7.0, < 2.0)
|
|
236
250
|
rubocop-ast (>= 0.4.0)
|
|
237
251
|
ruby-progressbar (1.13.0)
|
|
238
252
|
ruby2_keywords (0.0.5)
|
|
239
|
-
standard (1.
|
|
253
|
+
standard (1.32.0)
|
|
240
254
|
language_server-protocol (~> 3.17.0.2)
|
|
241
255
|
lint_roller (~> 1.0)
|
|
242
|
-
rubocop (~> 1.
|
|
256
|
+
rubocop (~> 1.57.2)
|
|
243
257
|
standard-custom (~> 1.0.0)
|
|
244
258
|
standard-performance (~> 1.2)
|
|
245
259
|
standard-custom (1.0.2)
|
|
@@ -250,10 +264,14 @@ GEM
|
|
|
250
264
|
rubocop-performance (~> 1.19.1)
|
|
251
265
|
standardrb (1.0.1)
|
|
252
266
|
standard
|
|
253
|
-
stringio (3.0.
|
|
267
|
+
stringio (3.0.9)
|
|
254
268
|
thor (1.3.0)
|
|
269
|
+
tiktoken_ruby (0.0.6)
|
|
270
|
+
rb_sys (~> 0.9.68)
|
|
255
271
|
tiktoken_ruby (0.0.6-x86_64-darwin)
|
|
256
|
-
|
|
272
|
+
tiktoken_ruby (0.0.6-x86_64-linux)
|
|
273
|
+
timeout (0.4.1)
|
|
274
|
+
to_bool (2.0.0)
|
|
257
275
|
tzinfo (2.0.6)
|
|
258
276
|
concurrent-ruby (~> 1.0)
|
|
259
277
|
unicode (0.4.4.4)
|
|
@@ -263,18 +281,24 @@ GEM
|
|
|
263
281
|
websocket-extensions (>= 0.1.0)
|
|
264
282
|
websocket-extensions (0.1.5)
|
|
265
283
|
yard (0.9.34)
|
|
266
|
-
zeitwerk (2.6.
|
|
284
|
+
zeitwerk (2.6.12)
|
|
267
285
|
|
|
268
286
|
PLATFORMS
|
|
287
|
+
ruby
|
|
269
288
|
x86_64-darwin-19
|
|
289
|
+
x86_64-darwin-22
|
|
290
|
+
x86_64-linux
|
|
270
291
|
|
|
271
292
|
DEPENDENCIES
|
|
293
|
+
brakeman
|
|
294
|
+
bundler-audit
|
|
272
295
|
langchainrb
|
|
273
296
|
langchainrb_rails!
|
|
274
297
|
pry-byebug (~> 3.10.0)
|
|
275
298
|
rails (> 6.0.0)
|
|
276
|
-
rake (~> 13.
|
|
299
|
+
rake (~> 13.1)
|
|
277
300
|
rspec (~> 3.0)
|
|
301
|
+
rubocop
|
|
278
302
|
standardrb
|
|
279
303
|
yard (~> 0.9.34)
|
|
280
304
|
|
data/README.md
CHANGED
|
@@ -1,33 +1,117 @@
|
|
|
1
1
|
💎🔗 Langchain.rb for Rails
|
|
2
2
|
---
|
|
3
|
-
|
|
3
|
+
The fastest way to sprinkle AI ✨ on top of your Rails app. Add OpenAI-powered question-and-answering in minutes.
|
|
4
4
|
|
|
5
|
-
|
|
5
|
+
Available for paid consulting engagements! [Email me](mailto:andrei@sourcelabs.io).
|
|
6
6
|
|
|
7
7
|
|
|
8
8
|
[](https://badge.fury.io/rb/langchainrb_rails)
|
|
9
9
|
[](http://rubydoc.info/gems/langchainrb_rails)
|
|
10
10
|
[](https://github.com/andreibondarev/langchainrb_rails/blob/main/LICENSE.txt)
|
|
11
11
|
[](https://discord.gg/WDARp7J2n8)
|
|
12
|
+
[](https://twitter.com/rushing_andrei)
|
|
12
13
|
|
|
14
|
+
## Dependencies
|
|
13
15
|
|
|
14
|
-
|
|
16
|
+
* Ruby 3.0+
|
|
17
|
+
* Postgres 11+
|
|
18
|
+
|
|
19
|
+
## Table of Contents
|
|
20
|
+
|
|
21
|
+
- [Installation](#installation)
|
|
22
|
+
- [Generators](#rails-generators)
|
|
15
23
|
|
|
16
24
|
## Installation
|
|
17
25
|
|
|
18
26
|
Install the gem and add to the application's Gemfile by executing:
|
|
19
|
-
|
|
20
|
-
|
|
27
|
+
```bash
|
|
28
|
+
bundle add langchainrb_rails
|
|
29
|
+
```
|
|
21
30
|
|
|
22
31
|
If bundler is not being used to manage dependencies, install the gem by executing:
|
|
32
|
+
```bash
|
|
33
|
+
gem install langchainrb_rails
|
|
34
|
+
```
|
|
35
|
+
|
|
36
|
+
## Configuration w/ [Pgvector](https://github.com/pgvector/pgvector) (requires Postgres 11+)
|
|
37
|
+
|
|
38
|
+
1. Run the Rails generator to add vectorsearch to your ActiveRecord model
|
|
39
|
+
```bash
|
|
40
|
+
rails generate langchainrb_rails:pgvector --model=Product --llm=openai
|
|
41
|
+
```
|
|
42
|
+
|
|
43
|
+
This adds required dependencies to your Gemfile, creates the `config/initializers/langchainrb_rails.rb` initializer file, database migrations, and adds the necessary code to the ActiveRecord model to enable vectorsearch.
|
|
44
|
+
|
|
45
|
+
2. Bundle and migrate
|
|
46
|
+
```bash
|
|
47
|
+
bundle install && rails db:migrate
|
|
48
|
+
```
|
|
49
|
+
|
|
50
|
+
3. Set the env var `OPENAI_API_KEY` to your OpenAI API key: https://platform.openai.com/account/api-keys
|
|
51
|
+
```ruby
|
|
52
|
+
ENV["OPENAI_API_KEY"]=
|
|
53
|
+
```
|
|
54
|
+
|
|
55
|
+
5. Generate embeddings for your model
|
|
56
|
+
```ruby
|
|
57
|
+
Product.embed!
|
|
58
|
+
```
|
|
59
|
+
|
|
60
|
+
This can take a while depending on the number of database records.
|
|
61
|
+
|
|
62
|
+
## Usage
|
|
63
|
+
|
|
64
|
+
### Question and Answering
|
|
65
|
+
```ruby
|
|
66
|
+
Product.ask("list the brands of shoes that are in stock")
|
|
67
|
+
```
|
|
68
|
+
|
|
69
|
+
Returns a `String` with a natural language answer. The answer is assembled using the following steps:
|
|
70
|
+
|
|
71
|
+
1. An embedding is generated for the passed in `question` using the selected LLM.
|
|
72
|
+
2. We calculate a [cosine similarity](https://en.wikipedia.org/wiki/Cosine_similarity) to find records that most closely match your question's embedding.
|
|
73
|
+
3. A prompt is created using the question and the above records (their `#as_vector` representation )are added as context.
|
|
74
|
+
4. This prompt is passed to the LLM to generate an answer
|
|
75
|
+
|
|
76
|
+
### Similarity Search
|
|
77
|
+
```ruby
|
|
78
|
+
Product.similarity_search("t-shirt")
|
|
79
|
+
```
|
|
80
|
+
|
|
81
|
+
Returns ActiveRecord relation that most closely matches the `query` using vector search.
|
|
82
|
+
|
|
83
|
+
## Customization
|
|
84
|
+
|
|
85
|
+
### Changing the vector representation of a record
|
|
86
|
+
|
|
87
|
+
By default, embeddings are generated by calling the following method on your model instance:
|
|
88
|
+
```ruby
|
|
89
|
+
to_json(except: :embedding)
|
|
90
|
+
```
|
|
91
|
+
|
|
92
|
+
You can override this by defining an `#as_vector` method in your model:
|
|
93
|
+
```ruby
|
|
94
|
+
def as_vector
|
|
95
|
+
{ name: name, description: description, category: category.name, ... }.to_json
|
|
96
|
+
end
|
|
97
|
+
```
|
|
23
98
|
|
|
24
|
-
|
|
99
|
+
Re-generate embeddings after modifying this method:
|
|
100
|
+
|
|
101
|
+
```ruby
|
|
102
|
+
Product.embed!
|
|
103
|
+
```
|
|
25
104
|
|
|
26
105
|
## Rails Generators
|
|
27
106
|
|
|
28
|
-
###
|
|
107
|
+
### Pgvector Generator
|
|
29
108
|
|
|
109
|
+
```bash
|
|
110
|
+
rails generate langchainrb_rails:pgvector --model=Product --llm=openai
|
|
30
111
|
```
|
|
112
|
+
|
|
113
|
+
### Pinecone Generator - adds vectorsearch to your ActiveRecord model
|
|
114
|
+
```bash
|
|
31
115
|
rails generate langchainrb_rails:pinecone --model=Product --llm=openai
|
|
32
116
|
```
|
|
33
117
|
|
|
@@ -39,3 +123,4 @@ Pinecone Generator does the following:
|
|
|
39
123
|
1. Creates the `config/initializers/langchainrb_rails.rb` initializer file
|
|
40
124
|
2. Adds necessary code to the ActiveRecord model to enable vectorsearch
|
|
41
125
|
3. Adds `pinecone` gem to the Gemfile
|
|
126
|
+
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
# Overriding Langchain.rb's Pgvector implementation to use ActiveRecord.
|
|
4
|
+
# Original implementation: https://github.com/andreibondarev/langchainrb/blob/main/lib/langchain/vectorsearch/pgvector.rb
|
|
5
|
+
|
|
6
|
+
module Langchain::Vectorsearch
|
|
7
|
+
class Pgvector < Base
|
|
8
|
+
#
|
|
9
|
+
# The PostgreSQL vector search adapter
|
|
10
|
+
#
|
|
11
|
+
# Gem requirements:
|
|
12
|
+
# gem "pgvector", "~> 0.2"
|
|
13
|
+
#
|
|
14
|
+
# Usage:
|
|
15
|
+
# pgvector = Langchain::Vectorsearch::Pgvector.new(llm:)
|
|
16
|
+
#
|
|
17
|
+
|
|
18
|
+
# The operators supported by the PostgreSQL vector search adapter
|
|
19
|
+
OPERATORS = [
|
|
20
|
+
"cosine",
|
|
21
|
+
"euclidean",
|
|
22
|
+
"inner_product"
|
|
23
|
+
]
|
|
24
|
+
DEFAULT_OPERATOR = "cosine"
|
|
25
|
+
|
|
26
|
+
attr_reader :operator, :llm
|
|
27
|
+
attr_accessor :model
|
|
28
|
+
|
|
29
|
+
# @param url [String] The URL of the PostgreSQL database
|
|
30
|
+
# @param index_name [String] The name of the table to use for the index
|
|
31
|
+
# @param llm [Object] The LLM client to use
|
|
32
|
+
# @param namespace [String] The namespace to use for the index when inserting/querying
|
|
33
|
+
def initialize(llm:)
|
|
34
|
+
# If the line below is called, the generator fails as calls to
|
|
35
|
+
# LangchainrbRails.config.vectorsearch will generate an exception.
|
|
36
|
+
# These happen in the template files.
|
|
37
|
+
# depends_on "neighbor"
|
|
38
|
+
|
|
39
|
+
@operator = DEFAULT_OPERATOR
|
|
40
|
+
|
|
41
|
+
super(llm: llm)
|
|
42
|
+
end
|
|
43
|
+
|
|
44
|
+
# Add a list of texts to the index
|
|
45
|
+
# @param texts [Array<String>] The texts to add to the index
|
|
46
|
+
# @param ids [Array<String>] The ids to add to the index, in the same order as the texts
|
|
47
|
+
# @return [Array<Integer>] The the ids of the added texts.
|
|
48
|
+
def add_texts(texts:, ids:)
|
|
49
|
+
embeddings = texts.map do |text|
|
|
50
|
+
llm.embed(text: text).embedding
|
|
51
|
+
end
|
|
52
|
+
|
|
53
|
+
# I believe the records returned by #find must be in the
|
|
54
|
+
# same order as the embeddings. I _think_ this works for uuid ids but didn't test
|
|
55
|
+
# deeply.
|
|
56
|
+
# TODO - implement find_each so we don't load all records into memory
|
|
57
|
+
model.find(ids).each.with_index do |record, i|
|
|
58
|
+
record.update_column(:embedding, embeddings[i])
|
|
59
|
+
end
|
|
60
|
+
end
|
|
61
|
+
|
|
62
|
+
def update_texts(texts:, ids:)
|
|
63
|
+
add_texts(texts: texts, ids: ids)
|
|
64
|
+
end
|
|
65
|
+
|
|
66
|
+
# Invoke a rake task that will create an initializer (`config/initializers/langchain.rb`) file
|
|
67
|
+
# and db/migrations/* files
|
|
68
|
+
def create_default_schema
|
|
69
|
+
Rake::Task["pgvector"].invoke
|
|
70
|
+
end
|
|
71
|
+
|
|
72
|
+
# Destroy default schema
|
|
73
|
+
def destroy_default_schema
|
|
74
|
+
# Tell the user to rollback the migration
|
|
75
|
+
end
|
|
76
|
+
|
|
77
|
+
# Search for similar texts in the index
|
|
78
|
+
# @param query [String] The text to search for
|
|
79
|
+
# @param k [Integer] The number of top results to return
|
|
80
|
+
# @return [Array<Hash>] The results of the search
|
|
81
|
+
# TODO - drop the named "query:" param so it is the same interface as #ask?
|
|
82
|
+
def similarity_search(query:, k: 4)
|
|
83
|
+
embedding = llm.embed(text: query).embedding
|
|
84
|
+
|
|
85
|
+
similarity_search_by_vector(
|
|
86
|
+
embedding: embedding,
|
|
87
|
+
k: k
|
|
88
|
+
)
|
|
89
|
+
end
|
|
90
|
+
|
|
91
|
+
# Search for similar texts in the index by the passed in vector.
|
|
92
|
+
# You must generate your own vector using the same LLM that generated the embeddings stored in the Vectorsearch DB.
|
|
93
|
+
# @param embedding [Array<Float>] The vector to search for
|
|
94
|
+
# @param k [Integer] The number of top results to return
|
|
95
|
+
# @return [Array<Hash>] The results of the search
|
|
96
|
+
# TODO - drop the named "embedding:" param so it is the same interface as #ask?
|
|
97
|
+
def similarity_search_by_vector(embedding:, k: 4)
|
|
98
|
+
model
|
|
99
|
+
.nearest_neighbors(:embedding, embedding, distance: operator)
|
|
100
|
+
.limit(k)
|
|
101
|
+
end
|
|
102
|
+
|
|
103
|
+
# Ask a question and return the answer
|
|
104
|
+
# @param question [String] The question to ask
|
|
105
|
+
# @param k [Integer] The number of results to have in context
|
|
106
|
+
# @yield [String] Stream responses back one String at a time
|
|
107
|
+
# @return [String] The answer to the question
|
|
108
|
+
def ask(question, k: 4, &block)
|
|
109
|
+
# Noisy as the embedding column has a lot of data
|
|
110
|
+
ActiveRecord::Base.logger.silence do
|
|
111
|
+
search_results = similarity_search(query: question, k: k)
|
|
112
|
+
|
|
113
|
+
context = search_results.map do |result|
|
|
114
|
+
result.as_vector
|
|
115
|
+
end
|
|
116
|
+
context = context.join("\n---\n")
|
|
117
|
+
|
|
118
|
+
prompt = generate_rag_prompt(question: question, context: context)
|
|
119
|
+
|
|
120
|
+
llm.chat(prompt: prompt, &block)
|
|
121
|
+
end
|
|
122
|
+
end
|
|
123
|
+
end
|
|
124
|
+
end
|
|
@@ -61,7 +61,9 @@ module LangchainrbRails
|
|
|
61
61
|
#
|
|
62
62
|
# @return [String] the text representation of the model
|
|
63
63
|
def as_vector
|
|
64
|
-
|
|
64
|
+
# Don't vectorize the embedding ... this would happen if it already exists
|
|
65
|
+
# for a record and we update.
|
|
66
|
+
to_json(except: :embedding)
|
|
65
67
|
end
|
|
66
68
|
|
|
67
69
|
module ClassMethods
|
|
@@ -70,6 +72,20 @@ module LangchainrbRails
|
|
|
70
72
|
# @param provider [Object] The `Langchain::Vectorsearch::*` instance
|
|
71
73
|
def vectorsearch
|
|
72
74
|
class_variable_set(:@@provider, LangchainrbRails.config.vectorsearch)
|
|
75
|
+
|
|
76
|
+
# Pgvector-specific configuration
|
|
77
|
+
if LangchainrbRails.config.vectorsearch.is_a?(Langchain::Vectorsearch::Pgvector)
|
|
78
|
+
has_neighbors(:embedding)
|
|
79
|
+
LangchainrbRails.config.vectorsearch.model = self
|
|
80
|
+
end
|
|
81
|
+
end
|
|
82
|
+
|
|
83
|
+
# Iterates over records and generate embeddings.
|
|
84
|
+
# Will re-generate for ALL records (not just records with embeddings).
|
|
85
|
+
def embed!
|
|
86
|
+
find_each do |record|
|
|
87
|
+
record.upsert_to_vectorsearch
|
|
88
|
+
end
|
|
73
89
|
end
|
|
74
90
|
|
|
75
91
|
# Search for similar texts
|
|
@@ -84,7 +100,7 @@ module LangchainrbRails
|
|
|
84
100
|
)
|
|
85
101
|
|
|
86
102
|
# We use "__id" when Weaviate is the provider
|
|
87
|
-
ids = records.map { |record| record.
|
|
103
|
+
ids = records.map { |record| record.try("id") || record.dig("__id") }
|
|
88
104
|
where(id: ids)
|
|
89
105
|
end
|
|
90
106
|
|
|
@@ -94,12 +110,12 @@ module LangchainrbRails
|
|
|
94
110
|
# @param k [Integer] The number of results to have in context
|
|
95
111
|
# @yield [String] Stream responses back one String at a time
|
|
96
112
|
# @return [String] The answer to the question
|
|
97
|
-
def ask(question
|
|
113
|
+
def ask(question, k: 4, &block)
|
|
98
114
|
class_variable_get(:@@provider).ask(
|
|
99
|
-
question
|
|
115
|
+
question,
|
|
100
116
|
k: k,
|
|
101
117
|
&block
|
|
102
|
-
)
|
|
118
|
+
).completion
|
|
103
119
|
end
|
|
104
120
|
end
|
|
105
121
|
end
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
require "rails/generators"
|
|
2
|
+
require "rails/generators/active_record"
|
|
3
|
+
|
|
4
|
+
module LangchainrbRails
|
|
5
|
+
module Generators
|
|
6
|
+
class BaseGenerator < Rails::Generators::Base
|
|
7
|
+
include ::ActiveRecord::Generators::Migration
|
|
8
|
+
|
|
9
|
+
class_option :model, type: :string, required: true, desc: "ActiveRecord Model to add vectorsearch to", aliases: "-m"
|
|
10
|
+
class_option :llm, type: :string, required: true, desc: "LLM provider that will be used to generate embeddings and completions"
|
|
11
|
+
|
|
12
|
+
# Available LLM providers to be passed in as --llm option
|
|
13
|
+
LLMS = {
|
|
14
|
+
"cohere" => "Langchain::LLM::Cohere",
|
|
15
|
+
"google_palm" => "Langchain::LLM::GooglePalm",
|
|
16
|
+
"hugging_face" => "Langchain::LLM::HuggingFace",
|
|
17
|
+
"llama_cpp" => "Langchain::LLM::LlamaCpp",
|
|
18
|
+
"ollama" => "Langchain::LLM::Ollama",
|
|
19
|
+
"openai" => "Langchain::LLM::OpenAI",
|
|
20
|
+
"replicate" => "Langchain::LLM::Replicate"
|
|
21
|
+
}
|
|
22
|
+
end
|
|
23
|
+
end
|
|
24
|
+
end
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module LangchainrbRails
|
|
4
|
+
module Generators
|
|
5
|
+
#
|
|
6
|
+
# ChromaGenerator does the following:
|
|
7
|
+
# 1. Creates the `langchainrb_rails.rb` initializer file
|
|
8
|
+
# 2. Adds necessary code to the ActiveRecord model to enable vectorsearch
|
|
9
|
+
# 3. Adds `chroma-db` gem to the Gemfile
|
|
10
|
+
#
|
|
11
|
+
# Usage:
|
|
12
|
+
# rails generate langchainrb_rails:chrome --model=Product --llm=openai
|
|
13
|
+
#
|
|
14
|
+
class ChromaGenerator < LangchainrbRails::Generators::BaseGenerator
|
|
15
|
+
desc "This generator adds Chroma vectorsearch integration to your ActiveRecord model"
|
|
16
|
+
source_root File.join(__dir__, "templates")
|
|
17
|
+
|
|
18
|
+
# Creates the `langchainrb_rails.rb` initializer file
|
|
19
|
+
def create_initializer_file
|
|
20
|
+
template "chroma_initializer.rb", "config/initializers/langchainrb_rails.rb"
|
|
21
|
+
end
|
|
22
|
+
|
|
23
|
+
# Adds `vectorsearch` class method to the model and `after_save` callback that calls `upsert_to_vectorsearch()`
|
|
24
|
+
def add_to_model
|
|
25
|
+
inject_into_class "app/models/#{model_name.downcase}.rb", model_name do
|
|
26
|
+
" vectorsearch\n\n after_save :upsert_to_vectorsearch\n\n"
|
|
27
|
+
end
|
|
28
|
+
end
|
|
29
|
+
|
|
30
|
+
# Adds `chroma-db` gem to the Gemfile
|
|
31
|
+
# TODO: Can we automatically run `bundle install`?
|
|
32
|
+
def add_to_gemfile
|
|
33
|
+
gem "chroma-db", version: "~> 0.6.0"
|
|
34
|
+
end
|
|
35
|
+
|
|
36
|
+
private
|
|
37
|
+
|
|
38
|
+
# @return [String] Name of the model
|
|
39
|
+
def model_name
|
|
40
|
+
options["model"]
|
|
41
|
+
end
|
|
42
|
+
|
|
43
|
+
# @return [String] LLM provider to use
|
|
44
|
+
def llm
|
|
45
|
+
options["llm"]
|
|
46
|
+
end
|
|
47
|
+
|
|
48
|
+
# @return [Langchain::LLM::*] LLM class
|
|
49
|
+
def llm_class
|
|
50
|
+
Langchain::LLM.const_get(LLMS[llm])
|
|
51
|
+
end
|
|
52
|
+
end
|
|
53
|
+
end
|
|
54
|
+
end
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module LangchainrbRails
|
|
4
|
+
module Generators
|
|
5
|
+
#
|
|
6
|
+
# Usage:
|
|
7
|
+
# rails g langchain:pgvector -model=Product -llm=openai
|
|
8
|
+
#
|
|
9
|
+
class PgvectorGenerator < LangchainrbRails::Generators::BaseGenerator
|
|
10
|
+
desc "This generator adds Pgvector vectorsearch integration to your ActiveRecord model"
|
|
11
|
+
source_root File.join(__dir__, "templates")
|
|
12
|
+
|
|
13
|
+
def copy_migration
|
|
14
|
+
migration_template "enable_vector_extension_template.rb", "db/migrate/enable_vector_extension.rb", migration_version: migration_version
|
|
15
|
+
migration_template "add_vector_column_template.rb", "db/migrate/add_vector_column_to_#{table_name}.rb", migration_version: migration_version
|
|
16
|
+
end
|
|
17
|
+
|
|
18
|
+
def create_initializer_file
|
|
19
|
+
template "pgvector_initializer.rb", "config/initializers/langchainrb_rails.rb"
|
|
20
|
+
end
|
|
21
|
+
|
|
22
|
+
def migration_version
|
|
23
|
+
"[#{::ActiveRecord::VERSION::MAJOR}.#{::ActiveRecord::VERSION::MINOR}]"
|
|
24
|
+
end
|
|
25
|
+
|
|
26
|
+
def add_to_model
|
|
27
|
+
inject_into_class "app/models/#{model_name.downcase}.rb", model_name do
|
|
28
|
+
" vectorsearch\n\n after_save :upsert_to_vectorsearch\n\n"
|
|
29
|
+
end
|
|
30
|
+
end
|
|
31
|
+
|
|
32
|
+
def add_to_gemfile
|
|
33
|
+
# Dependency for Langchain PgVector
|
|
34
|
+
gem "neighbor"
|
|
35
|
+
gem "ruby-openai"
|
|
36
|
+
end
|
|
37
|
+
|
|
38
|
+
def post_install_message
|
|
39
|
+
say "Please do the following to start Q&A with your #{model_name} records:", :green
|
|
40
|
+
say "1. Run `bundle install` to install the new gems."
|
|
41
|
+
say "2. Set `OPENAI_API_KEY` environment variable to your OpenAI API key."
|
|
42
|
+
say "3. Run `rails db:migrate` to apply the database migrations to enable pgvector and add the embedding column."
|
|
43
|
+
say "4. In Rails console, run `#{model_name}.embed!` to set the embeddings for all records."
|
|
44
|
+
say "5. Ask a question in the Rails console, ie: `#{model_name}.ask('[YOUR QUESTION]')`"
|
|
45
|
+
end
|
|
46
|
+
|
|
47
|
+
private
|
|
48
|
+
|
|
49
|
+
# @return [String] Name of the model
|
|
50
|
+
def model_name
|
|
51
|
+
options["model"]
|
|
52
|
+
end
|
|
53
|
+
|
|
54
|
+
# @return [String] Table name of the model
|
|
55
|
+
def table_name
|
|
56
|
+
model_name.downcase.pluralize
|
|
57
|
+
end
|
|
58
|
+
|
|
59
|
+
# @return [String] LLM provider to use
|
|
60
|
+
def llm
|
|
61
|
+
options["llm"]
|
|
62
|
+
end
|
|
63
|
+
|
|
64
|
+
# @return [Langchain::LLM::*] LLM class
|
|
65
|
+
def llm_class
|
|
66
|
+
Langchain::LLM.const_get(LLMS[llm])
|
|
67
|
+
end
|
|
68
|
+
|
|
69
|
+
# @return [Integer] Dimension of the vector to be used
|
|
70
|
+
def vector_dimension
|
|
71
|
+
llm_class.default_dimension
|
|
72
|
+
end
|
|
73
|
+
end
|
|
74
|
+
end
|
|
75
|
+
end
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
|
|
1
|
+
# frozen_string_literal: true
|
|
2
2
|
|
|
3
3
|
module LangchainrbRails
|
|
4
4
|
module Generators
|
|
@@ -11,26 +11,10 @@ module LangchainrbRails
|
|
|
11
11
|
# Usage:
|
|
12
12
|
# rails generate langchainrb_rails:pinecone --model=Product --llm=openai
|
|
13
13
|
#
|
|
14
|
-
class PineconeGenerator <
|
|
14
|
+
class PineconeGenerator < LangchainrbRails::Generators::BaseGenerator
|
|
15
15
|
desc "This generator adds Pinecone vectorsearch integration to your ActiveRecord model"
|
|
16
|
-
|
|
17
|
-
include ::ActiveRecord::Generators::Migration
|
|
18
16
|
source_root File.join(__dir__, "templates")
|
|
19
17
|
|
|
20
|
-
class_option :model, type: :string, required: true, desc: "ActiveRecord Model to add vectorsearch to", aliases: "-m"
|
|
21
|
-
class_option :llm, type: :string, required: true, desc: "LLM provider that will be used to generate embeddings and completions"
|
|
22
|
-
|
|
23
|
-
# Available LLM providers to be passed in as --llm option
|
|
24
|
-
LLMS = {
|
|
25
|
-
"cohere" => "Langchain::LLM::Cohere",
|
|
26
|
-
"google_palm" => "Langchain::LLM::GooglePalm",
|
|
27
|
-
"hugging_face" => "Langchain::LLM::HuggingFace",
|
|
28
|
-
"llama_cpp" => "Langchain::LLM::LlamaCpp",
|
|
29
|
-
"ollama" => "Langchain::LLM::Ollama",
|
|
30
|
-
"openai" => "Langchain::LLM::OpenAI",
|
|
31
|
-
"replicate" => "Langchain::LLM::Replicate"
|
|
32
|
-
}
|
|
33
|
-
|
|
34
18
|
# Creates the `langchainrb_rails.rb` initializer file
|
|
35
19
|
def create_initializer_file
|
|
36
20
|
template "pinecone_initializer.rb", "config/initializers/langchainrb_rails.rb"
|
|
@@ -46,7 +30,7 @@ module LangchainrbRails
|
|
|
46
30
|
# Adds `pinecone` gem to the Gemfile
|
|
47
31
|
# TODO: Can we automatically run `bundle install`?
|
|
48
32
|
def add_to_gemfile
|
|
49
|
-
gem "pinecone"
|
|
33
|
+
gem "pinecone", version: "~> 0.1.6"
|
|
50
34
|
end
|
|
51
35
|
|
|
52
36
|
private
|
|
@@ -9,7 +9,9 @@ module LangchainrbRails
|
|
|
9
9
|
end
|
|
10
10
|
|
|
11
11
|
generators do
|
|
12
|
+
require_relative "generators/langchainrb_rails/chroma_generator"
|
|
12
13
|
require_relative "generators/langchainrb_rails/pinecone_generator"
|
|
14
|
+
require_relative "generators/langchainrb_rails/pgvector_generator"
|
|
13
15
|
end
|
|
14
16
|
end
|
|
15
17
|
end
|
data/lib/langchainrb_rails.rb
CHANGED
|
@@ -1,9 +1,12 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
|
+
require "forwardable"
|
|
3
4
|
require "langchain"
|
|
5
|
+
require "rails"
|
|
4
6
|
require_relative "langchainrb_rails/version"
|
|
5
7
|
require "langchainrb_rails/railtie"
|
|
6
8
|
require "langchainrb_rails/config"
|
|
9
|
+
require_relative "langchainrb_overrides/vectorsearch/pgvector"
|
|
7
10
|
|
|
8
11
|
module LangchainrbRails
|
|
9
12
|
class Error < StandardError; end
|
|
@@ -13,6 +16,8 @@ module LangchainrbRails
|
|
|
13
16
|
end
|
|
14
17
|
|
|
15
18
|
module Generators
|
|
19
|
+
autoload :BaseGenerator, "langchainrb_rails/generators/langchainrb_rails/base_generator"
|
|
20
|
+
autoload :ChromaGenerator, "langchainrb_rails/generators/langchainrb_rails/chroma_generator"
|
|
16
21
|
autoload :PgvectorGenerator, "langchainrb_rails/generators/langchainrb_rails/pgvector_generator"
|
|
17
22
|
end
|
|
18
23
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: langchainrb_rails
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.4
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Andrei Bondarev
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2023-
|
|
11
|
+
date: 2023-11-20 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: langchainrb
|
|
@@ -74,16 +74,26 @@ extensions: []
|
|
|
74
74
|
extra_rdoc_files: []
|
|
75
75
|
files:
|
|
76
76
|
- ".rspec"
|
|
77
|
+
- ".rubocop.yml"
|
|
78
|
+
- ".tool-versions"
|
|
77
79
|
- CHANGELOG.md
|
|
78
80
|
- Gemfile
|
|
79
81
|
- Gemfile.lock
|
|
80
82
|
- LICENSE.txt
|
|
81
83
|
- README.md
|
|
82
84
|
- Rakefile
|
|
85
|
+
- lib/langchainrb_overrides/vectorsearch/pgvector.rb
|
|
83
86
|
- lib/langchainrb_rails.rb
|
|
84
87
|
- lib/langchainrb_rails/active_record/hooks.rb
|
|
85
88
|
- lib/langchainrb_rails/config.rb
|
|
89
|
+
- lib/langchainrb_rails/generators/langchainrb_rails/base_generator.rb
|
|
90
|
+
- lib/langchainrb_rails/generators/langchainrb_rails/chroma_generator.rb
|
|
91
|
+
- lib/langchainrb_rails/generators/langchainrb_rails/pgvector_generator.rb
|
|
86
92
|
- lib/langchainrb_rails/generators/langchainrb_rails/pinecone_generator.rb
|
|
93
|
+
- lib/langchainrb_rails/generators/langchainrb_rails/templates/add_vector_column_template.rb.tt
|
|
94
|
+
- lib/langchainrb_rails/generators/langchainrb_rails/templates/chroma_initializer.rb.tt
|
|
95
|
+
- lib/langchainrb_rails/generators/langchainrb_rails/templates/enable_vector_extension_template.rb.tt
|
|
96
|
+
- lib/langchainrb_rails/generators/langchainrb_rails/templates/pgvector_initializer.rb.tt
|
|
87
97
|
- lib/langchainrb_rails/generators/langchainrb_rails/templates/pinecone_initializer.rb.tt
|
|
88
98
|
- lib/langchainrb_rails/railtie.rb
|
|
89
99
|
- lib/langchainrb_rails/version.rb
|
|
@@ -111,7 +121,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
111
121
|
- !ruby/object:Gem::Version
|
|
112
122
|
version: '0'
|
|
113
123
|
requirements: []
|
|
114
|
-
rubygems_version: 3.
|
|
124
|
+
rubygems_version: 3.3.7
|
|
115
125
|
signing_key:
|
|
116
126
|
specification_version: 4
|
|
117
127
|
summary: Rails wrapper for langchainrb gem
|