inst_llm 0.2.2 → 0.2.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/inst_llm/client.rb +1 -0
- data/lib/inst_llm/parameter/mistral_parameters.rb +15 -1
- data/lib/inst_llm/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 32af75986a0d5552c9b4830e126c2082217f4927287df3cf1f0b99c7dadaf51e
|
4
|
+
data.tar.gz: 5e4b32fb74b2aae186fc2f0afdd10125b3d880100432bae9527866870535e0ee
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5408ce4b2e94537186fc95c06a09c64983714b998032b886bcfa7ce871262c989fc012cd8276eb3fc9e4b8dd51015b1677e7233b855902144d06db9fe1e31d7e
|
7
|
+
data.tar.gz: 0447e73e81cdb5d12e02e0137ccc3233dafabef6e93a2fd3135f0caf9f28362ab1f37b8f207418d7f0e35c9f99d869e9a97bd1c006c82c3cbfc7a3b09c28f01d
|
data/lib/inst_llm/client.rb
CHANGED
@@ -11,6 +11,7 @@ module InstLLM
|
|
11
11
|
MODELS = {
|
12
12
|
"anthropic.claude-3-sonnet-20240229-v1:0": { format: :claude, provider: :bedrock, type: :chat },
|
13
13
|
"anthropic.claude-3-haiku-20240307-v1:0": { format: :claude, provider: :bedrock, type: :chat },
|
14
|
+
"anthropic.claude-3-opus-20240229-v1:0": { format: :claude, provider: :bedrock, type: :chat },
|
14
15
|
|
15
16
|
"meta.llama3-8b-instruct-v1:0": { format: :llama3, provider: :bedrock, type: :chat },
|
16
17
|
"meta.llama3-70b-instruct-v1:0": { format: :llama3, provider: :bedrock, type: :chat },
|
@@ -23,9 +23,23 @@ module InstLLM
|
|
23
23
|
|
24
24
|
private
|
25
25
|
|
26
|
+
def format_message(message)
|
27
|
+
return message if message[:content].is_a?(String)
|
28
|
+
|
29
|
+
content = Array(message[:content]).map do |m|
|
30
|
+
raise UnknownArgumentError, <<~ERR if m[:type] != :text
|
31
|
+
Model does not support multiple types. Expected :text, received #{m[:type]}
|
32
|
+
ERR
|
33
|
+
|
34
|
+
m[:text]
|
35
|
+
end
|
36
|
+
|
37
|
+
{ role: message[:role], content: content.join("\n\n") }
|
38
|
+
end
|
39
|
+
|
26
40
|
def prompt
|
27
41
|
system_message = nil
|
28
|
-
prompt = @messages.map do |message|
|
42
|
+
prompt = @messages.map { |message| format_message(message) }.map do |message|
|
29
43
|
case message[:role].to_sym
|
30
44
|
when :assistant
|
31
45
|
"#{message[:content]}"
|
data/lib/inst_llm/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: inst_llm
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.2.
|
4
|
+
version: 0.2.4
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Zach Pendleton
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-04-
|
11
|
+
date: 2024-04-29 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-bedrockruntime
|