llamafile 0.3.8 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/llamafile/llama.rb +20 -11
- data/lib/llamafile/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 1d5ace415bdc363019cd82cc1283c52d1ae5cafe7f5e29f8d669928a66deaebb
|
|
4
|
+
data.tar.gz: 9b180bf88730e626e29b56a85d5dcbe263be7b0c23a1ee6d378eb129b8700582
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: f6ed8efcddbcce2369f91146148af1a5b7e38c3eb14b6a584b2f930f486c55409ce42a004924ea567fe85164c63249a1182cc8d1b5a45dad6ac6da4602680e9b
|
|
7
|
+
data.tar.gz: 0cab64789570ad78cf2c8a55e6789442b66eab83fadb60a7cb4fcd230eeb5a80328cad659a6032626595d0bd328aff5830c702875954c2d698bf11babd7fcd33
|
data/lib/llamafile/llama.rb
CHANGED
|
@@ -27,7 +27,7 @@ module LLAMA
|
|
|
27
27
|
base_uri ENV['LLAMA']
|
|
28
28
|
#default_timeout 120
|
|
29
29
|
end
|
|
30
|
-
def self.post h={}
|
|
30
|
+
def self.post h={}, &b
|
|
31
31
|
#puts %[LLAMA IN: #{h}]
|
|
32
32
|
hh = {
|
|
33
33
|
headers: {
|
|
@@ -38,18 +38,26 @@ module LLAMA
|
|
|
38
38
|
body: JSON.generate(DEF.merge(h))
|
|
39
39
|
}
|
|
40
40
|
#puts %[LLAMA PACK: #{hh}]
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
41
|
+
fiber = Fiber.new do |hhh|
|
|
42
|
+
begin
|
|
43
|
+
r = Llama.post('/completion', hhh)
|
|
44
|
+
#puts %[LLAMA CODE: #{r.code}]
|
|
45
|
+
if r.code == 200
|
|
46
|
+
rr = r['content'].gsub(/<.+>/, "").gsub(/\s\s+/, " ").gsub(/\n+/, "\n");
|
|
47
|
+
if block_given?
|
|
48
|
+
Fiber.yield b.call(rr);
|
|
49
|
+
else
|
|
50
|
+
Fiber.yield rr;
|
|
51
|
+
end
|
|
52
|
+
else
|
|
53
|
+
Fiber.yield false
|
|
54
|
+
end
|
|
55
|
+
rescue => err
|
|
56
|
+
puts %[LLAMA POST ERR: #{err}]
|
|
57
|
+
Fiber.yield false
|
|
48
58
|
end
|
|
49
|
-
rescue => err
|
|
50
|
-
puts %[LLAMA POST ERR: #{err}]
|
|
51
|
-
return false
|
|
52
59
|
end
|
|
60
|
+
fiber.resume(hh)
|
|
53
61
|
end
|
|
54
62
|
|
|
55
63
|
def self.make h={}
|
|
@@ -77,6 +85,7 @@ module LLAMA
|
|
|
77
85
|
def self.test h={}
|
|
78
86
|
fiber = Fiber.new do |hh|
|
|
79
87
|
hh[:grammar] = GRAMMAR[:bool]
|
|
88
|
+
hh[:n_predict] = 4
|
|
80
89
|
if LLAMA.post(hh) == 'yes'
|
|
81
90
|
Fiber.yield true
|
|
82
91
|
else
|
data/lib/llamafile/version.rb
CHANGED