mimic-llm 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/LICENSE +21 -0
- data/NOTICE +16 -0
- data/README.md +175 -0
- data/exe/lllm +5 -0
- data/exe/llm +5 -0
- data/exe/mimic +5 -0
- data/lib/mimic/README.md +144 -0
- data/lib/mimic/agent/claude.rb +305 -0
- data/lib/mimic/agent/codex.rb +254 -0
- data/lib/mimic/agent/codex_fallback_prompt.md +275 -0
- data/lib/mimic/agent/hermes.rb +107 -0
- data/lib/mimic/agent/muse.rb +106 -0
- data/lib/mimic/agent.rb +46 -0
- data/lib/mimic/cli.rb +159 -0
- data/lib/mimic/client/base.rb +44 -0
- data/lib/mimic/client/crush.rb +28 -0
- data/lib/mimic/client/goose.rb +52 -0
- data/lib/mimic/client/hermes.rb +21 -0
- data/lib/mimic/client/opencode.rb +29 -0
- data/lib/mimic/client/pi.rb +50 -0
- data/lib/mimic/client.rb +19 -0
- data/lib/mimic/engine/README.md +140 -0
- data/lib/mimic/engine/base.rb +138 -0
- data/lib/mimic/engine/chat_template.rb +207 -0
- data/lib/mimic/engine/ik_llama.rb +273 -0
- data/lib/mimic/engine/launcher.rb +25 -0
- data/lib/mimic/engine/llama.rb +124 -0
- data/lib/mimic/engine/llama_embed.rb +108 -0
- data/lib/mimic/engine/router.rb +57 -0
- data/lib/mimic/engine/server_process.rb +108 -0
- data/lib/mimic/engine.rb +5 -0
- data/lib/mimic/engine_cli/binary_options.rb +46 -0
- data/lib/mimic/engine_cli/builder.rb +98 -0
- data/lib/mimic/engine_cli/diffusion.rb +117 -0
- data/lib/mimic/engine_cli/llama_preset.rb +119 -0
- data/lib/mimic/engine_cli/registry.rb +94 -0
- data/lib/mimic/engine_cli/source.rb +110 -0
- data/lib/mimic/engine_cli/status.rb +161 -0
- data/lib/mimic/engine_cli/update.rb +68 -0
- data/lib/mimic/engine_cli.rb +7 -0
- data/lib/mimic/health/checks.rb +92 -0
- data/lib/mimic/health.rb +82 -0
- data/lib/mimic/llm_cli/base.rb +36 -0
- data/lib/mimic/llm_cli/configure.rb +84 -0
- data/lib/mimic/llm_cli/embed.rb +80 -0
- data/lib/mimic/llm_cli/engines.rb +44 -0
- data/lib/mimic/llm_cli/models.rb +31 -0
- data/lib/mimic/llm_cli/models_table.rb +119 -0
- data/lib/mimic/llm_cli/paths.rb +48 -0
- data/lib/mimic/llm_cli/root.rb +215 -0
- data/lib/mimic/llm_cli/wizard/context_preflight.rb +82 -0
- data/lib/mimic/llm_cli/wizard/embed.rb +89 -0
- data/lib/mimic/llm_cli/wizard/moe.rb +82 -0
- data/lib/mimic/llm_cli/wizard/parallel.rb +76 -0
- data/lib/mimic/llm_cli/wizard/setup.rb +211 -0
- data/lib/mimic/llm_cli.rb +5 -0
- data/lib/mimic/llm_config/embed.rb +48 -0
- data/lib/mimic/llm_config/llama_settings.rb +60 -0
- data/lib/mimic/llm_config/model_settings.rb +84 -0
- data/lib/mimic/llm_config/sampling.rb +54 -0
- data/lib/mimic/llm_config/settings.rb +92 -0
- data/lib/mimic/llm_config.rb +132 -0
- data/lib/mimic/model/footprint.rb +303 -0
- data/lib/mimic/model/gguf.rb +204 -0
- data/lib/mimic/model/header.rb +169 -0
- data/lib/mimic/model/library.rb +132 -0
- data/lib/mimic/model/memory.rb +126 -0
- data/lib/mimic/model/store.rb +46 -0
- data/lib/mimic/model/upstream.rb +81 -0
- data/lib/mimic/model.rb +116 -0
- data/lib/mimic/paths.rb +45 -0
- data/lib/mimic/result.rb +8 -0
- data/lib/mimic/ui.rb +89 -0
- data/lib/mimic/util/fmt.rb +15 -0
- data/lib/mimic/util/hf.rb +55 -0
- data/lib/mimic/util/host.rb +95 -0
- data/lib/mimic/util/probes.rb +255 -0
- data/lib/mimic/version.rb +3 -0
- data/lib/mimic.rb +22 -0
- metadata +186 -0
|
@@ -0,0 +1,255 @@
|
|
|
1
|
+
require "json"
|
|
2
|
+
require "net/http"
|
|
3
|
+
require "socket"
|
|
4
|
+
require "pathname"
|
|
5
|
+
|
|
6
|
+
module Mimic
|
|
7
|
+
module Util
|
|
8
|
+
module Probes
|
|
9
|
+
STOP_WAIT_ATTEMPTS = 100
|
|
10
|
+
STOP_WAIT_DELAY = 0.1
|
|
11
|
+
|
|
12
|
+
class << self
|
|
13
|
+
def which(name, path = ENV.fetch("PATH", ""))
|
|
14
|
+
path.split(File::PATH_SEPARATOR).each do |dir|
|
|
15
|
+
candidate = Pathname.new(dir) / name
|
|
16
|
+
return candidate.to_s if candidate.file? && candidate.executable?
|
|
17
|
+
end
|
|
18
|
+
nil
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
def get(url, headers: {}, timeout: 3)
|
|
22
|
+
uri = URI(url)
|
|
23
|
+
req = Net::HTTP::Get.new(uri)
|
|
24
|
+
headers.each { |k, v| req[k] = v }
|
|
25
|
+
Net::HTTP.start(uri.host, uri.port, use_ssl: uri.scheme == "https",
|
|
26
|
+
open_timeout: timeout, read_timeout: timeout) { |http| http.request(req) }
|
|
27
|
+
end
|
|
28
|
+
|
|
29
|
+
def post(url, body, timeout: 10)
|
|
30
|
+
uri = URI(url)
|
|
31
|
+
req = Net::HTTP::Post.new(uri)
|
|
32
|
+
req["Content-Type"] = "application/json"
|
|
33
|
+
req.body = JSON.generate(body)
|
|
34
|
+
Net::HTTP.start(uri.host, uri.port, use_ssl: uri.scheme == "https",
|
|
35
|
+
open_timeout: timeout, read_timeout: timeout) { |http| http.request(req) }
|
|
36
|
+
rescue StandardError
|
|
37
|
+
nil
|
|
38
|
+
end
|
|
39
|
+
|
|
40
|
+
def http_json(url, headers: {}, timeout: 3)
|
|
41
|
+
res = get(url, headers: headers, timeout: timeout)
|
|
42
|
+
return nil unless res.is_a?(Net::HTTPSuccess)
|
|
43
|
+
|
|
44
|
+
JSON.parse(res.body)
|
|
45
|
+
rescue StandardError
|
|
46
|
+
nil
|
|
47
|
+
end
|
|
48
|
+
|
|
49
|
+
def http_ok(url, headers: {}, timeout: 3)
|
|
50
|
+
get(url, headers: headers, timeout: timeout).is_a?(Net::HTTPSuccess)
|
|
51
|
+
rescue StandardError
|
|
52
|
+
false
|
|
53
|
+
end
|
|
54
|
+
|
|
55
|
+
# Poll *condition* until it holds, the process dies, or *abort* fires.
|
|
56
|
+
#
|
|
57
|
+
# `alive` only covers the process we spawned. In llama.cpp router mode
|
|
58
|
+
# the work happens in a grandchild the router respawns on demand, so its
|
|
59
|
+
# death is invisible here -- `abort` is how a caller reports that
|
|
60
|
+
# failure instead of waiting out every attempt.
|
|
61
|
+
def wait_until(attempts: 30, delay: 2, alive: nil, label: nil, abort: nil)
|
|
62
|
+
attempts.times do |attempt|
|
|
63
|
+
return done(true, label) if yield
|
|
64
|
+
return done(false, label) if alive && !alive.call
|
|
65
|
+
return done(false, label) if abort&.call
|
|
66
|
+
|
|
67
|
+
tick((attempt + 1) * delay, label)
|
|
68
|
+
sleep(delay)
|
|
69
|
+
end
|
|
70
|
+
done(yield, label)
|
|
71
|
+
end
|
|
72
|
+
|
|
73
|
+
def wait_ready(url, headers: {}, attempts: 30, delay: 2, alive: nil, label: nil)
|
|
74
|
+
wait_until(attempts: attempts, delay: delay, alive: alive, label: label) { http_ok(url, headers: headers, timeout: 1) }
|
|
75
|
+
end
|
|
76
|
+
|
|
77
|
+
# Non-blocking liveness check for a child spawned via Process.spawn --
|
|
78
|
+
# reaps it if it has exited, unlike Process.kill(0, pid) which reports a
|
|
79
|
+
# zombie as alive until something reaps it.
|
|
80
|
+
def child_alive?(pid)
|
|
81
|
+
Process.waitpid(pid, Process::WNOHANG).nil?
|
|
82
|
+
rescue Errno::ECHILD
|
|
83
|
+
false
|
|
84
|
+
end
|
|
85
|
+
|
|
86
|
+
def pid_alive?(pid)
|
|
87
|
+
Process.kill(0, pid)
|
|
88
|
+
true
|
|
89
|
+
rescue Errno::ESRCH, Errno::EPERM
|
|
90
|
+
false
|
|
91
|
+
end
|
|
92
|
+
|
|
93
|
+
# Every pid below *pid* in the process tree. llama.cpp's router owns the
|
|
94
|
+
# port while a child owns the CUDA context, so anything asking what the
|
|
95
|
+
# server holds has to ask about the children too.
|
|
96
|
+
def descendants(pid)
|
|
97
|
+
children = Hash.new { |hash, key| hash[key] = [] }
|
|
98
|
+
Pathname.new("/proc").each_child do |entry|
|
|
99
|
+
name = entry.basename.to_s
|
|
100
|
+
next unless name =~ /\A\d+\z/
|
|
101
|
+
|
|
102
|
+
parent = ppid(name.to_i)
|
|
103
|
+
children[parent] << name.to_i if parent
|
|
104
|
+
end
|
|
105
|
+
|
|
106
|
+
found = []
|
|
107
|
+
queue = children[pid.to_i].dup
|
|
108
|
+
until queue.empty?
|
|
109
|
+
current = queue.shift
|
|
110
|
+
next if found.include?(current)
|
|
111
|
+
|
|
112
|
+
found << current
|
|
113
|
+
queue.concat(children[current])
|
|
114
|
+
end
|
|
115
|
+
found
|
|
116
|
+
end
|
|
117
|
+
|
|
118
|
+
def read_pid(pid_file, expect)
|
|
119
|
+
pid = Integer(pid_file.read.strip)
|
|
120
|
+
a0 = argv0(pid)
|
|
121
|
+
return nil if a0.nil? || !a0.include?(expect)
|
|
122
|
+
|
|
123
|
+
pid
|
|
124
|
+
rescue SystemCallError, ArgumentError, TypeError
|
|
125
|
+
nil
|
|
126
|
+
end
|
|
127
|
+
|
|
128
|
+
# Scan /proc for a live process whose executable (argv[0]) contains
|
|
129
|
+
# *expect*, ignoring the pids in *exclude*. The chat and embedding
|
|
130
|
+
# servers are the same binary, so argv[0] alone cannot separate them.
|
|
131
|
+
def find_pid_by_cmd(expect, exclude: [])
|
|
132
|
+
Pathname.new("/proc").each_child do |entry|
|
|
133
|
+
next unless entry.basename.to_s =~ /\A\d+\z/
|
|
134
|
+
|
|
135
|
+
pid = entry.basename.to_s.to_i
|
|
136
|
+
next if exclude.include?(pid)
|
|
137
|
+
|
|
138
|
+
a0 = argv0(pid)
|
|
139
|
+
return pid if a0&.include?(expect)
|
|
140
|
+
end
|
|
141
|
+
nil
|
|
142
|
+
end
|
|
143
|
+
|
|
144
|
+
# *fallback* is what makes the /proc scan optional: it rescues a router
|
|
145
|
+
# whose pid file was lost, but for a single-process server it can only
|
|
146
|
+
# ever match the other server running the same binary.
|
|
147
|
+
def stop_pid(pid_file, expect, exclude: [], fallback: true)
|
|
148
|
+
pid = read_pid(pid_file, expect)
|
|
149
|
+
pid ||= find_pid_by_cmd(expect, exclude: exclude) if fallback
|
|
150
|
+
|
|
151
|
+
pid_file.unlink if pid_file.exist?
|
|
152
|
+
return false if pid.nil?
|
|
153
|
+
|
|
154
|
+
group = group_leader?(pid)
|
|
155
|
+
target = group ? -pid : pid
|
|
156
|
+
stopped_pids = [pid, *descendants(pid)]
|
|
157
|
+
Process.kill("TERM", target)
|
|
158
|
+
return true if wait_for_process_exit(stopped_pids)
|
|
159
|
+
|
|
160
|
+
Process.kill("KILL", target)
|
|
161
|
+
wait_for_process_exit(stopped_pids)
|
|
162
|
+
true
|
|
163
|
+
rescue Errno::ESRCH
|
|
164
|
+
true
|
|
165
|
+
end
|
|
166
|
+
|
|
167
|
+
# Whether a server could actually bind here right now.
|
|
168
|
+
#
|
|
169
|
+
# An HTTP probe goes quiet the moment the old server stops serving, but
|
|
170
|
+
# its listening socket outlives that by the whole model-unload
|
|
171
|
+
# teardown. Test for a listener first, then mirror the engines' reuse
|
|
172
|
+
# options when checking whether a new server may bind. Binding with
|
|
173
|
+
# SO_REUSEPORT alone is not a listener check: it can succeed beside a
|
|
174
|
+
# live server in the same reuse group.
|
|
175
|
+
def port_free?(host, port)
|
|
176
|
+
connect_host = { "0.0.0.0" => "127.0.0.1", "::" => "::1" }.fetch(host, host)
|
|
177
|
+
listener = Socket.tcp(connect_host, port, connect_timeout: 0.2)
|
|
178
|
+
listener.close
|
|
179
|
+
return false
|
|
180
|
+
rescue Errno::ECONNREFUSED
|
|
181
|
+
family = host.include?(":") ? Socket::AF_INET6 : Socket::AF_INET
|
|
182
|
+
probe = Socket.new(family, Socket::SOCK_STREAM)
|
|
183
|
+
probe.setsockopt(Socket::SOL_SOCKET, Socket::SO_REUSEADDR, true)
|
|
184
|
+
probe.setsockopt(Socket::SOL_SOCKET, Socket::SO_REUSEPORT, true) if defined?(Socket::SO_REUSEPORT)
|
|
185
|
+
begin
|
|
186
|
+
probe.bind(Socket.pack_sockaddr_in(port, host))
|
|
187
|
+
rescue SystemCallError
|
|
188
|
+
return false
|
|
189
|
+
ensure
|
|
190
|
+
probe.close
|
|
191
|
+
end
|
|
192
|
+
true
|
|
193
|
+
rescue SystemCallError
|
|
194
|
+
false
|
|
195
|
+
end
|
|
196
|
+
|
|
197
|
+
private
|
|
198
|
+
|
|
199
|
+
# First two cmdline args joined -- covers shebang scripts where argv[0]
|
|
200
|
+
# is the interpreter and argv[1] is the actual script path.
|
|
201
|
+
def argv0(pid)
|
|
202
|
+
raw = Pathname.new("/proc/#{pid}/cmdline").binread
|
|
203
|
+
raw.split("\x00").first(2).join(" ")
|
|
204
|
+
rescue SystemCallError
|
|
205
|
+
nil
|
|
206
|
+
end
|
|
207
|
+
|
|
208
|
+
# The comm field is parenthesised and may itself contain spaces or
|
|
209
|
+
# parentheses, so ppid is counted from the last ')' rather than by
|
|
210
|
+
# splitting the whole line.
|
|
211
|
+
def ppid(pid)
|
|
212
|
+
stat = Pathname.new("/proc/#{pid}/stat").read
|
|
213
|
+
fields = stat[(stat.rindex(")") || -1) + 1..].to_s.split
|
|
214
|
+
Integer(fields[1])
|
|
215
|
+
rescue SystemCallError, ArgumentError, TypeError
|
|
216
|
+
nil
|
|
217
|
+
end
|
|
218
|
+
|
|
219
|
+
def wait_for_process_exit(pids)
|
|
220
|
+
wait_until(attempts: STOP_WAIT_ATTEMPTS, delay: STOP_WAIT_DELAY) do
|
|
221
|
+
pids.all? { |pid| process_exited?(pid) }
|
|
222
|
+
end
|
|
223
|
+
end
|
|
224
|
+
|
|
225
|
+
def process_exited?(pid)
|
|
226
|
+
!Process.waitpid(pid, Process::WNOHANG).nil?
|
|
227
|
+
rescue Errno::ECHILD
|
|
228
|
+
!pid_alive?(pid)
|
|
229
|
+
end
|
|
230
|
+
|
|
231
|
+
def tick(seconds, label)
|
|
232
|
+
return unless label
|
|
233
|
+
|
|
234
|
+
print "\r#{label} (#{seconds.to_i}s)"
|
|
235
|
+
$stdout.flush
|
|
236
|
+
end
|
|
237
|
+
|
|
238
|
+
def done(result, label)
|
|
239
|
+
puts if label
|
|
240
|
+
result
|
|
241
|
+
end
|
|
242
|
+
|
|
243
|
+
# The launcher spawns with pgroup: true, so a pid from the pid file leads
|
|
244
|
+
# its group and TERMing the group takes the router's grandchild with it.
|
|
245
|
+
# A pid from the /proc scan need not lead anything, and `kill(-pid)` on a
|
|
246
|
+
# non-leader raises ESRCH instead of stopping the server.
|
|
247
|
+
def group_leader?(pid)
|
|
248
|
+
Process.getpgid(pid) == pid
|
|
249
|
+
rescue SystemCallError
|
|
250
|
+
false
|
|
251
|
+
end
|
|
252
|
+
end
|
|
253
|
+
end
|
|
254
|
+
end
|
|
255
|
+
end
|
data/lib/mimic.rb
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
require_relative "mimic/ui"
|
|
2
|
+
require_relative "mimic/version"
|
|
3
|
+
require_relative "mimic/result"
|
|
4
|
+
require_relative "mimic/paths"
|
|
5
|
+
require_relative "mimic/llm_config"
|
|
6
|
+
require_relative "mimic/util/probes"
|
|
7
|
+
require_relative "mimic/model/header"
|
|
8
|
+
require_relative "mimic/engine/chat_template"
|
|
9
|
+
require_relative "mimic/model/footprint"
|
|
10
|
+
require_relative "mimic/client"
|
|
11
|
+
require_relative "mimic/engine/launcher"
|
|
12
|
+
require_relative "mimic/engine"
|
|
13
|
+
require_relative "mimic/engine_cli"
|
|
14
|
+
require_relative "mimic/engine_cli/diffusion"
|
|
15
|
+
require_relative "mimic/agent/hermes"
|
|
16
|
+
require_relative "mimic/health"
|
|
17
|
+
require_relative "mimic/llm_cli/configure"
|
|
18
|
+
require_relative "mimic/llm_cli"
|
|
19
|
+
require_relative "mimic/llm_cli/wizard/setup"
|
|
20
|
+
require_relative "mimic/llm_cli/wizard/moe"
|
|
21
|
+
require_relative "mimic/llm_cli/wizard/embed"
|
|
22
|
+
require_relative "mimic/llm_cli/wizard/parallel"
|
metadata
ADDED
|
@@ -0,0 +1,186 @@
|
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
|
2
|
+
name: mimic-llm
|
|
3
|
+
version: !ruby/object:Gem::Version
|
|
4
|
+
version: 0.1.0
|
|
5
|
+
platform: ruby
|
|
6
|
+
authors:
|
|
7
|
+
- raykin
|
|
8
|
+
bindir: exe
|
|
9
|
+
cert_chain: []
|
|
10
|
+
date: 1980-01-02 00:00:00.000000000 Z
|
|
11
|
+
dependencies:
|
|
12
|
+
- !ruby/object:Gem::Dependency
|
|
13
|
+
name: thor
|
|
14
|
+
requirement: !ruby/object:Gem::Requirement
|
|
15
|
+
requirements:
|
|
16
|
+
- - "~>"
|
|
17
|
+
- !ruby/object:Gem::Version
|
|
18
|
+
version: '1.4'
|
|
19
|
+
type: :runtime
|
|
20
|
+
prerelease: false
|
|
21
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
22
|
+
requirements:
|
|
23
|
+
- - "~>"
|
|
24
|
+
- !ruby/object:Gem::Version
|
|
25
|
+
version: '1.4'
|
|
26
|
+
- !ruby/object:Gem::Dependency
|
|
27
|
+
name: cli-ui
|
|
28
|
+
requirement: !ruby/object:Gem::Requirement
|
|
29
|
+
requirements:
|
|
30
|
+
- - "~>"
|
|
31
|
+
- !ruby/object:Gem::Version
|
|
32
|
+
version: '2.7'
|
|
33
|
+
type: :runtime
|
|
34
|
+
prerelease: false
|
|
35
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
36
|
+
requirements:
|
|
37
|
+
- - "~>"
|
|
38
|
+
- !ruby/object:Gem::Version
|
|
39
|
+
version: '2.7'
|
|
40
|
+
- !ruby/object:Gem::Dependency
|
|
41
|
+
name: reline
|
|
42
|
+
requirement: !ruby/object:Gem::Requirement
|
|
43
|
+
requirements:
|
|
44
|
+
- - "~>"
|
|
45
|
+
- !ruby/object:Gem::Version
|
|
46
|
+
version: '0.6'
|
|
47
|
+
type: :runtime
|
|
48
|
+
prerelease: false
|
|
49
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
50
|
+
requirements:
|
|
51
|
+
- - "~>"
|
|
52
|
+
- !ruby/object:Gem::Version
|
|
53
|
+
version: '0.6'
|
|
54
|
+
- !ruby/object:Gem::Dependency
|
|
55
|
+
name: rspec
|
|
56
|
+
requirement: !ruby/object:Gem::Requirement
|
|
57
|
+
requirements:
|
|
58
|
+
- - "~>"
|
|
59
|
+
- !ruby/object:Gem::Version
|
|
60
|
+
version: '3.13'
|
|
61
|
+
type: :development
|
|
62
|
+
prerelease: false
|
|
63
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
64
|
+
requirements:
|
|
65
|
+
- - "~>"
|
|
66
|
+
- !ruby/object:Gem::Version
|
|
67
|
+
version: '3.13'
|
|
68
|
+
description: 'Two CLIs over a local llama.cpp stack. `llm` sets up and runs the inference
|
|
69
|
+
server: it picks a GGUF, sizes the context against the card''s real VRAM -- sliding-window,
|
|
70
|
+
recurrent and MTP draft caches included -- builds llama.cpp, ik_llama.cpp or PrismML''s
|
|
71
|
+
llama.cpp fork when no binary exists, and pushes the active model into whatever
|
|
72
|
+
agent configs already exist. `mimic` launches Claude Code or Codex against that
|
|
73
|
+
server through their own documented provider settings, each in an isolated config
|
|
74
|
+
dir, so a local model answers instead of a hosted one. Linux only, and it downloads
|
|
75
|
+
no models.'
|
|
76
|
+
executables:
|
|
77
|
+
- lllm
|
|
78
|
+
- llm
|
|
79
|
+
- mimic
|
|
80
|
+
extensions: []
|
|
81
|
+
extra_rdoc_files: []
|
|
82
|
+
files:
|
|
83
|
+
- LICENSE
|
|
84
|
+
- NOTICE
|
|
85
|
+
- README.md
|
|
86
|
+
- exe/lllm
|
|
87
|
+
- exe/llm
|
|
88
|
+
- exe/mimic
|
|
89
|
+
- lib/mimic.rb
|
|
90
|
+
- lib/mimic/README.md
|
|
91
|
+
- lib/mimic/agent.rb
|
|
92
|
+
- lib/mimic/agent/claude.rb
|
|
93
|
+
- lib/mimic/agent/codex.rb
|
|
94
|
+
- lib/mimic/agent/codex_fallback_prompt.md
|
|
95
|
+
- lib/mimic/agent/hermes.rb
|
|
96
|
+
- lib/mimic/agent/muse.rb
|
|
97
|
+
- lib/mimic/cli.rb
|
|
98
|
+
- lib/mimic/client.rb
|
|
99
|
+
- lib/mimic/client/base.rb
|
|
100
|
+
- lib/mimic/client/crush.rb
|
|
101
|
+
- lib/mimic/client/goose.rb
|
|
102
|
+
- lib/mimic/client/hermes.rb
|
|
103
|
+
- lib/mimic/client/opencode.rb
|
|
104
|
+
- lib/mimic/client/pi.rb
|
|
105
|
+
- lib/mimic/engine.rb
|
|
106
|
+
- lib/mimic/engine/README.md
|
|
107
|
+
- lib/mimic/engine/base.rb
|
|
108
|
+
- lib/mimic/engine/chat_template.rb
|
|
109
|
+
- lib/mimic/engine/ik_llama.rb
|
|
110
|
+
- lib/mimic/engine/launcher.rb
|
|
111
|
+
- lib/mimic/engine/llama.rb
|
|
112
|
+
- lib/mimic/engine/llama_embed.rb
|
|
113
|
+
- lib/mimic/engine/router.rb
|
|
114
|
+
- lib/mimic/engine/server_process.rb
|
|
115
|
+
- lib/mimic/engine_cli.rb
|
|
116
|
+
- lib/mimic/engine_cli/binary_options.rb
|
|
117
|
+
- lib/mimic/engine_cli/builder.rb
|
|
118
|
+
- lib/mimic/engine_cli/diffusion.rb
|
|
119
|
+
- lib/mimic/engine_cli/llama_preset.rb
|
|
120
|
+
- lib/mimic/engine_cli/registry.rb
|
|
121
|
+
- lib/mimic/engine_cli/source.rb
|
|
122
|
+
- lib/mimic/engine_cli/status.rb
|
|
123
|
+
- lib/mimic/engine_cli/update.rb
|
|
124
|
+
- lib/mimic/health.rb
|
|
125
|
+
- lib/mimic/health/checks.rb
|
|
126
|
+
- lib/mimic/llm_cli.rb
|
|
127
|
+
- lib/mimic/llm_cli/base.rb
|
|
128
|
+
- lib/mimic/llm_cli/configure.rb
|
|
129
|
+
- lib/mimic/llm_cli/embed.rb
|
|
130
|
+
- lib/mimic/llm_cli/engines.rb
|
|
131
|
+
- lib/mimic/llm_cli/models.rb
|
|
132
|
+
- lib/mimic/llm_cli/models_table.rb
|
|
133
|
+
- lib/mimic/llm_cli/paths.rb
|
|
134
|
+
- lib/mimic/llm_cli/root.rb
|
|
135
|
+
- lib/mimic/llm_cli/wizard/context_preflight.rb
|
|
136
|
+
- lib/mimic/llm_cli/wizard/embed.rb
|
|
137
|
+
- lib/mimic/llm_cli/wizard/moe.rb
|
|
138
|
+
- lib/mimic/llm_cli/wizard/parallel.rb
|
|
139
|
+
- lib/mimic/llm_cli/wizard/setup.rb
|
|
140
|
+
- lib/mimic/llm_config.rb
|
|
141
|
+
- lib/mimic/llm_config/embed.rb
|
|
142
|
+
- lib/mimic/llm_config/llama_settings.rb
|
|
143
|
+
- lib/mimic/llm_config/model_settings.rb
|
|
144
|
+
- lib/mimic/llm_config/sampling.rb
|
|
145
|
+
- lib/mimic/llm_config/settings.rb
|
|
146
|
+
- lib/mimic/model.rb
|
|
147
|
+
- lib/mimic/model/footprint.rb
|
|
148
|
+
- lib/mimic/model/gguf.rb
|
|
149
|
+
- lib/mimic/model/header.rb
|
|
150
|
+
- lib/mimic/model/library.rb
|
|
151
|
+
- lib/mimic/model/memory.rb
|
|
152
|
+
- lib/mimic/model/store.rb
|
|
153
|
+
- lib/mimic/model/upstream.rb
|
|
154
|
+
- lib/mimic/paths.rb
|
|
155
|
+
- lib/mimic/result.rb
|
|
156
|
+
- lib/mimic/ui.rb
|
|
157
|
+
- lib/mimic/util/fmt.rb
|
|
158
|
+
- lib/mimic/util/hf.rb
|
|
159
|
+
- lib/mimic/util/host.rb
|
|
160
|
+
- lib/mimic/util/probes.rb
|
|
161
|
+
- lib/mimic/version.rb
|
|
162
|
+
homepage: https://github.com/raykin/mimic-llm
|
|
163
|
+
licenses:
|
|
164
|
+
- MIT
|
|
165
|
+
metadata:
|
|
166
|
+
source_code_uri: https://github.com/raykin/mimic-llm
|
|
167
|
+
bug_tracker_uri: https://github.com/raykin/mimic-llm/issues
|
|
168
|
+
changelog_uri: https://github.com/raykin/mimic-llm/commits/main
|
|
169
|
+
rdoc_options: []
|
|
170
|
+
require_paths:
|
|
171
|
+
- lib
|
|
172
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
|
173
|
+
requirements:
|
|
174
|
+
- - ">="
|
|
175
|
+
- !ruby/object:Gem::Version
|
|
176
|
+
version: '3.2'
|
|
177
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
178
|
+
requirements:
|
|
179
|
+
- - ">="
|
|
180
|
+
- !ruby/object:Gem::Version
|
|
181
|
+
version: '0'
|
|
182
|
+
requirements: []
|
|
183
|
+
rubygems_version: 4.0.3
|
|
184
|
+
specification_version: 4
|
|
185
|
+
summary: 'Local LLM stack on llama.cpp: llm (engine) + mimic (agents), Linux only'
|
|
186
|
+
test_files: []
|