bootsnap 1.19.0 → 1.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +29 -0
- data/ext/bootsnap/bootsnap.c +121 -3
- data/ext/bootsnap/extconf.rb +1 -0
- data/lib/bootsnap/compile_cache/iseq.rb +4 -2
- data/lib/bootsnap/compile_cache/yaml.rb +3 -1
- data/lib/bootsnap/load_path_cache/cache.rb +11 -14
- data/lib/bootsnap/load_path_cache/core_ext/kernel_require.rb +9 -4
- data/lib/bootsnap/load_path_cache/path.rb +34 -27
- data/lib/bootsnap/load_path_cache/path_scanner.rb +78 -32
- data/lib/bootsnap/load_path_cache/store.rb +1 -1
- data/lib/bootsnap/rake.rb +14 -0
- data/lib/bootsnap/version.rb +1 -1
- data/lib/bootsnap.rb +9 -6
- metadata +3 -3
- data/ext/bootsnap/bootsnap.h +0 -6
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 4e0ad269f816c24dc901b6544acb59c5ebd65b22432f39ee69bc3387b9c2b04d
|
|
4
|
+
data.tar.gz: 700f525d90d4e77421ce83e38f8731981a48cc82a8b9a937c29f661972f78d7f
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: f5859d7fd4b81f1969c55e12b33a957b34b1dc2825d03bc3f7ab60a57d34153cbcdda7a60626ea758fd66877b1b74a58d17b276aa2055f41086488d6ced5317b
|
|
7
|
+
data.tar.gz: c09f2cd48da0ba3bb5e9d3c995ffb86b8b16aec987c311162fc79ca648a66f355e4051d6ae4c5ee486d5ad2d2bc3af32090e15776e1f45129c1ea8c8e6c811ed
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,34 @@
|
|
|
1
1
|
# Unreleased
|
|
2
2
|
|
|
3
|
+
# 1.23.0
|
|
4
|
+
|
|
5
|
+
* Require Ruby 2.7.
|
|
6
|
+
* Fix support for absolute paths in `BOOTSNAP_IGNORE_DIRECTORIES`.
|
|
7
|
+
|
|
8
|
+
# 1.22.0
|
|
9
|
+
|
|
10
|
+
* Better fix for the `opendir` crash.
|
|
11
|
+
* Add `bootsnap/rake` for cleaning the bootsnap cache as part of `rake clobber`.
|
|
12
|
+
|
|
13
|
+
# 1.21.1
|
|
14
|
+
|
|
15
|
+
* Prevent a Ruby crash while scanning load path if `opendir` fails without setting `errno`.
|
|
16
|
+
According to the C spec this should not happen, but according to user reports, it did.
|
|
17
|
+
|
|
18
|
+
# 1.21.0
|
|
19
|
+
|
|
20
|
+
* Fix the `require` decorator to handle `Bootsnap.unload_cache!` being called.
|
|
21
|
+
* Minor optimization: Eagerly clear cache buffers to appease the GC.
|
|
22
|
+
|
|
23
|
+
# 1.20.1
|
|
24
|
+
|
|
25
|
+
* Handle broken symlinks in load path scanning code.
|
|
26
|
+
Should fix `Errno::ENOENT fstatat` issues some users have encountered after upgrading to 1.20.0.
|
|
27
|
+
|
|
28
|
+
# 1.20.0
|
|
29
|
+
|
|
30
|
+
* Optimized load path scanning with a C extension. Should be about 2x faster on supported platforms.
|
|
31
|
+
|
|
3
32
|
# 1.19.0
|
|
4
33
|
|
|
5
34
|
* Remove JSON parsing cache. Recent versions of the `json` gem are as fast as `msgpack` if not faster.
|
data/ext/bootsnap/bootsnap.c
CHANGED
|
@@ -11,7 +11,6 @@
|
|
|
11
11
|
* here.
|
|
12
12
|
*/
|
|
13
13
|
|
|
14
|
-
#include "bootsnap.h"
|
|
15
14
|
#include "ruby.h"
|
|
16
15
|
#include <stdint.h>
|
|
17
16
|
#include <stdbool.h>
|
|
@@ -20,6 +19,11 @@
|
|
|
20
19
|
#include <fcntl.h>
|
|
21
20
|
#include <unistd.h>
|
|
22
21
|
#include <sys/stat.h>
|
|
22
|
+
#include <dirent.h>
|
|
23
|
+
|
|
24
|
+
#ifndef RBIMPL_ATTR_NORETURN
|
|
25
|
+
#define RBIMPL_ATTR_NORETURN()
|
|
26
|
+
#endif
|
|
23
27
|
|
|
24
28
|
#ifdef __APPLE__
|
|
25
29
|
// The symbol is present, however not in the headers
|
|
@@ -96,7 +100,6 @@ static mode_t current_umask;
|
|
|
96
100
|
|
|
97
101
|
/* Bootsnap::CompileCache::{Native, Uncompilable} */
|
|
98
102
|
static VALUE rb_mBootsnap;
|
|
99
|
-
static VALUE rb_mBootsnap_CompileCache;
|
|
100
103
|
static VALUE rb_mBootsnap_CompileCache_Native;
|
|
101
104
|
static VALUE rb_cBootsnap_CompileCache_UNCOMPILABLE;
|
|
102
105
|
static ID instrumentation_method;
|
|
@@ -152,6 +155,114 @@ bs_rb_get_path(VALUE self, VALUE fname)
|
|
|
152
155
|
return rb_get_path(fname);
|
|
153
156
|
}
|
|
154
157
|
|
|
158
|
+
#ifdef HAVE_FSTATAT
|
|
159
|
+
|
|
160
|
+
RBIMPL_ATTR_NORETURN()
|
|
161
|
+
static void
|
|
162
|
+
bs_syserr_fail_path(const char *func_name, int n, VALUE path)
|
|
163
|
+
{
|
|
164
|
+
rb_syserr_fail_str(n, rb_sprintf("%s @ %s", func_name, RSTRING_PTR(path)));
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
RBIMPL_ATTR_NORETURN()
|
|
168
|
+
static void
|
|
169
|
+
bs_syserr_fail_dir_entry(const char *func_name, int n, VALUE dir, const char *d_name)
|
|
170
|
+
{
|
|
171
|
+
rb_syserr_fail_str(n, rb_sprintf("%s @ %s/%s", func_name, RSTRING_PTR(dir), d_name));
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
static VALUE
|
|
175
|
+
bs_rb_scan_dir(VALUE self, VALUE abspath)
|
|
176
|
+
{
|
|
177
|
+
Check_Type(abspath, T_STRING);
|
|
178
|
+
|
|
179
|
+
VALUE dirs = rb_ary_new();
|
|
180
|
+
VALUE requirables = rb_ary_new();
|
|
181
|
+
VALUE result = rb_ary_new_from_args(2, requirables, dirs);
|
|
182
|
+
|
|
183
|
+
DIR *dirp = opendir(RSTRING_PTR(abspath));
|
|
184
|
+
if (dirp == NULL) {
|
|
185
|
+
if (errno == ENOTDIR || errno == ENOENT) {
|
|
186
|
+
return result;
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
bs_syserr_fail_path("opendir", errno, abspath);
|
|
190
|
+
return Qundef;
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
struct dirent *entry;
|
|
194
|
+
struct stat st;
|
|
195
|
+
int dfd = -1;
|
|
196
|
+
|
|
197
|
+
while (1) {
|
|
198
|
+
errno = 0;
|
|
199
|
+
|
|
200
|
+
entry = readdir(dirp);
|
|
201
|
+
if (entry == NULL) break;
|
|
202
|
+
|
|
203
|
+
if (entry->d_name[0] == '.') continue;
|
|
204
|
+
|
|
205
|
+
if (RB_UNLIKELY(entry->d_type == DT_UNKNOWN || entry->d_type == DT_LNK)) {
|
|
206
|
+
// Note: the original implementation of LoadPathCache did follow symlink.
|
|
207
|
+
// So this is replicated here, but I'm not sure it's a good idea.
|
|
208
|
+
if (dfd < 0) {
|
|
209
|
+
dfd = dirfd(dirp);
|
|
210
|
+
if (dfd < 0) {
|
|
211
|
+
int err = errno;
|
|
212
|
+
closedir(dirp);
|
|
213
|
+
bs_syserr_fail_path("dirfd", err, abspath);
|
|
214
|
+
return Qundef;
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
if (fstatat(dfd, entry->d_name, &st, 0)) {
|
|
219
|
+
if (errno == ENOENT) continue; // Broken symlink
|
|
220
|
+
|
|
221
|
+
int err = errno;
|
|
222
|
+
closedir(dirp);
|
|
223
|
+
bs_syserr_fail_dir_entry("fstatat", err, abspath, entry->d_name);
|
|
224
|
+
return Qundef;
|
|
225
|
+
}
|
|
226
|
+
|
|
227
|
+
if (S_ISREG(st.st_mode)) {
|
|
228
|
+
entry->d_type = DT_REG;
|
|
229
|
+
} else if (S_ISDIR(st.st_mode)) {
|
|
230
|
+
entry->d_type = DT_DIR;
|
|
231
|
+
}
|
|
232
|
+
}
|
|
233
|
+
|
|
234
|
+
if (entry->d_type == DT_DIR) {
|
|
235
|
+
rb_ary_push(dirs, rb_utf8_str_new_cstr(entry->d_name));
|
|
236
|
+
continue;
|
|
237
|
+
} else if (entry->d_type == DT_REG) {
|
|
238
|
+
size_t len = strlen(entry->d_name);
|
|
239
|
+
bool is_requirable = (
|
|
240
|
+
// Comparing 4B allows compiler to optimize this into a single 32b integer comparison.
|
|
241
|
+
(len > 3 && memcmp(entry->d_name + (len - 3), ".rb", 4) == 0)
|
|
242
|
+
|| (len > DLEXT_MAXLEN && memcmp(entry->d_name + (len - DLEXT_MAXLEN), DLEXT, DLEXT_MAXLEN + 1) == 0)
|
|
243
|
+
#ifdef DLEXT2
|
|
244
|
+
|| (len > DLEXT2_MAXLEN && memcmp(entry->d_name + (len - DLEXT2_MAXLEN), DLEXT2, DLEXT2_MAXLEN + 1) == 0)
|
|
245
|
+
#endif
|
|
246
|
+
);
|
|
247
|
+
if (is_requirable) {
|
|
248
|
+
rb_ary_push(requirables, rb_utf8_str_new(entry->d_name, len));
|
|
249
|
+
}
|
|
250
|
+
}
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
if (errno) {
|
|
254
|
+
int err = errno;
|
|
255
|
+
closedir(dirp);
|
|
256
|
+
bs_syserr_fail_path("readdir", err, abspath);
|
|
257
|
+
} else if (closedir(dirp)) {
|
|
258
|
+
bs_syserr_fail_path("closedir", errno, abspath);
|
|
259
|
+
return Qundef;
|
|
260
|
+
}
|
|
261
|
+
|
|
262
|
+
return result;
|
|
263
|
+
}
|
|
264
|
+
#endif
|
|
265
|
+
|
|
155
266
|
/*
|
|
156
267
|
* Ruby C extensions are initialized by calling Init_<extname>.
|
|
157
268
|
*
|
|
@@ -166,7 +277,14 @@ Init_bootsnap(void)
|
|
|
166
277
|
|
|
167
278
|
rb_define_singleton_method(rb_mBootsnap, "rb_get_path", bs_rb_get_path, 1);
|
|
168
279
|
|
|
169
|
-
|
|
280
|
+
#ifdef HAVE_FSTATAT
|
|
281
|
+
VALUE rb_mBootsnap_LoadPathCache = rb_define_module_under(rb_mBootsnap, "LoadPathCache");
|
|
282
|
+
VALUE rb_mBootsnap_LoadPathCache_Native = rb_define_module_under(rb_mBootsnap_LoadPathCache, "Native");
|
|
283
|
+
|
|
284
|
+
rb_define_singleton_method(rb_mBootsnap_LoadPathCache_Native, "scan_dir", bs_rb_scan_dir, 1);
|
|
285
|
+
#endif
|
|
286
|
+
|
|
287
|
+
VALUE rb_mBootsnap_CompileCache = rb_define_module_under(rb_mBootsnap, "CompileCache");
|
|
170
288
|
rb_mBootsnap_CompileCache_Native = rb_define_module_under(rb_mBootsnap_CompileCache, "Native");
|
|
171
289
|
rb_cBootsnap_CompileCache_UNCOMPILABLE = rb_const_get(rb_mBootsnap_CompileCache, rb_intern("UNCOMPILABLE"));
|
|
172
290
|
rb_global_variable(&rb_cBootsnap_CompileCache_UNCOMPILABLE);
|
data/ext/bootsnap/extconf.rb
CHANGED
|
@@ -50,7 +50,9 @@ module Bootsnap
|
|
|
50
50
|
end
|
|
51
51
|
|
|
52
52
|
def self.storage_to_output(binary, _args)
|
|
53
|
-
RubyVM::InstructionSequence.load_from_binary(binary)
|
|
53
|
+
iseq = RubyVM::InstructionSequence.load_from_binary(binary)
|
|
54
|
+
binary.clear
|
|
55
|
+
iseq
|
|
54
56
|
rescue RuntimeError => error
|
|
55
57
|
if error.message == "broken binary format"
|
|
56
58
|
$stderr.puts("[Bootsnap::CompileCache] warning: rejecting broken binary")
|
|
@@ -95,7 +97,7 @@ module Bootsnap
|
|
|
95
97
|
end
|
|
96
98
|
|
|
97
99
|
def compile_option=(hash)
|
|
98
|
-
super
|
|
100
|
+
super
|
|
99
101
|
Bootsnap::CompileCache::ISeq.compile_option_updated
|
|
100
102
|
end
|
|
101
103
|
end
|
|
@@ -170,7 +170,9 @@ module Bootsnap
|
|
|
170
170
|
unpacker = CompileCache::YAML.msgpack_factory.unpacker(kwargs)
|
|
171
171
|
unpacker.feed(data)
|
|
172
172
|
_safe_loaded = unpacker.unpack
|
|
173
|
-
unpacker.unpack
|
|
173
|
+
result = unpacker.unpack
|
|
174
|
+
data.clear
|
|
175
|
+
result
|
|
174
176
|
end
|
|
175
177
|
|
|
176
178
|
def input_to_output(data, kwargs)
|
|
@@ -11,19 +11,19 @@ module Bootsnap
|
|
|
11
11
|
@development_mode = development_mode
|
|
12
12
|
@store = store
|
|
13
13
|
@mutex = Mutex.new
|
|
14
|
-
@path_obj = path_obj.map!
|
|
14
|
+
@path_obj = path_obj.map! do |f|
|
|
15
|
+
if File.exist?(f)
|
|
16
|
+
File.realpath(f).freeze
|
|
17
|
+
elsif f.frozen?
|
|
18
|
+
f
|
|
19
|
+
else
|
|
20
|
+
f.dup.freeze
|
|
21
|
+
end
|
|
22
|
+
end
|
|
15
23
|
@has_relative_paths = nil
|
|
16
24
|
reinitialize
|
|
17
25
|
end
|
|
18
26
|
|
|
19
|
-
# What is the path item that contains the dir as child?
|
|
20
|
-
# e.g. given "/a/b/c/d" exists, and the path is ["/a/b"], load_dir("c/d")
|
|
21
|
-
# is "/a/b".
|
|
22
|
-
def load_dir(dir)
|
|
23
|
-
reinitialize if stale?
|
|
24
|
-
@mutex.synchronize { @dirs[dir] }
|
|
25
|
-
end
|
|
26
|
-
|
|
27
27
|
TRUFFLERUBY_LIB_DIR_PREFIX = if RUBY_ENGINE == "truffleruby"
|
|
28
28
|
"#{File.join(RbConfig::CONFIG['libdir'], 'truffle')}#{File::SEPARATOR}"
|
|
29
29
|
end
|
|
@@ -124,7 +124,6 @@ module Bootsnap
|
|
|
124
124
|
@path_obj = path_obj
|
|
125
125
|
ChangeObserver.register(@path_obj, self)
|
|
126
126
|
@index = {}
|
|
127
|
-
@dirs = {}
|
|
128
127
|
@generated_at = now
|
|
129
128
|
push_paths_locked(*@path_obj)
|
|
130
129
|
end
|
|
@@ -152,9 +151,8 @@ module Bootsnap
|
|
|
152
151
|
p = p.to_realpath
|
|
153
152
|
|
|
154
153
|
expanded_path = p.expanded_path
|
|
155
|
-
entries
|
|
154
|
+
entries = p.entries(@store)
|
|
156
155
|
# push -> low precedence -> set only if unset
|
|
157
|
-
dirs.each { |dir| @dirs[dir] ||= path }
|
|
158
156
|
entries.each { |rel| @index[rel] ||= expanded_path }
|
|
159
157
|
end
|
|
160
158
|
end
|
|
@@ -169,9 +167,8 @@ module Bootsnap
|
|
|
169
167
|
p = p.to_realpath
|
|
170
168
|
|
|
171
169
|
expanded_path = p.expanded_path
|
|
172
|
-
entries
|
|
170
|
+
entries = p.entries(@store)
|
|
173
171
|
# unshift -> high precedence -> unconditional set
|
|
174
|
-
dirs.each { |dir| @dirs[dir] = path }
|
|
175
172
|
entries.each { |rel| @index[rel] = expanded_path }
|
|
176
173
|
end
|
|
177
174
|
end
|
|
@@ -5,7 +5,7 @@ module Kernel
|
|
|
5
5
|
|
|
6
6
|
alias_method :require, :require # Avoid method redefinition warnings
|
|
7
7
|
|
|
8
|
-
def require(path)
|
|
8
|
+
def require(path)
|
|
9
9
|
return require_without_bootsnap(path) unless Bootsnap::LoadPathCache.enabled?
|
|
10
10
|
|
|
11
11
|
string_path = Bootsnap.rb_get_path(path)
|
|
@@ -15,8 +15,11 @@ module Kernel
|
|
|
15
15
|
if Bootsnap::LoadPathCache::FALLBACK_SCAN.equal?(resolved)
|
|
16
16
|
if (cursor = Bootsnap::LoadPathCache.loaded_features_index.cursor(string_path))
|
|
17
17
|
ret = require_without_bootsnap(path)
|
|
18
|
-
|
|
19
|
-
|
|
18
|
+
|
|
19
|
+
# The file we required may have unloaded the cache
|
|
20
|
+
resolved = Bootsnap::LoadPathCache.loaded_features_index&.identify(string_path, cursor)
|
|
21
|
+
Bootsnap::LoadPathCache.loaded_features_index&.register(string_path, resolved)
|
|
22
|
+
|
|
20
23
|
return ret
|
|
21
24
|
else
|
|
22
25
|
return require_without_bootsnap(path)
|
|
@@ -28,7 +31,9 @@ module Kernel
|
|
|
28
31
|
else
|
|
29
32
|
# Note that require registers to $LOADED_FEATURES while load does not.
|
|
30
33
|
ret = require_without_bootsnap(resolved)
|
|
31
|
-
|
|
34
|
+
|
|
35
|
+
# The file we required may have unloaded the cache
|
|
36
|
+
Bootsnap::LoadPathCache.loaded_features_index&.register(string_path, resolved)
|
|
32
37
|
return ret
|
|
33
38
|
end
|
|
34
39
|
end
|
|
@@ -54,29 +54,28 @@ module Bootsnap
|
|
|
54
54
|
!path.start_with?(SLASH)
|
|
55
55
|
end
|
|
56
56
|
|
|
57
|
-
# Return a list of all the requirable files
|
|
58
|
-
|
|
59
|
-
def entries_and_dirs(store)
|
|
57
|
+
# Return a list of all the requirable files of this +Path+.
|
|
58
|
+
def entries(store)
|
|
60
59
|
if stable?
|
|
61
60
|
# the cached_mtime field is unused for 'stable' paths, but is
|
|
62
61
|
# set to zero anyway, just in case we change the stability heuristics.
|
|
63
|
-
_, entries,
|
|
64
|
-
return
|
|
62
|
+
_, entries, = store.get(expanded_path)
|
|
63
|
+
return entries if entries # cache hit
|
|
65
64
|
|
|
66
|
-
entries
|
|
67
|
-
store.set(expanded_path, [0, entries
|
|
68
|
-
return
|
|
65
|
+
entries = PathScanner.call(expanded_path)
|
|
66
|
+
store.set(expanded_path, [0, entries])
|
|
67
|
+
return entries
|
|
69
68
|
end
|
|
70
69
|
|
|
71
|
-
cached_mtime, entries
|
|
70
|
+
cached_mtime, entries = store.get(expanded_path)
|
|
72
71
|
|
|
73
|
-
current_mtime = latest_mtime(expanded_path,
|
|
74
|
-
return [
|
|
75
|
-
return
|
|
72
|
+
current_mtime = latest_mtime(expanded_path, entries || [])
|
|
73
|
+
return [] if current_mtime == -1 # path does not exist
|
|
74
|
+
return entries if cached_mtime == current_mtime
|
|
76
75
|
|
|
77
|
-
entries
|
|
78
|
-
store.set(expanded_path, [current_mtime, entries
|
|
79
|
-
|
|
76
|
+
entries = PathScanner.call(expanded_path)
|
|
77
|
+
store.set(expanded_path, [current_mtime, entries])
|
|
78
|
+
entries
|
|
80
79
|
end
|
|
81
80
|
|
|
82
81
|
def expanded_path
|
|
@@ -89,23 +88,31 @@ module Bootsnap
|
|
|
89
88
|
|
|
90
89
|
private
|
|
91
90
|
|
|
92
|
-
def scan! # (expensive) returns [entries, dirs]
|
|
93
|
-
PathScanner.call(expanded_path)
|
|
94
|
-
end
|
|
95
|
-
|
|
96
91
|
# last time a directory was modified in this subtree. +dirs+ should be a
|
|
97
92
|
# list of relative paths to directories under +path+. e.g. for /a/b and
|
|
98
93
|
# /a/b/c, pass ('/a/b', ['c'])
|
|
99
|
-
def latest_mtime(
|
|
100
|
-
max =
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
94
|
+
def latest_mtime(root_path, entries)
|
|
95
|
+
max = begin
|
|
96
|
+
File.mtime(root_path).to_i
|
|
97
|
+
rescue Errno::ENOENT, Errno::ENOTDIR, Errno::EINVAL
|
|
98
|
+
-1
|
|
99
|
+
end
|
|
100
|
+
|
|
101
|
+
visited = {"." => true}
|
|
102
|
+
|
|
103
|
+
entries.each do |relpath|
|
|
104
|
+
dirname = File.dirname(relpath)
|
|
105
|
+
visited[dirname] ||= begin
|
|
106
|
+
begin
|
|
107
|
+
current = File.mtime(File.join(root_path, dirname)).to_i
|
|
108
|
+
max = current if current > max
|
|
109
|
+
rescue Errno::ENOENT, Errno::ENOTDIR, Errno::EINVAL
|
|
110
|
+
# ignore
|
|
111
|
+
end
|
|
112
|
+
true
|
|
106
113
|
end
|
|
107
|
-
max = curr if curr > max
|
|
108
114
|
end
|
|
115
|
+
|
|
109
116
|
max
|
|
110
117
|
end
|
|
111
118
|
|
|
@@ -6,8 +6,6 @@ module Bootsnap
|
|
|
6
6
|
module LoadPathCache
|
|
7
7
|
module PathScanner
|
|
8
8
|
REQUIRABLE_EXTENSIONS = [DOT_RB] + DL_EXTENSIONS
|
|
9
|
-
NORMALIZE_NATIVE_EXTENSIONS = !DL_EXTENSIONS.include?(LoadPathCache::DOT_SO)
|
|
10
|
-
ALTERNATIVE_NATIVE_EXTENSIONS_PATTERN = /\.(o|bundle|dylib)\z/.freeze
|
|
11
9
|
|
|
12
10
|
BUNDLE_PATH = if Bootsnap.bundler?
|
|
13
11
|
(Bundler.bundle_path.cleanpath.to_s << LoadPathCache::SLASH).freeze
|
|
@@ -20,9 +18,74 @@ module Bootsnap
|
|
|
20
18
|
class << self
|
|
21
19
|
attr_accessor :ignored_directories
|
|
22
20
|
|
|
23
|
-
def
|
|
24
|
-
|
|
25
|
-
return [
|
|
21
|
+
def ruby_call(root_path)
|
|
22
|
+
root_path, contains_bundle_path, ignored_abs_paths, ignored_dir_names = prepare_scan(root_path)
|
|
23
|
+
return [] unless File.directory?(root_path)
|
|
24
|
+
|
|
25
|
+
requirables = []
|
|
26
|
+
walk(root_path, nil, ignored_abs_paths, ignored_dir_names) do |relative_path, absolute_path, is_directory|
|
|
27
|
+
if is_directory
|
|
28
|
+
!contains_bundle_path || !absolute_path.start_with?(BUNDLE_PATH)
|
|
29
|
+
elsif relative_path.end_with?(*REQUIRABLE_EXTENSIONS)
|
|
30
|
+
requirables << relative_path.freeze
|
|
31
|
+
end
|
|
32
|
+
end
|
|
33
|
+
requirables
|
|
34
|
+
end
|
|
35
|
+
|
|
36
|
+
if RUBY_ENGINE == "ruby" && RUBY_PLATFORM.match?(/darwin|linux|bsd|mswin|mingw|cygwin/)
|
|
37
|
+
require "bootsnap/bootsnap"
|
|
38
|
+
end
|
|
39
|
+
|
|
40
|
+
if defined?(Native.scan_dir)
|
|
41
|
+
def native_call(root_path)
|
|
42
|
+
# NOTE: if https://bugs.ruby-lang.org/issues/21800 is accepted we should be able
|
|
43
|
+
# to have similar performance with pure Ruby
|
|
44
|
+
root_path, contains_bundle_path, ignored_abs_paths, ignored_dir_names = prepare_scan(root_path)
|
|
45
|
+
|
|
46
|
+
all_requirables, queue = Native.scan_dir(root_path)
|
|
47
|
+
all_requirables.each(&:freeze)
|
|
48
|
+
|
|
49
|
+
queue.reject! do |dir|
|
|
50
|
+
if ignored_dir_names&.include?(dir)
|
|
51
|
+
true
|
|
52
|
+
elsif ignored_abs_paths || contains_bundle_path
|
|
53
|
+
absolute_dir = File.join(root_path, dir)
|
|
54
|
+
ignored_abs_paths&.include?(absolute_dir) ||
|
|
55
|
+
(contains_bundle_path && absolute_dir.start_with?(BUNDLE_PATH))
|
|
56
|
+
end
|
|
57
|
+
end
|
|
58
|
+
|
|
59
|
+
while (relative_path = queue.pop)
|
|
60
|
+
absolute_base = File.join(root_path, relative_path)
|
|
61
|
+
requirables, dirs = Native.scan_dir(absolute_base)
|
|
62
|
+
dirs.reject! do |dir|
|
|
63
|
+
if ignored_dir_names&.include?(dir)
|
|
64
|
+
true
|
|
65
|
+
elsif ignored_abs_paths || contains_bundle_path
|
|
66
|
+
absolute_dir = File.join(absolute_base, dir)
|
|
67
|
+
ignored_abs_paths&.include?(absolute_dir) ||
|
|
68
|
+
(contains_bundle_path && absolute_dir.start_with?(BUNDLE_PATH))
|
|
69
|
+
end
|
|
70
|
+
end
|
|
71
|
+
dirs.map! { |f| File.join(relative_path, f).freeze }
|
|
72
|
+
requirables.map! { |f| File.join(relative_path, f).freeze }
|
|
73
|
+
|
|
74
|
+
all_requirables.concat(requirables)
|
|
75
|
+
queue.concat(dirs)
|
|
76
|
+
end
|
|
77
|
+
|
|
78
|
+
all_requirables
|
|
79
|
+
end
|
|
80
|
+
alias_method :call, :native_call
|
|
81
|
+
else
|
|
82
|
+
alias_method :call, :ruby_call
|
|
83
|
+
end
|
|
84
|
+
|
|
85
|
+
private
|
|
86
|
+
|
|
87
|
+
def prepare_scan(root_path)
|
|
88
|
+
root_path = File.expand_path(root_path.to_s).freeze
|
|
26
89
|
|
|
27
90
|
# If the bundle path is a descendent of this path, we do additional
|
|
28
91
|
# checks to prevent recursing into the bundle path as we recurse
|
|
@@ -31,50 +94,33 @@ module Bootsnap
|
|
|
31
94
|
#
|
|
32
95
|
# This can happen if, for example, the user adds '.' to the load path,
|
|
33
96
|
# and the bundle path is '.bundle'.
|
|
34
|
-
contains_bundle_path = BUNDLE_PATH.start_with?(
|
|
97
|
+
contains_bundle_path = BUNDLE_PATH.start_with?(root_path)
|
|
35
98
|
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
!contains_bundle_path || !absolute_path.start_with?(BUNDLE_PATH)
|
|
42
|
-
elsif relative_path.end_with?(*REQUIRABLE_EXTENSIONS)
|
|
43
|
-
requirables << os_path(relative_path)
|
|
44
|
-
end
|
|
45
|
-
end
|
|
46
|
-
[requirables, dirs]
|
|
99
|
+
ignored_abs_paths, ignored_dir_names = ignored_directories.partition { |p| File.absolute_path?(p) }
|
|
100
|
+
ignored_abs_paths = nil if ignored_abs_paths.empty?
|
|
101
|
+
ignored_dir_names = nil if ignored_dir_names.empty?
|
|
102
|
+
|
|
103
|
+
[root_path, contains_bundle_path, ignored_abs_paths, ignored_dir_names]
|
|
47
104
|
end
|
|
48
105
|
|
|
49
|
-
def walk(absolute_dir_path, relative_dir_path, &block)
|
|
106
|
+
def walk(absolute_dir_path, relative_dir_path, ignored_abs_paths, ignored_dir_names, &block)
|
|
50
107
|
Dir.foreach(absolute_dir_path) do |name|
|
|
51
108
|
next if name.start_with?(".")
|
|
52
109
|
|
|
53
110
|
relative_path = relative_dir_path ? File.join(relative_dir_path, name) : name
|
|
54
111
|
|
|
55
|
-
absolute_path =
|
|
112
|
+
absolute_path = File.join(absolute_dir_path, name)
|
|
56
113
|
if File.directory?(absolute_path)
|
|
57
|
-
next if
|
|
114
|
+
next if ignored_dir_names&.include?(name) || ignored_abs_paths&.include?(absolute_path)
|
|
58
115
|
|
|
59
116
|
if yield relative_path, absolute_path, true
|
|
60
|
-
walk(absolute_path, relative_path, &block)
|
|
117
|
+
walk(absolute_path, relative_path, ignored_abs_paths, ignored_dir_names, &block)
|
|
61
118
|
end
|
|
62
119
|
else
|
|
63
120
|
yield relative_path, absolute_path, false
|
|
64
121
|
end
|
|
65
122
|
end
|
|
66
123
|
end
|
|
67
|
-
|
|
68
|
-
if RUBY_VERSION >= "3.1"
|
|
69
|
-
def os_path(path)
|
|
70
|
-
path.freeze
|
|
71
|
-
end
|
|
72
|
-
else
|
|
73
|
-
def os_path(path)
|
|
74
|
-
path.force_encoding(Encoding::US_ASCII) if path.ascii_only?
|
|
75
|
-
path.freeze
|
|
76
|
-
end
|
|
77
|
-
end
|
|
78
124
|
end
|
|
79
125
|
end
|
|
80
126
|
end
|
|
@@ -8,7 +8,7 @@ module Bootsnap
|
|
|
8
8
|
module LoadPathCache
|
|
9
9
|
class Store
|
|
10
10
|
VERSION_KEY = "__bootsnap_ruby_version__"
|
|
11
|
-
CURRENT_VERSION = "#{RUBY_REVISION}-#{RUBY_PLATFORM}".freeze # rubocop:disable Style/RedundantFreeze
|
|
11
|
+
CURRENT_VERSION = "#{VERSION}-#{RUBY_REVISION}-#{RUBY_PLATFORM}".freeze # rubocop:disable Style/RedundantFreeze
|
|
12
12
|
|
|
13
13
|
NestedTransactionError = Class.new(StandardError)
|
|
14
14
|
SetOutsideTransactionNotAllowed = Class.new(StandardError)
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require "bootsnap"
|
|
4
|
+
require "rake/clean"
|
|
5
|
+
|
|
6
|
+
# Typically, should have been set up prior to requiring rake integration.
|
|
7
|
+
# But allow for a streamlined ::default_setup
|
|
8
|
+
require "bootsnap/setup" if Bootsnap.cache_dir.nil?
|
|
9
|
+
|
|
10
|
+
if Bootsnap.cache_dir
|
|
11
|
+
CLEAN.include Bootsnap.cache_dir
|
|
12
|
+
else
|
|
13
|
+
abort "Bootsnap must be set-up prior to rake integration"
|
|
14
|
+
end
|
data/lib/bootsnap/version.rb
CHANGED
data/lib/bootsnap.rb
CHANGED
|
@@ -2,14 +2,12 @@
|
|
|
2
2
|
|
|
3
3
|
require_relative "bootsnap/version"
|
|
4
4
|
require_relative "bootsnap/bundler"
|
|
5
|
-
require_relative "bootsnap/load_path_cache"
|
|
6
|
-
require_relative "bootsnap/compile_cache"
|
|
7
5
|
|
|
8
6
|
module Bootsnap
|
|
9
7
|
InvalidConfiguration = Class.new(StandardError)
|
|
10
8
|
|
|
11
9
|
class << self
|
|
12
|
-
attr_reader :logger
|
|
10
|
+
attr_reader :cache_dir, :logger
|
|
13
11
|
|
|
14
12
|
def log_stats!
|
|
15
13
|
stats = {hit: 0, revalidated: 0, miss: 0, stale: 0}
|
|
@@ -60,9 +58,11 @@ module Bootsnap
|
|
|
60
58
|
warn("Bootsnap.setup `compile_cache_json` argument is deprecated and has no effect")
|
|
61
59
|
end
|
|
62
60
|
|
|
61
|
+
@cache_dir = "#{cache_dir}/bootsnap"
|
|
62
|
+
|
|
63
63
|
if load_path_cache
|
|
64
64
|
Bootsnap::LoadPathCache.setup(
|
|
65
|
-
cache_path: "#{cache_dir}/
|
|
65
|
+
cache_path: "#{@cache_dir}/load-path-cache",
|
|
66
66
|
development_mode: development_mode,
|
|
67
67
|
ignore_directories: ignore_directories,
|
|
68
68
|
readonly: readonly,
|
|
@@ -70,7 +70,7 @@ module Bootsnap
|
|
|
70
70
|
end
|
|
71
71
|
|
|
72
72
|
Bootsnap::CompileCache.setup(
|
|
73
|
-
cache_dir: "#{cache_dir}/
|
|
73
|
+
cache_dir: "#{@cache_dir}/compile-cache",
|
|
74
74
|
iseq: compile_cache_iseq,
|
|
75
75
|
yaml: compile_cache_yaml,
|
|
76
76
|
readonly: readonly,
|
|
@@ -150,7 +150,7 @@ module Bootsnap
|
|
|
150
150
|
end
|
|
151
151
|
|
|
152
152
|
# Allow the C extension to redefine `rb_get_path` without warning.
|
|
153
|
-
alias_method :rb_get_path, :rb_get_path
|
|
153
|
+
alias_method :rb_get_path, :rb_get_path
|
|
154
154
|
|
|
155
155
|
private
|
|
156
156
|
|
|
@@ -164,3 +164,6 @@ module Bootsnap
|
|
|
164
164
|
end
|
|
165
165
|
end
|
|
166
166
|
end
|
|
167
|
+
|
|
168
|
+
require_relative "bootsnap/compile_cache"
|
|
169
|
+
require_relative "bootsnap/load_path_cache"
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: bootsnap
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.
|
|
4
|
+
version: 1.23.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Burke Libbey
|
|
@@ -37,7 +37,6 @@ files:
|
|
|
37
37
|
- README.md
|
|
38
38
|
- exe/bootsnap
|
|
39
39
|
- ext/bootsnap/bootsnap.c
|
|
40
|
-
- ext/bootsnap/bootsnap.h
|
|
41
40
|
- ext/bootsnap/extconf.rb
|
|
42
41
|
- lib/bootsnap.rb
|
|
43
42
|
- lib/bootsnap/bundler.rb
|
|
@@ -56,6 +55,7 @@ files:
|
|
|
56
55
|
- lib/bootsnap/load_path_cache/path.rb
|
|
57
56
|
- lib/bootsnap/load_path_cache/path_scanner.rb
|
|
58
57
|
- lib/bootsnap/load_path_cache/store.rb
|
|
58
|
+
- lib/bootsnap/rake.rb
|
|
59
59
|
- lib/bootsnap/setup.rb
|
|
60
60
|
- lib/bootsnap/version.rb
|
|
61
61
|
homepage: https://github.com/rails/bootsnap
|
|
@@ -73,7 +73,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
|
73
73
|
requirements:
|
|
74
74
|
- - ">="
|
|
75
75
|
- !ruby/object:Gem::Version
|
|
76
|
-
version: 2.
|
|
76
|
+
version: 2.7.0
|
|
77
77
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
78
78
|
requirements:
|
|
79
79
|
- - ">="
|