079project 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/GroupStarter.cjs +647 -0
  2. package/LICENSE +165 -0
  3. package/PropagateSignalUseJsWorker.js +92 -0
  4. package/README.md +102 -0
  5. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/README.md +52 -0
  6. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/README.zh_CN.md +59 -0
  7. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/RedisService.exe +0 -0
  8. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/cygcrypto-3.dll +0 -0
  9. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/cyggcc_s-seh-1.dll +0 -0
  10. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/cygssl-3.dll +0 -0
  11. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/cygstdc++-6.dll +0 -0
  12. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/cygwin1.dll +0 -0
  13. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/cygz.dll +0 -0
  14. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/dump.rdb +0 -0
  15. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/install_redis_service.bat +100 -0
  16. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/redis-benchmark.exe +0 -0
  17. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/redis-check-aof.exe +0 -0
  18. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/redis-check-rdb.exe +0 -0
  19. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/redis-cli.exe +0 -0
  20. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/redis-full.conf +376 -0
  21. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/redis-sentinel.exe +0 -0
  22. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/redis-server.exe +0 -0
  23. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/redis.conf +2348 -0
  24. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/sentinel.conf +361 -0
  25. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/start.bat +4 -0
  26. package/Redis-8.0.3-Windows-x64-cygwin-with-Service/uninstall_redis_service.bat +30 -0
  27. package/boot.py +51 -0
  28. package/chat_Client.js +29 -0
  29. package/controller.cjs +118 -0
  30. package/enhancedForwarder.js +378 -0
  31. package/forwarder.js +1456 -0
  32. package/groupmanager.cjs +143 -0
  33. package/howToStart.txt +8 -0
  34. package/lemma.csv +210 -0
  35. package/load.py +35 -0
  36. package/mainManager.cjs +81 -0
  37. package/mainStarter.cjs +535 -0
  38. package/main_Serve.cjs +2745 -0
  39. package/main_Study.cjs +3230 -0
  40. package/memeMergeWorker.cjs +55 -0
  41. package/model_RNN.py +117 -0
  42. package/note.txt +5 -0
  43. package/notebook.txt +8 -0
  44. package/npminstall-debug.log +206 -0
  45. package/package.json +48 -0
  46. package/public/chat_straight.html +90 -0
  47. package/public/index.html +247 -0
  48. package/public/indexmain.html +136 -0
  49. package/public/monitor.html +194 -0
  50. package/robots/wikitext-something.txt +25 -0
  51. package/runtime.proto +24 -0
  52. package/runtime_data.json +766294 -0
  53. package/serializer_seq2seq.h5 +0 -0
  54. package/start.js +46 -0
  55. package/tests/test_FIrststep1.txt +1224 -0
  56. package/tests/test_FIrststep2.txt +2956 -0
  57. package/tests/test_FIrststep3.txt +1224 -0
  58. package/tests/test_FIrststep4.txt +1396 -0
  59. package/tests/test_FIrststep5.txt +2852 -0
  60. package/tests/test_FIrststep6.txt +1516 -0
  61. package/tests/test_FirstStep7.txt +1748 -0
  62. package/tests/test_Firstsetp8.txt +2672 -0
  63. package/tokenizer.json +1 -0
  64. package/vocabularySplitter.js +253 -0
  65. package/wikitext/.gitattributes +27 -0
  66. package/wikitext/README.md +344 -0
  67. package/wikitext/describtion.txt +1 -0
@@ -0,0 +1,376 @@
1
+ include redis.conf
2
+
3
+ loadmodule ./modules/redisbloom/redisbloom.so
4
+ loadmodule ./modules/redisearch/redisearch.so
5
+ loadmodule ./modules/redisjson/rejson.so
6
+ loadmodule ./modules/redistimeseries/redistimeseries.so
7
+
8
+ ############################## QUERY ENGINE CONFIG ############################
9
+
10
+ # Keep numeric ranges in numeric tree parent nodes of leafs for `x` generations.
11
+ # numeric, valid range: [0, 2], default: 0
12
+ #
13
+ # search-_numeric-ranges-parents 0
14
+
15
+ # The number of iterations to run while performing background indexing
16
+ # before we call usleep(1) (sleep for 1 micro-second) and make sure that we
17
+ # allow redis to process other commands.
18
+ # numeric, valid range: [1, UINT32_MAX], default: 100
19
+ #
20
+ # search-bg-index-sleep-gap 100
21
+
22
+ # The default dialect used in search queries.
23
+ # numeric, valid range: [1, 4], default: 1
24
+ #
25
+ # search-default-dialect 1
26
+
27
+ # the fork gc will only start to clean when the number of not cleaned document
28
+ # will exceed this threshold.
29
+ # numeric, valid range: [1, LLONG_MAX], default: 100
30
+ #
31
+ # search-fork-gc-clean-threshold 100
32
+
33
+ # interval (in seconds) in which to retry running the forkgc after failure.
34
+ # numeric, valid range: [1, LLONG_MAX], default: 5
35
+ #
36
+ # search-fork-gc-retry-interval 5
37
+
38
+ # interval (in seconds) in which to run the fork gc (relevant only when fork
39
+ # gc is used).
40
+ # numeric, valid range: [1, LLONG_MAX], default: 30
41
+ #
42
+ # search-fork-gc-run-interval 30
43
+
44
+ # the amount of seconds for the fork GC to sleep before exiting.
45
+ # numeric, valid range: [0, LLONG_MAX], default: 0
46
+ #
47
+ # search-fork-gc-sleep-before-exit 0
48
+
49
+ # Scan this many documents at a time during every GC iteration.
50
+ # numeric, valid range: [1, LLONG_MAX], default: 100
51
+ #
52
+ # search-gc-scan-size 100
53
+
54
+ # Max number of cursors for a given index that can be opened inside of a shard.
55
+ # numeric, valid range: [0, LLONG_MAX], default: 128
56
+ #
57
+ # search-index-cursor-limit 128
58
+
59
+ # Maximum number of results from ft.aggregate command.
60
+ # numeric, valid range: [0, (1ULL << 31)], default: 1ULL << 31
61
+ #
62
+ # search-max-aggregate-results 2147483648
63
+
64
+ # Maximum prefix expansions to be used in a query.
65
+ # numeric, valid range: [1, LLONG_MAX], default: 200
66
+ #
67
+ # search-max-prefix-expansions 200
68
+
69
+ # Maximum runtime document table size (for this process).
70
+ # numeric, valid range: [1, 100000000], default: 1000000
71
+ #
72
+ # search-max-doctablesize 1000000
73
+
74
+ # max idle time allowed to be set for cursor, setting it high might cause
75
+ # high memory consumption.
76
+ # numeric, valid range: [1, LLONG_MAX], default: 300000
77
+ #
78
+ # search-cursor-max-idle 300000
79
+
80
+ # Maximum number of results from ft.search command.
81
+ # numeric, valid range: [0, 1ULL << 31], default: 1000000
82
+ #
83
+ # search-max-search-results 1000000
84
+
85
+ # Number of worker threads to use for background tasks when the server is
86
+ # in an operation event.
87
+ # numeric, valid range: [1, 16], default: 4
88
+ #
89
+ # search-min-operation-workers 4
90
+
91
+ # Minimum length of term to be considered for phonetic matching.
92
+ # numeric, valid range: [1, LLONG_MAX], default: 3
93
+ #
94
+ # search-min-phonetic-term-len 3
95
+
96
+ # the minimum prefix for expansions (`*`).
97
+ # numeric, valid range: [1, LLONG_MAX], default: 2
98
+ #
99
+ # search-min-prefix 2
100
+
101
+ # the minimum word length to stem.
102
+ # numeric, valid range: [2, UINT32_MAX], default: 4
103
+ #
104
+ # search-min-stem-len 4
105
+
106
+ # Delta used to increase positional offsets between array
107
+ # slots for multi text values.
108
+ # Can control the level of separation between phrases in different
109
+ # array slots (related to the SLOP parameter of ft.search command)"
110
+ # numeric, valid range: [1, UINT32_MAX], default: 100
111
+ #
112
+ # search-multi-text-slop 100
113
+
114
+ # Used for setting the buffer limit threshold for vector similarity tiered
115
+ # HNSW index, so that if we are using WORKERS for indexing, and the
116
+ # number of vectors waiting in the buffer to be indexed exceeds this limit,
117
+ # we insert new vectors directly into HNSW.
118
+ # numeric, valid range: [0, LLONG_MAX], default: 1024
119
+ #
120
+ # search-tiered-hnsw-buffer-limit 1024
121
+
122
+ # Query timeout.
123
+ # numeric, valid range: [1, LLONG_MAX], default: 500
124
+ #
125
+ # search-timeout 500
126
+
127
+ # minimum number of iterators in a union from which the iterator will
128
+ # will switch to heap-based implementation.
129
+ # numeric, valid range: [1, LLONG_MAX], default: 20
130
+ # switch to heap based implementation.
131
+ #
132
+ # search-union-iterator-heap 20
133
+
134
+ # The maximum memory resize for vector similarity indexes (in bytes).
135
+ # numeric, valid range: [0, UINT32_MAX], default: 0
136
+ #
137
+ # search-vss-max-resize 0
138
+
139
+ # Number of worker threads to use for query processing and background tasks.
140
+ # numeric, valid range: [0, 16], default: 0
141
+ # This configuration also affects the number of connections per shard.
142
+ #
143
+ # search-workers 0
144
+
145
+ # The number of high priority tasks to be executed at any given time by the
146
+ # worker thread pool, before executing low priority tasks. After this number
147
+ # of high priority tasks are being executed, the worker thread pool will
148
+ # execute high and low priority tasks alternately.
149
+ # numeric, valid range: [0, LLONG_MAX], default: 1
150
+ #
151
+ # search-workers-priority-bias-threshold 1
152
+
153
+ # Load extension scoring/expansion module. Immutable.
154
+ # string, default: ""
155
+ #
156
+ # search-ext-load ""
157
+
158
+ # Path to Chinese dictionary configuration file (for Chinese tokenization). Immutable.
159
+ # string, default: ""
160
+ #
161
+ # search-friso-ini ""
162
+
163
+ # Action to perform when search timeout is exceeded (choose RETURN or FAIL).
164
+ # enum, valid values: ["return", "fail"], default: "fail"
165
+ #
166
+ # search-on-timeout fail
167
+
168
+ # Determine whether some index resources are free on a second thread.
169
+ # bool, default: yes
170
+ #
171
+ # search-_free-resource-on-thread yes
172
+
173
+ # Enable legacy compression of double to float.
174
+ # bool, default: no
175
+ #
176
+ # search-_numeric-compress no
177
+
178
+ # Disable print of time for ft.profile. For testing only.
179
+ # bool, default: yes
180
+ #
181
+ # search-_print-profile-clock yes
182
+
183
+ # Intersection iterator orders the children iterators by their relative estimated
184
+ # number of results in ascending order, so that if we see first iterators with
185
+ # a lower count of results we will skip a larger number of results, which
186
+ # translates into faster iteration. If this flag is set, we use this
187
+ # optimization in a way where union iterators are being factorize by the number
188
+ # of their own children, so that we sort by the number of children times the
189
+ # overall estimated number of results instead.
190
+ # bool, default: no
191
+ #
192
+ # search-_prioritize-intersect-union-children no
193
+
194
+ # Set to run without memory pools.
195
+ # bool, default: no
196
+ #
197
+ # search-no-mem-pools no
198
+
199
+ # Disable garbage collection (for this process).
200
+ # bool, default: no
201
+ #
202
+ # search-no-gc no
203
+
204
+ # Enable commands filter which optimize indexing on partial hash updates.
205
+ # bool, default: no
206
+ #
207
+ # search-partial-indexed-docs no
208
+
209
+ # Disable compression for DocID inverted index. Boost CPU performance.
210
+ # bool, default: no
211
+ #
212
+ # search-raw-docid-encoding no
213
+
214
+ # Number of search threads in the coordinator thread pool.
215
+ # numeric, valid range: [1, LLONG_MAX], default: 20
216
+ #
217
+ # search-threads 20
218
+
219
+ # Timeout for topology validation (in milliseconds). After this timeout,
220
+ # any pending requests will be processed, even if the topology is not fully connected.
221
+ # numeric, valid range: [0, LLONG_MAX], default: 30000
222
+ #
223
+ # search-topology-validation-timeout 30000
224
+
225
+
226
+ ############################## TIME SERIES CONFIG #############################
227
+
228
+ # The maximal number of per-shard threads for cross-key queries when using cluster mode
229
+ # (TS.MRANGE, TS.MREVRANGE, TS.MGET, and TS.QUERYINDEX).
230
+ # Note: increasing this value may either increase or decrease the performance.
231
+ # integer, valid range: [1..16], default: 3
232
+ # This is a load-time configuration parameter.
233
+ #
234
+ # ts-num-threads 3
235
+
236
+
237
+ # Default compaction rules for newly created key with TS.ADD, TS.INCRBY, and TS.DECRBY.
238
+ # Has no effect on keys created with TS.CREATE.
239
+ # This default value is applied to each new time series upon its creation.
240
+ # string, see documentation for rules format, default: no compaction rules
241
+ #
242
+ # ts-compaction-policy ""
243
+
244
+ # Default chunk encoding for automatically-created compacted time series.
245
+ # This default value is applied to each new compacted time series automatically
246
+ # created when ts-compaction-policy is specified.
247
+ # valid values: COMPRESSED, UNCOMPRESSED, default: COMPRESSED
248
+ #
249
+ # ts-encoding COMPRESSED
250
+
251
+
252
+ # Default retention period, in milliseconds. 0 means no expiration.
253
+ # This default value is applied to each new time series upon its creation.
254
+ # If ts-compaction-policy is specified - it is overridden for created
255
+ # compactions as specified in ts-compaction-policy.
256
+ # integer, valid range: [0 .. LLONG_MAX], default: 0
257
+ #
258
+ # ts-retention-policy 0
259
+
260
+ # Default policy for handling insertion (TS.ADD and TS.MADD) of multiple
261
+ # samples with identical timestamps.
262
+ # This default value is applied to each new time series upon its creation.
263
+ # string, valid values: BLOCK, FIRST, LAST, MIN, MAX, SUM, default: BLOCK
264
+ #
265
+ # ts-duplicate-policy BLOCK
266
+
267
+ # Default initial allocation size, in bytes, for the data part of each new chunk
268
+ # This default value is applied to each new time series upon its creation.
269
+ # integer, valid range: [48 .. 1048576]; must be a multiple of 8, default: 4096
270
+ #
271
+ # ts-chunk-size-bytes 4096
272
+
273
+ # Default values for newly created time series.
274
+ # Many sensors report data periodically. Often, the difference between the measured
275
+ # value and the previous measured value is negligible and related to random noise
276
+ # or to measurement accuracy limitations. In such situations it may be preferable
277
+ # not to add the new measurement to the time series.
278
+ # A new sample is considered a duplicate and is ignored if the following conditions are met:
279
+ # - The time series is not a compaction;
280
+ # - The time series' DUPLICATE_POLICY IS LAST;
281
+ # - The sample is added in-order (timestamp >= max_timestamp);
282
+ # - The difference of the current timestamp from the previous timestamp
283
+ # (timestamp - max_timestamp) is less than or equal to ts-ignore-max-time-diff
284
+ # - The absolute value difference of the current value from the value at the previous maximum timestamp
285
+ # (abs(value - value_at_max_timestamp) is less than or equal to ts-ignore-max-val-diff.
286
+ # where max_timestamp is the timestamp of the sample with the largest timestamp in the time series,
287
+ # and value_at_max_timestamp is the value at max_timestamp.
288
+ # ts-ignore-max-time-diff: integer, valid range: [0 .. LLONG_MAX], default: 0
289
+ # ts-ignore-max-val-diff: double, Valid range: [0 .. DBL_MAX], default: 0
290
+ #
291
+ # ts-ignore-max-time-diff 0
292
+ # ts-ignore-max-val-diff 0
293
+
294
+
295
+ ########################### BLOOM FILTERS CONFIG ##############################
296
+
297
+ # Defaults values for new Bloom filters created with BF.ADD, BF.MADD, BF.INSERT, and BF.RESERVE
298
+ # These defaults are applied to each new Bloom filter upon its creation.
299
+
300
+ # Error ratio
301
+ # The desired probability for false positives.
302
+ # For a false positive rate of 0.1% (1 in 1000) - the value should be 0.001.
303
+ # double, Valid range: (0 .. 1), value greater than 0.25 is treated as 0.25, default: 0.01
304
+ #
305
+ # bf-error-rate 0.01
306
+
307
+ # Initial capacity
308
+ # The number of entries intended to be added to the filter.
309
+ # integer, valid range: [1 .. 1GB], default: 100
310
+ #
311
+ # bf-initial-size 100
312
+
313
+ # Expansion factor
314
+ # When capacity is reached, an additional sub-filter is created.
315
+ # The size of the new sub-filter is the size of the last sub-filter multiplied
316
+ # by expansion.
317
+ # integer, [0 .. 32768]. 0 is equivalent to NONSCALING. default: 2
318
+ #
319
+ # bf-expansion-factor 2
320
+
321
+
322
+ ########################### CUCKOO FILTERS CONFIG #############################
323
+
324
+ # Defaults values for new Cuckoo filters created with
325
+ # CF.ADD, CF.ADDNX, CF.INSERT, CF.INSERTNX, and CF.RESERVE
326
+ # These defaults are applied to each new Cuckoo filter upon its creation.
327
+
328
+ # Initial capacity
329
+ # A filter will likely not fill up to 100% of its capacity.
330
+ # Make sure to reserve extra capacity if you want to avoid expansions.
331
+ # value is rounded to the next 2^n integer.
332
+ # integer, valid range: [2*cf-bucket-size .. 1GB], default: 1024
333
+ #
334
+ # cf-initial-size 1024
335
+
336
+ # Number of items in each bucket
337
+ # The minimal false positive rate is 2/255 ~ 0.78% when bucket size of 1 is used.
338
+ # Larger buckets increase the error rate linearly, but improve the fill rate.
339
+ # integer, valid range: [1 .. 255], default: 2
340
+ #
341
+ # cf-bucket-size 2
342
+
343
+ # Maximum iterations
344
+ # Number of attempts to swap items between buckets before declaring filter
345
+ # as full and creating an additional filter.
346
+ # A lower value improves performance. A higher value improves fill rate.
347
+ # integer, Valid range: [1 .. 65535], default: 20
348
+ #
349
+ # cf-max-iterations 20
350
+
351
+ # Expansion factor
352
+ # When a new filter is created, its size is the size of the current filter
353
+ # multiplied by this factor.
354
+ # integer, Valid range: [0 .. 32768], 0 is equivalent to NONSCALING, default: 1
355
+ #
356
+ # cf-expansion-factor 1
357
+
358
+ # Maximum expansions
359
+ # integer, Valid range: [1 .. 65536], default: 32
360
+ #
361
+ # cf-max-expansions 32
362
+
363
+
364
+ ################################## SECURITY ###################################
365
+ #
366
+ # The following is a list of command categories and their meanings:
367
+ #
368
+ # * search - Query engine related.
369
+ # * json - Data type: JSON related.
370
+ # * timeseries - Data type: time series related.
371
+ # * bloom - Data type: Bloom filter related.
372
+ # * cuckoo - Data type: cuckoo filter related.
373
+ # * topk - Data type: top-k related.
374
+ # * cms - Data type: count-min sketch related.
375
+ # * tdigest - Data type: t-digest related.
376
+