justget 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +263 -0
  3. package/dist/chunks/strategy.d.ts +39 -0
  4. package/dist/chunks/strategy.d.ts.map +1 -0
  5. package/dist/chunks/strategy.js +97 -0
  6. package/dist/chunks/strategy.js.map +1 -0
  7. package/dist/cli.d.ts +7 -0
  8. package/dist/cli.d.ts.map +1 -0
  9. package/dist/cli.js +117 -0
  10. package/dist/cli.js.map +1 -0
  11. package/dist/config.d.ts +71 -0
  12. package/dist/config.d.ts.map +1 -0
  13. package/dist/config.js +158 -0
  14. package/dist/config.js.map +1 -0
  15. package/dist/core/downloader.d.ts +22 -0
  16. package/dist/core/downloader.d.ts.map +1 -0
  17. package/dist/core/downloader.js +555 -0
  18. package/dist/core/downloader.js.map +1 -0
  19. package/dist/core/http.d.ts +51 -0
  20. package/dist/core/http.d.ts.map +1 -0
  21. package/dist/core/http.js +186 -0
  22. package/dist/core/http.js.map +1 -0
  23. package/dist/core/temp.d.ts +47 -0
  24. package/dist/core/temp.d.ts.map +1 -0
  25. package/dist/core/temp.js +137 -0
  26. package/dist/core/temp.js.map +1 -0
  27. package/dist/index.d.ts +13 -0
  28. package/dist/index.d.ts.map +1 -0
  29. package/dist/index.js +17 -0
  30. package/dist/index.js.map +1 -0
  31. package/dist/speed/ewma.d.ts +38 -0
  32. package/dist/speed/ewma.d.ts.map +1 -0
  33. package/dist/speed/ewma.js +87 -0
  34. package/dist/speed/ewma.js.map +1 -0
  35. package/dist/speed/speed-monitor.d.ts +56 -0
  36. package/dist/speed/speed-monitor.d.ts.map +1 -0
  37. package/dist/speed/speed-monitor.js +94 -0
  38. package/dist/speed/speed-monitor.js.map +1 -0
  39. package/dist/types.d.ts +236 -0
  40. package/dist/types.d.ts.map +1 -0
  41. package/dist/types.js +5 -0
  42. package/dist/types.js.map +1 -0
  43. package/dist/utils/hash.d.ts +38 -0
  44. package/dist/utils/hash.d.ts.map +1 -0
  45. package/dist/utils/hash.js +89 -0
  46. package/dist/utils/hash.js.map +1 -0
  47. package/dist/utils/validator.d.ts +21 -0
  48. package/dist/utils/validator.d.ts.map +1 -0
  49. package/dist/utils/validator.js +72 -0
  50. package/dist/utils/validator.js.map +1 -0
  51. package/package.json +70 -0
package/dist/config.js ADDED
@@ -0,0 +1,158 @@
1
+ /**
2
+ * JustGet 默认配置
3
+ * Default configuration for JustGet downloader
4
+ */
5
+ /**
6
+ * Default download configuration
7
+ */
8
+ export const DEFAULT_CONFIG = {
9
+ primaryWarmupTime: 5000, // 5 seconds
10
+ speedThreshold: 512000, // 500 KB/s (below this, consider mirrors)
11
+ fastPrimaryThreshold: 2048000, // 2 MB/s (above this, don't start mirrors)
12
+ sizeThreshold: 52428800, // 50 MB
13
+ minReplaceTime: 30000, // 30 seconds
14
+ replaceCheckInterval: 10000, // 10 seconds
15
+ chunks: 'auto',
16
+ chunkSize: 'auto',
17
+ minChunkSize: 1048576, // 1 MB
18
+ retries: 3,
19
+ retryDelay: 2000,
20
+ timeout: 300000, // 5 minutes
21
+ connectTimeout: 10000, // 10 seconds
22
+ checksumAlgorithm: 'sha256',
23
+ };
24
+ /**
25
+ * Configuration for speed calculation
26
+ */
27
+ export const SPEED_CONFIG = {
28
+ ewmaAlpha: 0.3, // EWMA smoothing factor
29
+ sampleInterval: 1000, // Sample every 1 second
30
+ windowSize: 10, // Keep last 10 samples
31
+ };
32
+ /**
33
+ * Configuration for chunk strategy
34
+ */
35
+ export const CHUNK_STRATEGY_CONFIG = {
36
+ minPrimaryReserve: 0.1, // Minimum 10% reserved for primary
37
+ maxPrimaryReserve: 0.5, // Maximum 50% reserved for primary
38
+ basePrimaryReserve: 0.2, // Base reserve ratio
39
+ sizeFactorMax: 0.1, // Additional from file size
40
+ speedFactorMax: 0.15, // Additional from speed
41
+ progressFactorMax: 0.05, // Additional from progress
42
+ };
43
+ /**
44
+ * Configuration for source replacement
45
+ */
46
+ export const REPLACEMENT_CONFIG = {
47
+ minTimeBeforeReplace: 30000, // 30 seconds minimum
48
+ checkInterval: 10000, // Check every 10 seconds
49
+ slowThresholdRatio: 0.33, // Slow is < 33% of fast
50
+ maxSlowChecks: 3, // Max consecutive slow checks
51
+ bufferSize: 1048576, // 1 MB buffer before switch
52
+ immediateFailureCodes: [
53
+ 'ECONNREFUSED',
54
+ 'ENETUNREACH',
55
+ 'EHOSTUNREACH',
56
+ 'ETIMEDOUT',
57
+ 'ENOTFOUND',
58
+ 'EAI_AGAIN',
59
+ ],
60
+ immediateFailureHttp: [
61
+ 404, 401, 403, 410, 500, 502, 503, 504,
62
+ ],
63
+ };
64
+ /**
65
+ * Configuration for temporary files
66
+ */
67
+ export const TEMP_FILE_CONFIG = {
68
+ prefix: '.justget-',
69
+ hashLength: 5,
70
+ maxAgeHours: 1, // Clean files older than 1 hour
71
+ resumeThreshold: 0.9, // Resume if >= 90% complete
72
+ };
73
+ /**
74
+ * Check if an error indicates immediate failure (not just slow)
75
+ *
76
+ * Immediate failures should trigger mirror start immediately,
77
+ * not wait for warmup timeout.
78
+ */
79
+ export function isImmediateFailure(error, httpStatus) {
80
+ // Check HTTP status codes
81
+ if (httpStatus !== undefined) {
82
+ if (REPLACEMENT_CONFIG.immediateFailureHttp.includes(httpStatus)) {
83
+ return true;
84
+ }
85
+ }
86
+ // Check error codes
87
+ const code = error.code;
88
+ if (code && REPLACEMENT_CONFIG.immediateFailureCodes.includes(code)) {
89
+ return true;
90
+ }
91
+ // Check error message for common failure patterns
92
+ const message = error.message.toLowerCase();
93
+ return (message.includes('connection refused') ||
94
+ message.includes('network unreachable') ||
95
+ message.includes('host unreachable') ||
96
+ message.includes('aborted') ||
97
+ message.includes('cancelled') ||
98
+ (message.includes('timeout') && !message.includes('download timeout')));
99
+ }
100
+ /**
101
+ * Merge user config with defaults
102
+ */
103
+ export function mergeConfig(userConfig) {
104
+ if (!userConfig) {
105
+ return { ...DEFAULT_CONFIG };
106
+ }
107
+ return {
108
+ ...DEFAULT_CONFIG,
109
+ ...userConfig,
110
+ // Handle nested merges if needed
111
+ };
112
+ }
113
+ /**
114
+ * Validate configuration
115
+ */
116
+ export function validateConfig(config) {
117
+ if (config.primaryWarmupTime !== undefined && config.primaryWarmupTime < 0) {
118
+ throw new Error('primaryWarmupTime must be non-negative');
119
+ }
120
+ if (config.speedThreshold !== undefined && config.speedThreshold < 0) {
121
+ throw new Error('speedThreshold must be non-negative');
122
+ }
123
+ if (config.fastPrimaryThreshold !== undefined && config.fastPrimaryThreshold < 0) {
124
+ throw new Error('fastPrimaryThreshold must be non-negative');
125
+ }
126
+ if (config.sizeThreshold !== undefined && config.sizeThreshold < 0) {
127
+ throw new Error('sizeThreshold must be non-negative');
128
+ }
129
+ if (config.minReplaceTime !== undefined && config.minReplaceTime < 0) {
130
+ throw new Error('minReplaceTime must be non-negative');
131
+ }
132
+ if (config.replaceCheckInterval !== undefined && config.replaceCheckInterval < 0) {
133
+ throw new Error('replaceCheckInterval must be non-negative');
134
+ }
135
+ if (config.connectTimeout !== undefined && config.connectTimeout < 0) {
136
+ throw new Error('connectTimeout must be non-negative');
137
+ }
138
+ if (config.chunks !== undefined && typeof config.chunks === 'number' && config.chunks < 1) {
139
+ throw new Error('chunks must be at least 1');
140
+ }
141
+ if (config.chunkSize !== undefined && typeof config.chunkSize === 'number' && config.chunkSize < 1) {
142
+ throw new Error('chunkSize must be at least 1');
143
+ }
144
+ if (config.minChunkSize !== undefined && config.minChunkSize < 1) {
145
+ throw new Error('minChunkSize must be at least 1');
146
+ }
147
+ if (config.retries !== undefined && config.retries < 0) {
148
+ throw new Error('retries must be non-negative');
149
+ }
150
+ if (config.timeout !== undefined && config.timeout < 0) {
151
+ throw new Error('timeout must be non-negative');
152
+ }
153
+ if (config.checksumAlgorithm !== undefined &&
154
+ !['md5', 'sha1', 'sha256', 'sha512'].includes(config.checksumAlgorithm)) {
155
+ throw new Error(`Unsupported checksumAlgorithm: ${config.checksumAlgorithm}`);
156
+ }
157
+ }
158
+ //# sourceMappingURL=config.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAYH;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAkB;IAC3C,iBAAiB,EAAE,IAAI,EAAW,YAAY;IAC9C,cAAc,EAAE,MAAM,EAAY,0CAA0C;IAC5E,oBAAoB,EAAE,OAAO,EAAK,2CAA2C;IAC7E,aAAa,EAAE,QAAQ,EAAW,QAAQ;IAC1C,cAAc,EAAE,KAAK,EAAa,aAAa;IAC/C,oBAAoB,EAAE,KAAK,EAAO,aAAa;IAC/C,MAAM,EAAE,MAAM;IACd,SAAS,EAAE,MAAM;IACjB,YAAY,EAAE,OAAO,EAAa,OAAO;IACzC,OAAO,EAAE,CAAC;IACV,UAAU,EAAE,IAAI;IAChB,OAAO,EAAE,MAAM,EAAmB,YAAY;IAC9C,cAAc,EAAE,KAAK,EAAa,aAAa;IAC/C,iBAAiB,EAAE,QAAQ;CAC5B,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,SAAS,EAAE,GAAG,EAAS,wBAAwB;IAC/C,cAAc,EAAE,IAAI,EAAG,wBAAwB;IAC/C,UAAU,EAAE,EAAE,EAAS,uBAAuB;CAC/C,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,iBAAiB,EAAE,GAAG,EAAM,mCAAmC;IAC/D,iBAAiB,EAAE,GAAG,EAAM,mCAAmC;IAC/D,kBAAkB,EAAE,GAAG,EAAK,qBAAqB;IACjD,aAAa,EAAE,GAAG,EAAU,4BAA4B;IACxD,cAAc,EAAE,IAAI,EAAQ,wBAAwB;IACpD,iBAAiB,EAAE,IAAI,EAAK,2BAA2B;CACxD,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,oBAAoB,EAAE,KAAK,EAAI,qBAAqB;IACpD,aAAa,EAAE,KAAK,EAAW,yBAAyB;IACxD,kBAAkB,EAAE,IAAI,EAAO,wBAAwB;IACvD,aAAa,EAAE,CAAC,EAAe,8BAA8B;IAC7D,UAAU,EAAE,OAAO,EAAY,4BAA4B;IAC3D,qBAAqB,EAAE;QACrB,cAAc;QACd,aAAa;QACb,cAAc;QACd,WAAW;QACX,WAAW;QACX,WAAW;KACZ;IACD,oBAAoB,EAAE;QACpB,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;KACvC;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,MAAM,EAAE,WAAW;IACnB,UAAU,EAAE,CAAC;IACb,WAAW,EAAE,CAAC,EAAiB,gCAAgC;IAC/D,eAAe,EAAE,GAAG,EAAW,4BAA4B;CAC5D,CAAC;AAEF;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAY,EAAE,UAAmB;IAClE,0BAA0B;IAC1B,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QAC7B,IAAI,kBAAkB,CAAC,oBAAoB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACjE,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,MAAM,IAAI,GAAI,KAAa,CAAC,IAAI,CAAC;IACjC,IAAI,IAAI,IAAI,kBAAkB,CAAC,qBAAqB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,kDAAkD;IAClD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAC5C,OAAO,CACL,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC;QACtC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC;QACvC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC7B,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CACvE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,UAA2B;IACrD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,EAAE,GAAG,cAAc,EAAE,CAAC;IAC/B,CAAC;IAED,OAAO;QACL,GAAG,cAAc;QACjB,GAAG,UAAU;QACb,iCAAiC;KAClC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,MAAsB;IACnD,IAAI,MAAM,CAAC,iBAAiB,KAAK,SAAS,IAAI,MAAM,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS,IAAI,MAAM,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,MAAM,CAAC,oBAAoB,KAAK,SAAS,IAAI,MAAM,CAAC,oBAAoB,GAAG,CAAC,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,IAAI,MAAM,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS,IAAI,MAAM,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,MAAM,CAAC,oBAAoB,KAAK,SAAS,IAAI,MAAM,CAAC,oBAAoB,GAAG,CAAC,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS,IAAI,MAAM,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1F,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACnG,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IAED,IACE,MAAM,CAAC,iBAAiB,KAAK,SAAS;QACtC,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,iBAAiB,CAAC,EACvE,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kCAAkC,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAChF,CAAC;AACH,CAAC"}
@@ -0,0 +1,22 @@
1
+ /**
2
+ * 核心下载器:多源竞速分块下载
3
+ * Core downloader: multi-source racing chunked download
4
+ *
5
+ * 流程 / Flow:
6
+ * 探测(probe) → 分块(chunks) → 主源预热(warmup) → 决策(decide mirrors)
7
+ * → 竞速(race) → 慢源替换(replace) → 合并(merge) → 校验(verify) → 提交(commit)
8
+ */
9
+ import type { DownloadOptions, DownloadResult } from '../types.js';
10
+ /**
11
+ * 多源竞速分块下载
12
+ * Multi-source racing chunked download
13
+ */
14
+ export declare function download(options: DownloadOptions): Promise<DownloadResult>;
15
+ /** 下载器类(download() 的面向对象封装)/ OO wrapper over download() */
16
+ export declare class Downloader {
17
+ private options;
18
+ constructor(options: DownloadOptions);
19
+ /** 开始下载 / start download */
20
+ start(): Promise<DownloadResult>;
21
+ }
22
+ //# sourceMappingURL=downloader.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"downloader.d.ts","sourceRoot":"","sources":["../../src/core/downloader.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AA4BH,OAAO,KAAK,EACV,eAAe,EAEf,cAAc,EAKf,MAAM,aAAa,CAAC;AAgDrB;;;GAGG;AACH,wBAAsB,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC,CAahF;AAsfD,2DAA2D;AAC3D,qBAAa,UAAU;IACrB,OAAO,CAAC,OAAO,CAAkB;gBAErB,OAAO,EAAE,eAAe;IAIpC,4BAA4B;IAC5B,KAAK,IAAI,OAAO,CAAC,cAAc,CAAC;CAGjC"}