edgeflowjs 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +473 -0
- package/dist/backends/index.d.ts +13 -0
- package/dist/backends/index.d.ts.map +1 -0
- package/dist/backends/index.js +32 -0
- package/dist/backends/index.js.map +1 -0
- package/dist/backends/onnx.d.ts +46 -0
- package/dist/backends/onnx.d.ts.map +1 -0
- package/dist/backends/onnx.js +249 -0
- package/dist/backends/onnx.js.map +1 -0
- package/dist/backends/wasm.d.ts +78 -0
- package/dist/backends/wasm.d.ts.map +1 -0
- package/dist/backends/wasm.js +358 -0
- package/dist/backends/wasm.js.map +1 -0
- package/dist/backends/webgpu.d.ts +143 -0
- package/dist/backends/webgpu.d.ts.map +1 -0
- package/dist/backends/webgpu.js +326 -0
- package/dist/backends/webgpu.js.map +1 -0
- package/dist/backends/webnn.d.ts +115 -0
- package/dist/backends/webnn.d.ts.map +1 -0
- package/dist/backends/webnn.js +202 -0
- package/dist/backends/webnn.js.map +1 -0
- package/dist/core/index.d.ts +9 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +14 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/memory.d.ts +234 -0
- package/dist/core/memory.d.ts.map +1 -0
- package/dist/core/memory.js +554 -0
- package/dist/core/memory.js.map +1 -0
- package/dist/core/runtime.d.ts +129 -0
- package/dist/core/runtime.d.ts.map +1 -0
- package/dist/core/runtime.js +352 -0
- package/dist/core/runtime.js.map +1 -0
- package/dist/core/scheduler.d.ts +118 -0
- package/dist/core/scheduler.d.ts.map +1 -0
- package/dist/core/scheduler.js +600 -0
- package/dist/core/scheduler.js.map +1 -0
- package/dist/core/tensor.d.ts +149 -0
- package/dist/core/tensor.d.ts.map +1 -0
- package/dist/core/tensor.js +719 -0
- package/dist/core/tensor.js.map +1 -0
- package/dist/core/types.d.ts +367 -0
- package/dist/core/types.d.ts.map +1 -0
- package/dist/core/types.js +54 -0
- package/dist/core/types.js.map +1 -0
- package/dist/edgeflow.browser.js +5601 -0
- package/dist/edgeflow.browser.js.map +7 -0
- package/dist/edgeflow.browser.min.js +19 -0
- package/dist/edgeflow.browser.min.js.map +7 -0
- package/dist/index.d.ts +71 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +158 -0
- package/dist/index.js.map +1 -0
- package/dist/pipelines/base.d.ts +122 -0
- package/dist/pipelines/base.d.ts.map +1 -0
- package/dist/pipelines/base.js +155 -0
- package/dist/pipelines/base.js.map +1 -0
- package/dist/pipelines/feature-extraction.d.ts +68 -0
- package/dist/pipelines/feature-extraction.d.ts.map +1 -0
- package/dist/pipelines/feature-extraction.js +197 -0
- package/dist/pipelines/feature-extraction.js.map +1 -0
- package/dist/pipelines/image-classification.d.ts +61 -0
- package/dist/pipelines/image-classification.d.ts.map +1 -0
- package/dist/pipelines/image-classification.js +140 -0
- package/dist/pipelines/image-classification.js.map +1 -0
- package/dist/pipelines/index.d.ts +58 -0
- package/dist/pipelines/index.d.ts.map +1 -0
- package/dist/pipelines/index.js +72 -0
- package/dist/pipelines/index.js.map +1 -0
- package/dist/pipelines/text-classification.d.ts +71 -0
- package/dist/pipelines/text-classification.d.ts.map +1 -0
- package/dist/pipelines/text-classification.js +175 -0
- package/dist/pipelines/text-classification.js.map +1 -0
- package/dist/tools/index.d.ts +143 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +294 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/utils/cache.d.ts +162 -0
- package/dist/utils/cache.d.ts.map +1 -0
- package/dist/utils/cache.js +443 -0
- package/dist/utils/cache.js.map +1 -0
- package/dist/utils/index.d.ts +8 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +12 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/model-loader.d.ts +107 -0
- package/dist/utils/model-loader.d.ts.map +1 -0
- package/dist/utils/model-loader.js +694 -0
- package/dist/utils/model-loader.js.map +1 -0
- package/dist/utils/preprocessor.d.ts +147 -0
- package/dist/utils/preprocessor.d.ts.map +1 -0
- package/dist/utils/preprocessor.js +423 -0
- package/dist/utils/preprocessor.js.map +1 -0
- package/dist/utils/tokenizer.d.ts +140 -0
- package/dist/utils/tokenizer.d.ts.map +1 -0
- package/dist/utils/tokenizer.js +397 -0
- package/dist/utils/tokenizer.js.map +1 -0
- package/package.json +87 -0
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* edgeFlow.js - Advanced Model Loader
|
|
3
|
+
*
|
|
4
|
+
* Features:
|
|
5
|
+
* - Preloading: Background model loading
|
|
6
|
+
* - Sharding: Split large files into chunks for download
|
|
7
|
+
* - Resume Download: Continue download from where it left off
|
|
8
|
+
* - Model Caching: IndexedDB storage for large models
|
|
9
|
+
*/
|
|
10
|
+
/**
|
|
11
|
+
* Download progress information
|
|
12
|
+
*/
|
|
13
|
+
export interface DownloadProgress {
|
|
14
|
+
/** Downloaded bytes */
|
|
15
|
+
loaded: number;
|
|
16
|
+
/** Total bytes (0 if unknown) */
|
|
17
|
+
total: number;
|
|
18
|
+
/** Progress percentage (0-100) */
|
|
19
|
+
percent: number;
|
|
20
|
+
/** Download speed in bytes/sec */
|
|
21
|
+
speed: number;
|
|
22
|
+
/** Estimated time remaining in ms */
|
|
23
|
+
eta: number;
|
|
24
|
+
/** Current chunk index (for sharded downloads) */
|
|
25
|
+
currentChunk?: number;
|
|
26
|
+
/** Total chunks (for sharded downloads) */
|
|
27
|
+
totalChunks?: number;
|
|
28
|
+
}
|
|
29
|
+
/**
|
|
30
|
+
* Model loader options
|
|
31
|
+
*/
|
|
32
|
+
export interface ModelLoaderOptions {
|
|
33
|
+
/** Enable caching (default: true) */
|
|
34
|
+
cache?: boolean;
|
|
35
|
+
/** Cache name for IndexedDB (default: 'edgeflow-models') */
|
|
36
|
+
cacheName?: string;
|
|
37
|
+
/** Enable resume download (default: true) */
|
|
38
|
+
resumable?: boolean;
|
|
39
|
+
/** Chunk size for sharded downloads in bytes (default: 5MB) */
|
|
40
|
+
chunkSize?: number;
|
|
41
|
+
/** Progress callback */
|
|
42
|
+
onProgress?: (progress: DownloadProgress) => void;
|
|
43
|
+
/** Number of parallel download connections (default: 4) */
|
|
44
|
+
parallelConnections?: number;
|
|
45
|
+
/** Request timeout in ms (default: 30000) */
|
|
46
|
+
timeout?: number;
|
|
47
|
+
/** Force re-download even if cached */
|
|
48
|
+
forceDownload?: boolean;
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Preload options
|
|
52
|
+
*/
|
|
53
|
+
export interface PreloadOptions extends ModelLoaderOptions {
|
|
54
|
+
/** Priority (higher = more important, default: 0) */
|
|
55
|
+
priority?: number;
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* Load model data with caching, sharding, and resume support
|
|
59
|
+
*/
|
|
60
|
+
export declare function loadModelData(url: string, options?: ModelLoaderOptions): Promise<ArrayBuffer>;
|
|
61
|
+
/**
|
|
62
|
+
* Preload a model in the background
|
|
63
|
+
*/
|
|
64
|
+
export declare function preloadModel(url: string, options?: PreloadOptions): Promise<ArrayBuffer>;
|
|
65
|
+
/**
|
|
66
|
+
* Preload multiple models
|
|
67
|
+
*/
|
|
68
|
+
export declare function preloadModels(urls: Array<{
|
|
69
|
+
url: string;
|
|
70
|
+
priority?: number;
|
|
71
|
+
}>, options?: Omit<PreloadOptions, 'priority'>): Promise<ArrayBuffer[]>;
|
|
72
|
+
/**
|
|
73
|
+
* Check if a model is cached
|
|
74
|
+
*/
|
|
75
|
+
export declare function isModelCached(url: string): Promise<boolean>;
|
|
76
|
+
/**
|
|
77
|
+
* Get cached model data
|
|
78
|
+
*/
|
|
79
|
+
export declare function getCachedModel(url: string): Promise<ArrayBuffer | null>;
|
|
80
|
+
/**
|
|
81
|
+
* Delete a cached model
|
|
82
|
+
*/
|
|
83
|
+
export declare function deleteCachedModel(url: string): Promise<void>;
|
|
84
|
+
/**
|
|
85
|
+
* Clear all cached models
|
|
86
|
+
*/
|
|
87
|
+
export declare function clearModelCache(): Promise<void>;
|
|
88
|
+
/**
|
|
89
|
+
* Get model cache statistics
|
|
90
|
+
*/
|
|
91
|
+
export declare function getModelCacheStats(): Promise<{
|
|
92
|
+
models: number;
|
|
93
|
+
totalSize: number;
|
|
94
|
+
}>;
|
|
95
|
+
/**
|
|
96
|
+
* Get preload status
|
|
97
|
+
*/
|
|
98
|
+
export declare function getPreloadStatus(url: string): 'pending' | 'loading' | 'complete' | 'error' | 'not_found';
|
|
99
|
+
/**
|
|
100
|
+
* Cancel a preload
|
|
101
|
+
*/
|
|
102
|
+
export declare function cancelPreload(url: string): void;
|
|
103
|
+
/**
|
|
104
|
+
* Get preloaded model (or wait for preload to complete)
|
|
105
|
+
*/
|
|
106
|
+
export declare function getPreloadedModel(url: string): Promise<ArrayBuffer | null>;
|
|
107
|
+
//# sourceMappingURL=model-loader.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-loader.d.ts","sourceRoot":"","sources":["../../src/utils/model-loader.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAMH;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,uBAAuB;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,iCAAiC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,kCAAkC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,kCAAkC;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,qCAAqC;IACrC,GAAG,EAAE,MAAM,CAAC;IACZ,kDAAkD;IAClD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2CAA2C;IAC3C,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,qCAAqC;IACrC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,4DAA4D;IAC5D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6CAA6C;IAC7C,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,+DAA+D;IAC/D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wBAAwB;IACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAClD,2DAA2D;IAC3D,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,6CAA6C;IAC7C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uCAAuC;IACvC,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,kBAAkB;IACxD,qDAAqD;IACrD,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AA8tBD;;GAEG;AACH,wBAAsB,aAAa,CACjC,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,WAAW,CAAC,CAgDtB;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,cAAmB,GAAG,OAAO,CAAC,WAAW,CAAC,CAE5F;AAED;;GAEG;AACH,wBAAgB,aAAa,CAC3B,IAAI,EAAE,KAAK,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,EAC/C,OAAO,GAAE,IAAI,CAAC,cAAc,EAAE,UAAU,CAAM,GAC7C,OAAO,CAAC,WAAW,EAAE,CAAC,CAIxB;AAED;;GAEG;AACH,wBAAsB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAGjE;AAED;;GAEG;AACH,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAE7E;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAElE;AAED;;GAEG;AACH,wBAAsB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAErD;AAED;;GAEG;AACH,wBAAsB,kBAAkB,IAAI,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC,CAEzF;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,GAAG,WAAW,CAExG;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE/C;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAEhF"}
|