@sauravpanda/flare 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (12) hide show
  1. package/demo/README.md +40 -0
  2. package/demo/index.html +1767 -0
  3. package/js/index.ts +91 -0
  4. package/js/types.ts +136 -0
  5. package/js/webtransport-loader.js +126 -0
  6. package/js/worker.ts +159 -0
  7. package/package.json +58 -0
  8. package/pkg/flare_web.d.ts +1164 -0
  9. package/pkg/flare_web.js +2790 -0
  10. package/pkg/flare_web_bg.wasm +0 -0
  11. package/pkg/flare_web_bg.wasm.d.ts +105 -0
  12. package/pkg/package.json +27 -0
package/pkg/flare_web_bg.wasm ADDED
Binary file
package/pkg/flare_web_bg.wasm.d.ts ADDED
@@ -0,0 +1,105 @@
1
+ /* tslint:disable */
2
+ /* eslint-disable */
3
+ export const memory: WebAssembly.Memory;
4
+ export const __wbg_flareengine_free: (a: number, b: number) => void;
5
+ export const __wbg_flareprogressiveloader_free: (a: number, b: number) => void;
6
+ export const __wbg_flaretokenizer_free: (a: number, b: number) => void;
7
+ export const cache_model: (a: number, b: number, c: number, d: number) => any;
8
+ export const delete_cached_model: (a: number, b: number) => any;
9
+ export const device_info: () => [number, number];
10
+ export const flareengine_add_bos_token: (a: number) => number;
11
+ export const flareengine_add_stop_sequence: (a: number, b: number, c: number) => void;
12
+ export const flareengine_apply_chat_template: (a: number, b: number, c: number, d: number, e: number) => [number, number];
13
+ export const flareengine_architecture: (a: number) => [number, number];
14
+ export const flareengine_begin_stream: (a: number, b: number, c: number, d: number) => void;
15
+ export const flareengine_begin_stream_healed: (a: number, b: number, c: number, d: number) => void;
16
+ export const flareengine_begin_stream_healed_with_params: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number) => void;
17
+ export const flareengine_begin_stream_with_params: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number) => void;
18
+ export const flareengine_bos_token_id: (a: number) => number;
19
+ export const flareengine_chat_template_name: (a: number) => [number, number];
20
+ export const flareengine_clear_raw_weights: (a: number) => void;
21
+ export const flareengine_clear_stop_sequences: (a: number) => void;
22
+ export const flareengine_compute_perplexity: (a: number, b: number, c: number) => number;
23
+ export const flareengine_context_window_pct: (a: number) => number;
24
+ export const flareengine_count_tokens: (a: number, b: number, c: number) => number;
25
+ export const flareengine_decode_ids: (a: number, b: number, c: number) => [number, number];
26
+ export const flareengine_decode_token: (a: number, b: number) => [number, number];
27
+ export const flareengine_decode_token_chunk: (a: number, b: number) => [number, number];
28
+ export const flareengine_embed_token: (a: number, b: number) => [number, number];
29
+ export const flareengine_encode_text: (a: number, b: number, c: number) => [number, number];
30
+ export const flareengine_eos_token_id: (a: number) => number;
31
+ export const flareengine_generate_stream: (a: number, b: number, c: number, d: number, e: any) => number;
32
+ export const flareengine_generate_stream_with_params: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: any) => number;
33
+ export const flareengine_generate_text: (a: number, b: number, c: number, d: number) => [number, number];
34
+ export const flareengine_generate_text_with_params: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number) => [number, number];
35
+ export const flareengine_generate_tokens: (a: number, b: number, c: number, d: number) => [number, number];
36
+ export const flareengine_generate_with_params: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number) => [number, number];
37
+ export const flareengine_has_raw_weights: (a: number) => number;
38
+ export const flareengine_hidden_dim: (a: number) => number;
39
+ export const flareengine_init_gpu: (a: number) => any;
40
+ export const flareengine_init_gpu_with_cache: (a: number, b: number, c: number) => any;
41
+ export const flareengine_last_decode_ms: (a: number) => number;
42
+ export const flareengine_last_logits: (a: number) => [number, number];
43
+ export const flareengine_last_prefill_ms: (a: number) => number;
44
+ export const flareengine_last_tokens_generated: (a: number) => number;
45
+ export const flareengine_load: (a: number, b: number) => [number, number, number];
46
+ export const flareengine_load_raw_weights: (a: number, b: number, c: number) => number;
47
+ export const flareengine_max_seq_len: (a: number) => number;
48
+ export const flareengine_merge_lora: (a: number, b: number, c: number) => [number, number];
49
+ export const flareengine_merge_lora_with_alpha: (a: number, b: number, c: number, d: number) => [number, number];
50
+ export const flareengine_metadata_json: (a: number) => [number, number];
51
+ export const flareengine_model_name: (a: number) => [number, number];
52
+ export const flareengine_next_token: (a: number) => number;
53
+ export const flareengine_num_heads: (a: number) => number;
54
+ export const flareengine_num_layers: (a: number) => number;
55
+ export const flareengine_output_projection: (a: number, b: number, c: number) => [number, number];
56
+ export const flareengine_performance_summary: (a: number) => [number, number];
57
+ export const flareengine_pipeline_cache_data: (a: number) => [number, number];
58
+ export const flareengine_raw_chat_template: (a: number) => [number, number];
59
+ export const flareengine_repeat_last_n: (a: number) => number;
60
+ export const flareengine_reset: (a: number) => void;
61
+ export const flareengine_set_repeat_last_n: (a: number, b: number) => void;
62
+ export const flareengine_set_rng_seed: (a: number, b: number) => void;
63
+ export const flareengine_set_top_logprobs: (a: number, b: number) => void;
64
+ export const flareengine_stop_stream: (a: number) => void;
65
+ export const flareengine_stream_done: (a: number) => number;
66
+ export const flareengine_stream_stop_reason: (a: number) => [number, number];
67
+ export const flareengine_tokens_per_second: (a: number) => number;
68
+ export const flareengine_tokens_remaining: (a: number) => number;
69
+ export const flareengine_tokens_used: (a: number) => number;
70
+ export const flareengine_top_logprobs: (a: number) => [number, number];
71
+ export const flareengine_truncate_to_context: (a: number, b: number, c: number, d: number) => [number, number];
72
+ export const flareengine_vocab_size: (a: number) => number;
73
+ export const flareengine_warmup: (a: number) => number;
74
+ export const flareprogressiveloader_load: (a: number, b: any) => any;
75
+ export const flareprogressiveloader_new: (a: number, b: number) => number;
76
+ export const flaretokenizer_decode: (a: number, b: number, c: number) => [number, number, number, number];
77
+ export const flaretokenizer_decode_one: (a: number, b: number) => [number, number, number, number];
78
+ export const flaretokenizer_encode: (a: number, b: number, c: number) => [number, number, number, number];
79
+ export const flaretokenizer_from_json: (a: number, b: number) => [number, number, number];
80
+ export const flaretokenizer_vocab_size: (a: number) => number;
81
+ export const is_model_cached: (a: number, b: number) => any;
82
+ export const list_cached_models: () => any;
83
+ export const load_cached_model: (a: number, b: number) => any;
84
+ export const storage_estimate: () => any;
85
+ export const supports_relaxed_simd: () => number;
86
+ export const supports_speech_recognition: () => number;
87
+ export const supports_speech_synthesis: () => number;
88
+ export const supports_webnn: () => number;
89
+ export const supports_webtransport: () => number;
90
+ export const webgpu_available: () => number;
91
+ export const start: () => void;
92
+ export const flaretokenizer_bos_token_id: (a: number) => number;
93
+ export const flaretokenizer_eos_token_id: (a: number) => number;
94
+ export const wasm_bindgen__convert__closures_____invoke__h7ed8ea06cc0c8ca5: (a: number, b: number, c: any) => [number, number];
95
+ export const wasm_bindgen__convert__closures_____invoke__hcdfd434894ba1863: (a: number, b: number, c: any, d: any) => void;
96
+ export const wasm_bindgen__convert__closures_____invoke__h235e00bf230ad8a4: (a: number, b: number, c: any) => void;
97
+ export const __wbindgen_malloc: (a: number, b: number) => number;
98
+ export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
99
+ export const __externref_table_alloc: () => number;
100
+ export const __wbindgen_externrefs: WebAssembly.Table;
101
+ export const __wbindgen_exn_store: (a: number) => void;
102
+ export const __wbindgen_free: (a: number, b: number, c: number) => void;
103
+ export const __wbindgen_destroy_closure: (a: number, b: number) => void;
104
+ export const __externref_table_dealloc: (a: number) => void;
105
+ export const __wbindgen_start: () => void;
package/pkg/package.json ADDED
@@ -0,0 +1,27 @@
1
+ {
2
+ "name": "flarellm-web",
3
+ "type": "module",
4
+ "description": "Browser integration for Flare LLM inference (WASM, Web Workers, Cache API)",
5
+ "version": "0.1.0",
6
+ "license": "MIT OR Apache-2.0",
7
+ "repository": {
8
+ "type": "git",
9
+ "url": "https://github.com/sauravpanda/flarellm"
10
+ },
11
+ "files": [
12
+ "flare_web_bg.wasm",
13
+ "flare_web.js",
14
+ "flare_web.d.ts"
15
+ ],
16
+ "main": "flare_web.js",
17
+ "types": "flare_web.d.ts",
18
+ "sideEffects": [
19
+ "./snippets/*"
20
+ ],
21
+ "keywords": [
22
+ "wasm",
23
+ "browser",
24
+ "llm",
25
+ "webgpu"
26
+ ]
27
+ }