@bendyline/gezel-inference 1.0.8 → 1.0.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (59) hide show
  1. package/dist/catalog/chat-models/ge/gemma4-12b-q4/manifest.json +46 -3
  2. package/dist/catalog/chat-models/ge/gemma4-12b-q4/versions/1.2.1/manifest.json +141 -0
  3. package/dist/catalog/chat-models/ge/gemma4-e4b-q4/manifest.json +5 -0
  4. package/dist/catalog/chat-models/index.json +1 -1
  5. package/dist/catalog/chat-models/or/ornith1.5-9b-q4/manifest.json +5 -0
  6. package/dist/catalog/chat-models/or/ornith1.5-9b-q8/manifest.json +5 -0
  7. package/dist/catalog/chat-models/qw/qwen3.5-9b-q4/manifest.json +5 -0
  8. package/dist/catalog/chat-models/qw/qwen3.8-27b-q4/manifest.json +5 -0
  9. package/dist/catalog/chat-models/qw/qwen3.8-flash-next-q2/manifest.json +24 -7
  10. package/dist/catalog/chat-models/qw/qwen3.8-flash-next-q2/versions/1.0.3/manifest.json +47 -0
  11. package/dist/catalog/chat-models/raw-index.json +1 -1
  12. package/dist/catalog/provenance.json +1 -1
  13. package/dist/engines/electron-native-reuse.d.ts +5 -4
  14. package/dist/engines/electron-native-reuse.js +1 -1
  15. package/dist/engines/native-file-manifest.json +12344 -698
  16. package/dist/engines/native-manifest.d.ts +4 -4
  17. package/dist/engines/native-manifest.js +40 -36
  18. package/dist/engines/resolver.d.ts +18 -17
  19. package/dist/engines/resolver.js +36 -1
  20. package/dist/http/model-inventory-cache.d.ts +1 -1
  21. package/dist/http/routes/engines.js +3 -3
  22. package/dist/models/catalog-drift.d.ts +2 -0
  23. package/dist/models/catalog-drift.js +1 -1
  24. package/dist/models/catalog-payload-identity.d.ts +2 -2
  25. package/dist/models/catalog-payload-identity.js +10 -5
  26. package/dist/providers/active-install-message.js +1 -1
  27. package/dist/providers/catalog-model-config.d.ts +28 -0
  28. package/dist/providers/ds4/build-provider.js +35 -13
  29. package/dist/providers/ds4/residency.d.ts +77 -0
  30. package/dist/providers/ds4/residency.js +87 -6
  31. package/dist/providers/image/sd-cpp.js +3 -2
  32. package/dist/providers/llama-cpp/backend-health.d.ts +3 -2
  33. package/dist/providers/llama-cpp/backend-health.js +6 -3
  34. package/dist/providers/llama-cpp/backend-quarantine.js +1 -1
  35. package/dist/providers/llama-cpp/build-provider.js +168 -29
  36. package/dist/providers/llama-cpp/devices.js +4 -1
  37. package/dist/providers/llama-cpp/engine-flags.d.ts +8 -1
  38. package/dist/providers/llama-cpp/engine-flags.js +13 -8
  39. package/dist/providers/llama-cpp/gpu-startup-watch.d.ts +4 -4
  40. package/dist/providers/llama-cpp/gpu-startup-watch.js +7 -5
  41. package/dist/providers/llama-cpp/models.d.ts +10 -0
  42. package/dist/providers/llama-cpp/models.js +64 -10
  43. package/dist/providers/llama-cpp/offload-planner.d.ts +6 -0
  44. package/dist/providers/llama-cpp/offload-planner.js +1 -1
  45. package/dist/providers/llama-cpp/spec-draft.d.ts +45 -23
  46. package/dist/providers/llama-cpp/spec-draft.js +113 -24
  47. package/dist/providers/mlx/python/spec_decode.py +23 -2
  48. package/dist/providers/mlx/python/tool_args_json.py +59 -21
  49. package/dist/providers/mlx/venv.d.ts +19 -1
  50. package/dist/providers/mlx/venv.js +21 -2
  51. package/dist/providers/native/device-capacity.d.ts +4 -0
  52. package/dist/providers/native/device-capacity.js +5 -0
  53. package/dist/providers/native/local-engine-runtime.d.ts +16 -1
  54. package/dist/providers/native/local-engine-runtime.js +142 -39
  55. package/dist/providers/native/supervisor.d.ts +8 -1
  56. package/dist/providers/native/supervisor.js +16 -7
  57. package/dist/providers/types.d.ts +4 -0
  58. package/dist/remotes/types.d.ts +1 -1
  59. package/package.json +4 -4
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "package": "@bendyline/gilde",
3
- "version": "0.3.5",
3
+ "version": "0.3.6",
4
4
  "kinds": [
5
5
  "chat-models",
6
6
  "image-models",
@@ -11,10 +11,11 @@ interface NativePlatformPin {
11
11
  symlinks: Record<string, string>;
12
12
  }
13
13
  /**
14
- * Schema 3 also pins runtime source files (ds4's `metal/*.metal`), which an
15
- * engine compiles at startup and no code signature covers. Schema 2, from
16
- * native releases up to 0.1.55, is verified without them, as it was generated.
17
- * Same rule as scripts/native-file-manifest-lib.mjs.
14
+ * Schema 3 also pins GPU code an engine loads at runtime, which no code
15
+ * signature covers: ds4's `metal/*.metal`, and the ROCm build's rocBLAS
16
+ * kernels (`rocblas/library/`, `kpack/`). Schema 2, from native releases up to
17
+ * 0.1.55, is verified without them, as it was generated. Same rule as
18
+ * scripts/native-file-manifest-lib.mjs.
18
19
  */
19
20
  interface NativeFileManifest {
20
21
  schemaVersion: 2 | 3;
@@ -6,7 +6,7 @@ import { fileFingerprint, resolvePlatformKey, sameFileFingerprint, } from '@bend
6
6
  import pinnedManifestJson from './native-file-manifest.json' with { type: 'json' };
7
7
  import { effectiveEngineRelease } from './native-manifest.js';
8
8
  import { BENDYLINE_APPLE_TEAM_ID, BENDYLINE_PUBLISHER, verifyCodeSignature } from './signature.js';
9
- const NATIVE_RUNTIME_SOURCE_EXTENSIONS = ['.metal'];
9
+ const NATIVE_RUNTIME_SOURCE_EXTENSIONS = ['.metal', '.hsaco', '.co', '.dat', '.kpack'];
10
10
  const pinnedManifest = pinnedManifestJson;
11
11
  /**
12
12
  * Adopt Electron's extracted native payload, or an explicitly allowed