@octomil/browser 1.0.0 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +168 -36
- package/dist/_generated/accelerator_type.d.ts +8 -0
- package/dist/_generated/accelerator_type.d.ts.map +1 -0
- package/dist/_generated/accelerator_type.js +10 -0
- package/dist/_generated/accelerator_type.js.map +1 -0
- package/dist/_generated/activation_policy.d.ts +7 -0
- package/dist/_generated/activation_policy.d.ts.map +1 -0
- package/dist/_generated/activation_policy.js +9 -0
- package/dist/_generated/activation_policy.js.map +1 -0
- package/dist/_generated/adapter_activation_state.d.ts +13 -0
- package/dist/_generated/adapter_activation_state.d.ts.map +1 -0
- package/dist/_generated/adapter_activation_state.js +15 -0
- package/dist/_generated/adapter_activation_state.js.map +1 -0
- package/dist/_generated/artifact_format.d.ts +11 -0
- package/dist/_generated/artifact_format.d.ts.map +1 -0
- package/dist/_generated/artifact_format.js +13 -0
- package/dist/_generated/artifact_format.js.map +1 -0
- package/dist/_generated/artifact_resource_kind.d.ts +16 -0
- package/dist/_generated/artifact_resource_kind.d.ts.map +1 -0
- package/dist/_generated/artifact_resource_kind.js +18 -0
- package/dist/_generated/artifact_resource_kind.js.map +1 -0
- package/dist/_generated/artifact_status.d.ts +21 -0
- package/dist/_generated/artifact_status.d.ts.map +1 -0
- package/dist/_generated/artifact_status.js +23 -0
- package/dist/_generated/artifact_status.js.map +1 -0
- package/dist/_generated/auth_method.d.ts +10 -0
- package/dist/_generated/auth_method.d.ts.map +1 -0
- package/dist/_generated/auth_method.js +12 -0
- package/dist/_generated/auth_method.js.map +1 -0
- package/dist/_generated/auth_type.d.ts +7 -0
- package/dist/_generated/auth_type.d.ts.map +1 -0
- package/dist/_generated/auth_type.js +9 -0
- package/dist/_generated/auth_type.js.map +1 -0
- package/dist/_generated/billing_interval.d.ts +5 -0
- package/dist/_generated/billing_interval.d.ts.map +1 -0
- package/dist/_generated/billing_interval.js +7 -0
- package/dist/_generated/billing_interval.js.map +1 -0
- package/dist/_generated/billing_plan.d.ts +47 -0
- package/dist/_generated/billing_plan.d.ts.map +1 -0
- package/dist/_generated/billing_plan.js +41 -0
- package/dist/_generated/billing_plan.js.map +1 -0
- package/dist/_generated/cloud_provider.d.ts +12 -0
- package/dist/_generated/cloud_provider.d.ts.map +1 -0
- package/dist/_generated/cloud_provider.js +14 -0
- package/dist/_generated/cloud_provider.js.map +1 -0
- package/dist/_generated/compatibility_level.d.ts +7 -0
- package/dist/_generated/compatibility_level.d.ts.map +1 -0
- package/dist/_generated/compatibility_level.js +9 -0
- package/dist/_generated/compatibility_level.js.map +1 -0
- package/dist/_generated/content_part_type.d.ts +7 -0
- package/dist/_generated/content_part_type.d.ts.map +1 -0
- package/dist/_generated/content_part_type.js +9 -0
- package/dist/_generated/content_part_type.js.map +1 -0
- package/dist/_generated/delivery_mode.d.ts +6 -0
- package/dist/_generated/delivery_mode.d.ts.map +1 -0
- package/dist/_generated/delivery_mode.js +8 -0
- package/dist/_generated/delivery_mode.js.map +1 -0
- package/dist/_generated/device_class.d.ts +7 -0
- package/dist/_generated/device_class.d.ts.map +1 -0
- package/dist/_generated/device_class.js +9 -0
- package/dist/_generated/device_class.js.map +1 -0
- package/dist/_generated/device_connectivity_status.d.ts +8 -0
- package/dist/_generated/device_connectivity_status.d.ts.map +1 -0
- package/dist/_generated/device_connectivity_status.js +10 -0
- package/dist/_generated/device_connectivity_status.js.map +1 -0
- package/dist/_generated/device_model_status.d.ts +14 -0
- package/dist/_generated/device_model_status.d.ts.map +1 -0
- package/dist/_generated/device_model_status.js +16 -0
- package/dist/_generated/device_model_status.js.map +1 -0
- package/dist/_generated/device_platform.d.ts +9 -0
- package/dist/_generated/device_platform.d.ts.map +1 -0
- package/dist/_generated/device_platform.js +11 -0
- package/dist/_generated/device_platform.js.map +1 -0
- package/dist/_generated/email_provider.d.ts +8 -0
- package/dist/_generated/email_provider.d.ts.map +1 -0
- package/dist/_generated/email_provider.js +10 -0
- package/dist/_generated/email_provider.js.map +1 -0
- package/dist/_generated/email_template.d.ts +11 -0
- package/dist/_generated/email_template.d.ts.map +1 -0
- package/dist/_generated/email_template.js +13 -0
- package/dist/_generated/email_template.js.map +1 -0
- package/dist/_generated/error_code.d.ts +52 -0
- package/dist/_generated/error_code.d.ts.map +1 -0
- package/dist/_generated/error_code.js +85 -0
- package/dist/_generated/error_code.js.map +1 -0
- package/dist/_generated/federated_participation_state.d.ts +25 -0
- package/dist/_generated/federated_participation_state.d.ts.map +1 -0
- package/dist/_generated/federated_participation_state.js +27 -0
- package/dist/_generated/federated_participation_state.js.map +1 -0
- package/dist/_generated/federated_round_state.d.ts +17 -0
- package/dist/_generated/federated_round_state.d.ts.map +1 -0
- package/dist/_generated/federated_round_state.js +19 -0
- package/dist/_generated/federated_round_state.js.map +1 -0
- package/dist/_generated/finish_reason.d.ts +7 -0
- package/dist/_generated/finish_reason.d.ts.map +1 -0
- package/dist/_generated/finish_reason.js +9 -0
- package/dist/_generated/finish_reason.js.map +1 -0
- package/dist/_generated/index.d.ts +17 -0
- package/dist/_generated/index.d.ts.map +1 -0
- package/dist/_generated/index.js +17 -0
- package/dist/_generated/index.js.map +1 -0
- package/dist/_generated/input_modality.d.ts +7 -0
- package/dist/_generated/input_modality.d.ts.map +1 -0
- package/dist/_generated/input_modality.js +9 -0
- package/dist/_generated/input_modality.js.map +1 -0
- package/dist/_generated/message_role.d.ts +7 -0
- package/dist/_generated/message_role.d.ts.map +1 -0
- package/dist/_generated/message_role.js +9 -0
- package/dist/_generated/message_role.js.map +1 -0
- package/dist/_generated/metric_views.d.ts +18 -0
- package/dist/_generated/metric_views.d.ts.map +1 -0
- package/dist/_generated/metric_views.js +22 -0
- package/dist/_generated/metric_views.js.map +1 -0
- package/dist/_generated/modality.d.ts +7 -0
- package/dist/_generated/modality.d.ts.map +1 -0
- package/dist/_generated/modality.js +9 -0
- package/dist/_generated/modality.js.map +1 -0
- package/dist/_generated/model_capability.d.ts +10 -0
- package/dist/_generated/model_capability.d.ts.map +1 -0
- package/dist/_generated/model_capability.js +12 -0
- package/dist/_generated/model_capability.js.map +1 -0
- package/dist/_generated/model_feature.d.ts +7 -0
- package/dist/_generated/model_feature.d.ts.map +1 -0
- package/dist/_generated/model_feature.js +9 -0
- package/dist/_generated/model_feature.js.map +1 -0
- package/dist/_generated/model_lifecycle.d.ts +7 -0
- package/dist/_generated/model_lifecycle.d.ts.map +1 -0
- package/dist/_generated/model_lifecycle.js +9 -0
- package/dist/_generated/model_lifecycle.js.map +1 -0
- package/dist/_generated/model_source_format.d.ts +9 -0
- package/dist/_generated/model_source_format.d.ts.map +1 -0
- package/dist/_generated/model_source_format.js +11 -0
- package/dist/_generated/model_source_format.js.map +1 -0
- package/dist/_generated/model_status.d.ts +7 -0
- package/dist/_generated/model_status.d.ts.map +1 -0
- package/dist/_generated/model_status.js +9 -0
- package/dist/_generated/model_status.js.map +1 -0
- package/dist/_generated/network_type.d.ts +7 -0
- package/dist/_generated/network_type.d.ts.map +1 -0
- package/dist/_generated/network_type.js +9 -0
- package/dist/_generated/network_type.js.map +1 -0
- package/dist/_generated/oauth_provider.d.ts +8 -0
- package/dist/_generated/oauth_provider.d.ts.map +1 -0
- package/dist/_generated/oauth_provider.js +10 -0
- package/dist/_generated/oauth_provider.js.map +1 -0
- package/dist/_generated/operation_state.d.ts +9 -0
- package/dist/_generated/operation_state.d.ts.map +1 -0
- package/dist/_generated/operation_state.js +11 -0
- package/dist/_generated/operation_state.js.map +1 -0
- package/dist/_generated/otlp_resource_attributes.d.ts +16 -0
- package/dist/_generated/otlp_resource_attributes.d.ts.map +1 -0
- package/dist/_generated/otlp_resource_attributes.js +17 -0
- package/dist/_generated/otlp_resource_attributes.js.map +1 -0
- package/dist/_generated/principal_type.d.ts +7 -0
- package/dist/_generated/principal_type.d.ts.map +1 -0
- package/dist/_generated/principal_type.js +9 -0
- package/dist/_generated/principal_type.js.map +1 -0
- package/dist/_generated/query_routing_tier.d.ts +6 -0
- package/dist/_generated/query_routing_tier.d.ts.map +1 -0
- package/dist/_generated/query_routing_tier.js +8 -0
- package/dist/_generated/query_routing_tier.js.map +1 -0
- package/dist/_generated/routing_policy.d.ts +7 -0
- package/dist/_generated/routing_policy.d.ts.map +1 -0
- package/dist/_generated/routing_policy.js +9 -0
- package/dist/_generated/routing_policy.js.map +1 -0
- package/dist/_generated/runtime_executor.d.ts +18 -0
- package/dist/_generated/runtime_executor.d.ts.map +1 -0
- package/dist/_generated/runtime_executor.js +20 -0
- package/dist/_generated/runtime_executor.js.map +1 -0
- package/dist/_generated/scope.d.ts +16 -0
- package/dist/_generated/scope.d.ts.map +1 -0
- package/dist/_generated/scope.js +18 -0
- package/dist/_generated/scope.js.map +1 -0
- package/dist/_generated/span_attributes.d.ts +25 -0
- package/dist/_generated/span_attributes.d.ts.map +1 -0
- package/dist/_generated/span_attributes.js +34 -0
- package/dist/_generated/span_attributes.js.map +1 -0
- package/dist/_generated/span_event_attributes.d.ts +23 -0
- package/dist/_generated/span_event_attributes.d.ts.map +1 -0
- package/dist/_generated/span_event_attributes.js +36 -0
- package/dist/_generated/span_event_attributes.js.map +1 -0
- package/dist/_generated/span_event_names.d.ts +42 -0
- package/dist/_generated/span_event_names.d.ts.map +1 -0
- package/dist/_generated/span_event_names.js +82 -0
- package/dist/_generated/span_event_names.js.map +1 -0
- package/dist/_generated/span_names.d.ts +17 -0
- package/dist/_generated/span_names.d.ts.map +1 -0
- package/dist/_generated/span_names.js +18 -0
- package/dist/_generated/span_names.js.map +1 -0
- package/dist/_generated/span_status_mapping.d.ts +8 -0
- package/dist/_generated/span_status_mapping.d.ts.map +1 -0
- package/dist/_generated/span_status_mapping.js +17 -0
- package/dist/_generated/span_status_mapping.js.map +1 -0
- package/dist/_generated/subscription_status.d.ts +11 -0
- package/dist/_generated/subscription_status.d.ts.map +1 -0
- package/dist/_generated/subscription_status.js +13 -0
- package/dist/_generated/subscription_status.js.map +1 -0
- package/dist/_generated/support_tier.d.ts +7 -0
- package/dist/_generated/support_tier.d.ts.map +1 -0
- package/dist/_generated/support_tier.js +9 -0
- package/dist/_generated/support_tier.js.map +1 -0
- package/dist/_generated/telemetry_class.d.ts +6 -0
- package/dist/_generated/telemetry_class.d.ts.map +1 -0
- package/dist/_generated/telemetry_class.js +8 -0
- package/dist/_generated/telemetry_class.js.map +1 -0
- package/dist/_generated/telemetry_events.d.ts +10 -0
- package/dist/_generated/telemetry_events.d.ts.map +1 -0
- package/dist/_generated/telemetry_events.js +18 -0
- package/dist/_generated/telemetry_events.js.map +1 -0
- package/dist/_generated/thermal_state.d.ts +7 -0
- package/dist/_generated/thermal_state.d.ts.map +1 -0
- package/dist/_generated/thermal_state.js +9 -0
- package/dist/_generated/thermal_state.js.map +1 -0
- package/dist/_generated/tool_call_tier.d.ts +7 -0
- package/dist/_generated/tool_call_tier.d.ts.map +1 -0
- package/dist/_generated/tool_call_tier.js +9 -0
- package/dist/_generated/tool_call_tier.js.map +1 -0
- package/dist/_generated/training_job_state.d.ts +23 -0
- package/dist/_generated/training_job_state.d.ts.map +1 -0
- package/dist/_generated/training_job_state.js +25 -0
- package/dist/_generated/training_job_state.js.map +1 -0
- package/dist/_generated/work_class.d.ts +6 -0
- package/dist/_generated/work_class.d.ts.map +1 -0
- package/dist/_generated/work_class.js +8 -0
- package/dist/_generated/work_class.js.map +1 -0
- package/dist/artifacts.d.ts +16 -0
- package/dist/artifacts.d.ts.map +1 -0
- package/dist/artifacts.js +16 -0
- package/dist/artifacts.js.map +1 -0
- package/dist/audio/audio-transcriptions.d.ts +31 -0
- package/dist/audio/audio-transcriptions.d.ts.map +1 -0
- package/dist/audio/audio-transcriptions.js +73 -0
- package/dist/audio/audio-transcriptions.js.map +1 -0
- package/dist/audio/index.d.ts +5 -0
- package/dist/audio/index.d.ts.map +1 -0
- package/dist/audio/index.js +3 -0
- package/dist/audio/index.js.map +1 -0
- package/dist/audio/octomil-audio.d.ts +9 -0
- package/dist/audio/octomil-audio.d.ts.map +1 -0
- package/dist/audio/octomil-audio.js +11 -0
- package/dist/audio/octomil-audio.js.map +1 -0
- package/dist/audio/transcription-types.d.ts +17 -0
- package/dist/audio/transcription-types.d.ts.map +1 -0
- package/dist/audio/transcription-types.js +6 -0
- package/dist/audio/transcription-types.js.map +1 -0
- package/dist/cache.js +1 -1
- package/dist/cache.js.map +1 -1
- package/dist/capabilities.d.ts +26 -0
- package/dist/capabilities.d.ts.map +1 -0
- package/dist/capabilities.js +68 -0
- package/dist/capabilities.js.map +1 -0
- package/dist/chat.d.ts +109 -0
- package/dist/chat.d.ts.map +1 -0
- package/dist/chat.js +258 -0
- package/dist/chat.js.map +1 -0
- package/dist/configure.d.ts +18 -0
- package/dist/configure.d.ts.map +1 -0
- package/dist/configure.js +136 -0
- package/dist/configure.js.map +1 -0
- package/dist/control.d.ts +171 -0
- package/dist/control.d.ts.map +1 -0
- package/dist/control.js +317 -0
- package/dist/control.js.map +1 -0
- package/dist/device-auth.d.ts +1 -1
- package/dist/device-auth.d.ts.map +1 -1
- package/dist/device-auth.js +7 -7
- package/dist/device-auth.js.map +1 -1
- package/dist/device-context.d.ts +48 -0
- package/dist/device-context.d.ts.map +1 -0
- package/dist/device-context.js +92 -0
- package/dist/device-context.js.map +1 -0
- package/dist/devices.d.ts +17 -0
- package/dist/devices.d.ts.map +1 -0
- package/dist/devices.js +16 -0
- package/dist/devices.js.map +1 -0
- package/dist/embeddings.d.ts +19 -0
- package/dist/embeddings.d.ts.map +1 -0
- package/dist/embeddings.js +54 -0
- package/dist/embeddings.js.map +1 -0
- package/dist/experiments.d.ts +4 -3
- package/dist/experiments.d.ts.map +1 -1
- package/dist/experiments.js +5 -10
- package/dist/experiments.js.map +1 -1
- package/dist/federated-analytics.d.ts +65 -0
- package/dist/federated-analytics.d.ts.map +1 -0
- package/dist/federated-analytics.js +128 -0
- package/dist/federated-analytics.js.map +1 -0
- package/dist/federated.d.ts +10 -3
- package/dist/federated.d.ts.map +1 -1
- package/dist/federated.js +68 -15
- package/dist/federated.js.map +1 -1
- package/dist/gradient-cache.d.ts +21 -0
- package/dist/gradient-cache.d.ts.map +1 -0
- package/dist/gradient-cache.js +70 -0
- package/dist/gradient-cache.js.map +1 -0
- package/dist/index.cjs +43601 -709
- package/dist/index.cjs.map +4 -4
- package/dist/index.d.ts +64 -13
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +55 -13
- package/dist/index.js.map +1 -1
- package/dist/install-id.d.ts +32 -0
- package/dist/install-id.d.ts.map +1 -0
- package/dist/install-id.js +61 -0
- package/dist/install-id.js.map +1 -0
- package/dist/{model-loader.d.ts → model-manager.d.ts} +4 -4
- package/dist/model-manager.d.ts.map +1 -0
- package/dist/{model-loader.js → model-manager.js} +18 -14
- package/dist/model-manager.js.map +1 -0
- package/dist/models.d.ts +74 -0
- package/dist/models.d.ts.map +1 -0
- package/dist/models.js +113 -0
- package/dist/models.js.map +1 -0
- package/dist/monitoring-config.d.ts +8 -0
- package/dist/monitoring-config.d.ts.map +1 -0
- package/dist/monitoring-config.js +5 -0
- package/dist/monitoring-config.js.map +1 -0
- package/dist/monitoring.d.ts +10 -0
- package/dist/monitoring.d.ts.map +1 -0
- package/dist/monitoring.js +19 -0
- package/dist/monitoring.js.map +1 -0
- package/dist/octomil.d.ts +151 -16
- package/dist/octomil.d.ts.map +1 -1
- package/dist/octomil.js +456 -125
- package/dist/octomil.js.map +1 -1
- package/dist/octomil.min.js +47 -2844
- package/dist/octomil.min.js.map +4 -4
- package/dist/responses-runtime.d.ts +13 -0
- package/dist/responses-runtime.d.ts.map +1 -0
- package/dist/responses-runtime.js +2 -0
- package/dist/responses-runtime.js.map +1 -0
- package/dist/responses-tools.d.ts +18 -0
- package/dist/responses-tools.d.ts.map +1 -0
- package/dist/responses-tools.js +71 -0
- package/dist/responses-tools.js.map +1 -0
- package/dist/responses.d.ts +142 -0
- package/dist/responses.d.ts.map +1 -0
- package/dist/responses.js +549 -0
- package/dist/responses.js.map +1 -0
- package/dist/routing.d.ts +49 -0
- package/dist/routing.d.ts.map +1 -0
- package/dist/routing.js +221 -0
- package/dist/routing.js.map +1 -0
- package/dist/runtime/core/model-runtime.d.ts +19 -0
- package/dist/runtime/core/model-runtime.d.ts.map +1 -0
- package/dist/runtime/core/model-runtime.js +9 -0
- package/dist/runtime/core/model-runtime.js.map +1 -0
- package/dist/{inference.d.ts → runtime/engines/onnx-web/engine.d.ts} +7 -3
- package/dist/runtime/engines/onnx-web/engine.d.ts.map +1 -0
- package/dist/{inference.js → runtime/engines/onnx-web/engine.js} +21 -7
- package/dist/runtime/engines/onnx-web/engine.js.map +1 -0
- package/dist/runtime/engines/registry/engine-plugin.d.ts +11 -0
- package/dist/runtime/engines/registry/engine-plugin.d.ts.map +1 -0
- package/dist/runtime/engines/registry/engine-plugin.js +2 -0
- package/dist/runtime/engines/registry/engine-plugin.js.map +1 -0
- package/dist/runtime/engines/registry/engine-registry.d.ts +35 -0
- package/dist/runtime/engines/registry/engine-registry.d.ts.map +1 -0
- package/dist/runtime/engines/registry/engine-registry.js +74 -0
- package/dist/runtime/engines/registry/engine-registry.js.map +1 -0
- package/dist/runtime/index.d.ts +4 -0
- package/dist/runtime/index.d.ts.map +1 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/index.js.map +1 -0
- package/dist/secure-aggregation.d.ts.map +1 -1
- package/dist/secure-aggregation.js +3 -2
- package/dist/secure-aggregation.js.map +1 -1
- package/dist/server-api.d.ts +17 -0
- package/dist/server-api.d.ts.map +1 -0
- package/dist/server-api.js +56 -0
- package/dist/server-api.js.map +1 -0
- package/dist/settings.d.ts +20 -0
- package/dist/settings.d.ts.map +1 -0
- package/dist/settings.js +49 -0
- package/dist/settings.js.map +1 -0
- package/dist/silent-auth-config.d.ts +33 -0
- package/dist/silent-auth-config.d.ts.map +1 -0
- package/dist/silent-auth-config.js +29 -0
- package/dist/silent-auth-config.js.map +1 -0
- package/dist/streaming.d.ts +4 -3
- package/dist/streaming.d.ts.map +1 -1
- package/dist/streaming.js +15 -25
- package/dist/streaming.js.map +1 -1
- package/dist/sync-manager.d.ts +103 -0
- package/dist/sync-manager.d.ts.map +1 -0
- package/dist/sync-manager.js +314 -0
- package/dist/sync-manager.js.map +1 -0
- package/dist/telemetry.d.ts +99 -4
- package/dist/telemetry.d.ts.map +1 -1
- package/dist/telemetry.js +251 -13
- package/dist/telemetry.js.map +1 -1
- package/dist/text/octomil-text.d.ts +18 -0
- package/dist/text/octomil-text.d.ts.map +1 -0
- package/dist/text/octomil-text.js +20 -0
- package/dist/text/octomil-text.js.map +1 -0
- package/dist/training.d.ts +15 -0
- package/dist/training.d.ts.map +1 -0
- package/dist/training.js +35 -0
- package/dist/training.js.map +1 -0
- package/dist/transformers-local-runtime.d.ts +17 -0
- package/dist/transformers-local-runtime.d.ts.map +1 -0
- package/dist/transformers-local-runtime.js +356 -0
- package/dist/transformers-local-runtime.js.map +1 -0
- package/dist/types.d.ts +353 -25
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +146 -0
- package/dist/types.js.map +1 -1
- package/package.json +7 -6
- package/dist/inference.d.ts.map +0 -1
- package/dist/inference.js.map +0 -1
- package/dist/model-loader.d.ts.map +0 -1
- package/dist/model-loader.js.map +0 -1
- package/dist/rollouts.d.ts +0 -43
- package/dist/rollouts.d.ts.map +0 -1
- package/dist/rollouts.js +0 -114
- package/dist/rollouts.js.map +0 -1
package/dist/models.js
ADDED
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @octomil/browser — Models namespace
|
|
3
|
+
*
|
|
4
|
+
* Provides a `ModelsClient` that exposes model lifecycle status
|
|
5
|
+
* (`not_cached | downloading | ready | error`), load/unload,
|
|
6
|
+
* cached model listing, and cache clearing.
|
|
7
|
+
*
|
|
8
|
+
* Because the browser SDK's `OctomilClient` is model-specific
|
|
9
|
+
* (constructed with a single model URL/ref), this client wraps
|
|
10
|
+
* the existing {@link ModelManager} and tracks runtime state
|
|
11
|
+
* (downloading, error) in memory.
|
|
12
|
+
*/
|
|
13
|
+
// ---------------------------------------------------------------------------
|
|
14
|
+
// ModelsClient
|
|
15
|
+
// ---------------------------------------------------------------------------
|
|
16
|
+
export class ModelsClient {
|
|
17
|
+
modelId;
|
|
18
|
+
manager;
|
|
19
|
+
onLoaded;
|
|
20
|
+
/** Models currently being downloaded. */
|
|
21
|
+
downloading = new Set();
|
|
22
|
+
/** Models that failed to load, keyed by modelId -> error message. */
|
|
23
|
+
errors = new Map();
|
|
24
|
+
constructor(modelId, manager, onLoaded) {
|
|
25
|
+
this.modelId = modelId;
|
|
26
|
+
this.manager = manager;
|
|
27
|
+
this.onLoaded = onLoaded;
|
|
28
|
+
}
|
|
29
|
+
// -----------------------------------------------------------------------
|
|
30
|
+
// Public
|
|
31
|
+
// -----------------------------------------------------------------------
|
|
32
|
+
/**
|
|
33
|
+
* Return the current lifecycle status of the configured model.
|
|
34
|
+
*
|
|
35
|
+
* - `"downloading"` — a `load()` call is in progress.
|
|
36
|
+
* - `"error"` — the last `load()` call failed.
|
|
37
|
+
* - `"ready"` — the model binary is cached locally.
|
|
38
|
+
* - `"not_cached"` — the model is not cached and not loading.
|
|
39
|
+
*/
|
|
40
|
+
async status(modelId) {
|
|
41
|
+
const id = modelId ?? this.modelId;
|
|
42
|
+
if (this.downloading.has(id))
|
|
43
|
+
return "downloading";
|
|
44
|
+
if (this.errors.has(id))
|
|
45
|
+
return "error";
|
|
46
|
+
const cached = await this.manager.isCached();
|
|
47
|
+
return cached ? "ready" : "not_cached";
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* Download the model (if not cached) and mark it as ready.
|
|
51
|
+
*
|
|
52
|
+
* Tracks downloading/error state so that `status()` reflects
|
|
53
|
+
* the current lifecycle phase. Delegates the actual work to
|
|
54
|
+
* the underlying {@link ModelManager}.
|
|
55
|
+
*/
|
|
56
|
+
async load(modelId) {
|
|
57
|
+
const id = modelId ?? this.modelId;
|
|
58
|
+
this.downloading.add(id);
|
|
59
|
+
this.errors.delete(id);
|
|
60
|
+
try {
|
|
61
|
+
await this.manager.load();
|
|
62
|
+
this.downloading.delete(id);
|
|
63
|
+
this.onLoaded();
|
|
64
|
+
}
|
|
65
|
+
catch (err) {
|
|
66
|
+
this.downloading.delete(id);
|
|
67
|
+
this.errors.set(id, String(err));
|
|
68
|
+
throw err;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
/**
|
|
72
|
+
* Remove the cached model binary.
|
|
73
|
+
*
|
|
74
|
+
* Note: this does not release the in-memory ONNX session.
|
|
75
|
+
* Call `OctomilClient.close()` for full cleanup.
|
|
76
|
+
*/
|
|
77
|
+
async unload(_modelId) {
|
|
78
|
+
await this.manager.clearCache();
|
|
79
|
+
}
|
|
80
|
+
/**
|
|
81
|
+
* List cached models.
|
|
82
|
+
*
|
|
83
|
+
* Because the browser SDK manages a single model per client,
|
|
84
|
+
* this returns zero or one entries.
|
|
85
|
+
*/
|
|
86
|
+
async list() {
|
|
87
|
+
const info = await this.manager.getCacheInfo();
|
|
88
|
+
if (!info.cached)
|
|
89
|
+
return [];
|
|
90
|
+
return [
|
|
91
|
+
{
|
|
92
|
+
modelRef: this.modelId,
|
|
93
|
+
cachedAt: info.cachedAt,
|
|
94
|
+
sizeBytes: info.sizeBytes > 0 ? info.sizeBytes : undefined,
|
|
95
|
+
},
|
|
96
|
+
];
|
|
97
|
+
}
|
|
98
|
+
/**
|
|
99
|
+
* Remove the cached model and clear any tracked error state.
|
|
100
|
+
*/
|
|
101
|
+
async clearCache() {
|
|
102
|
+
await this.manager.clearCache();
|
|
103
|
+
this.errors.clear();
|
|
104
|
+
}
|
|
105
|
+
/**
|
|
106
|
+
* Return the error message for the model, if the last load failed.
|
|
107
|
+
*/
|
|
108
|
+
getError(modelId) {
|
|
109
|
+
const id = modelId ?? this.modelId;
|
|
110
|
+
return this.errors.get(id);
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
//# sourceMappingURL=models.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.js","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAsBH,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,MAAM,OAAO,YAAY;IAOJ;IACA;IACA;IARnB,yCAAyC;IACjC,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,qEAAqE;IAC7D,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE3C,YACmB,OAAe,EACf,OAAqB,EACrB,QAAoB;QAFpB,YAAO,GAAP,OAAO,CAAQ;QACf,YAAO,GAAP,OAAO,CAAc;QACrB,aAAQ,GAAR,QAAQ,CAAY;IACpC,CAAC;IAEJ,0EAA0E;IAC1E,SAAS;IACT,0EAA0E;IAE1E;;;;;;;OAOG;IACH,KAAK,CAAC,MAAM,CAAC,OAAgB;QAC3B,MAAM,EAAE,GAAG,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;QAEnC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,OAAO,aAAa,CAAC;QACnD,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,OAAO,OAAO,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7C,OAAO,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC;IACzC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,IAAI,CAAC,OAAgB;QACzB,MAAM,EAAE,GAAG,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;QAEnC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC5B,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YACjC,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,MAAM,CAAC,QAAiB;QAC5B,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IAClC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,GAAc,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAE5B,OAAO;YACL;gBACE,QAAQ,EAAE,IAAI,CAAC,OAAO;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,SAAS,EAAE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;aAC3D;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAChC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,OAAgB;QACvB,MAAM,EAAE,GAAG,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;QACnC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"monitoring-config.d.ts","sourceRoot":"","sources":["../src/monitoring-config.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"monitoring-config.js","sourceRoot":"","sources":["../src/monitoring-config.ts"],"names":[],"mappings":"AAAA;;GAEG"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { ServerApiClient, type ServerClientOptions } from "./server-api.js";
|
|
2
|
+
export type AlertRule = Record<string, unknown>;
|
|
3
|
+
export type UpdateAlertRuleRequest = Record<string, unknown>;
|
|
4
|
+
export declare class MonitoringClient extends ServerApiClient {
|
|
5
|
+
constructor(options?: ServerClientOptions);
|
|
6
|
+
getAlertRule(ruleId: string, orgId?: string): Promise<AlertRule>;
|
|
7
|
+
updateAlertRule(ruleId: string, request: UpdateAlertRuleRequest, orgId?: string): Promise<AlertRule>;
|
|
8
|
+
deleteAlertRule(ruleId: string, orgId?: string): Promise<void>;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=monitoring.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"monitoring.d.ts","sourceRoot":"","sources":["../src/monitoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAE5E,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAChD,MAAM,MAAM,sBAAsB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE7D,qBAAa,gBAAiB,SAAQ,eAAe;gBACvC,OAAO,GAAE,mBAAwB;IAIvC,YAAY,CAChB,MAAM,EAAE,MAAM,EACd,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,SAAS,CAAC;IAQf,eAAe,CACnB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,sBAAsB,EAC/B,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,SAAS,CAAC;IAWf,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAOrE"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { ServerApiClient } from "./server-api.js";
|
|
2
|
+
export class MonitoringClient extends ServerApiClient {
|
|
3
|
+
constructor(options = {}) {
|
|
4
|
+
super(options);
|
|
5
|
+
}
|
|
6
|
+
async getAlertRule(ruleId, orgId) {
|
|
7
|
+
return this.requestJson(`/api/v1/monitoring/alerts/${encodeURIComponent(ruleId)}`, { method: "GET" }, { org_id: orgId ?? this.orgId });
|
|
8
|
+
}
|
|
9
|
+
async updateAlertRule(ruleId, request, orgId) {
|
|
10
|
+
return this.requestJson(`/api/v1/monitoring/alerts/${encodeURIComponent(ruleId)}`, {
|
|
11
|
+
method: "PATCH",
|
|
12
|
+
body: JSON.stringify(request),
|
|
13
|
+
}, { org_id: orgId ?? this.orgId });
|
|
14
|
+
}
|
|
15
|
+
async deleteAlertRule(ruleId, orgId) {
|
|
16
|
+
await this.requestVoid(`/api/v1/monitoring/alerts/${encodeURIComponent(ruleId)}`, { method: "DELETE" }, { org_id: orgId ?? this.orgId });
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=monitoring.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"monitoring.js","sourceRoot":"","sources":["../src/monitoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAA4B,MAAM,iBAAiB,CAAC;AAK5E,MAAM,OAAO,gBAAiB,SAAQ,eAAe;IACnD,YAAY,UAA+B,EAAE;QAC3C,KAAK,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,MAAc,EACd,KAAc;QAEd,OAAO,IAAI,CAAC,WAAW,CACrB,6BAA6B,kBAAkB,CAAC,MAAM,CAAC,EAAE,EACzD,EAAE,MAAM,EAAE,KAAK,EAAE,EACjB,EAAE,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAChC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,MAAc,EACd,OAA+B,EAC/B,KAAc;QAEd,OAAO,IAAI,CAAC,WAAW,CACrB,6BAA6B,kBAAkB,CAAC,MAAM,CAAC,EAAE,EACzD;YACE,MAAM,EAAE,OAAO;YACf,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAC9B,EACD,EAAE,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAChC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,MAAc,EAAE,KAAc;QAClD,MAAM,IAAI,CAAC,WAAW,CACpB,6BAA6B,kBAAkB,CAAC,MAAM,CAAC,EAAE,EACzD,EAAE,MAAM,EAAE,QAAQ,EAAE,EACpB,EAAE,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAChC,CAAC;IACJ,CAAC;CACF"}
|
package/dist/octomil.d.ts
CHANGED
|
@@ -1,39 +1,75 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* @octomil/browser — Main SDK entry point
|
|
3
3
|
*
|
|
4
|
-
* The `
|
|
4
|
+
* The `OctomilClient` class is the primary public interface. It orchestrates
|
|
5
5
|
* model loading, caching, inference, and optional telemetry.
|
|
6
6
|
*
|
|
7
7
|
* @example
|
|
8
8
|
* ```ts
|
|
9
|
-
* import {
|
|
9
|
+
* import { OctomilClient } from '@octomil/browser';
|
|
10
10
|
*
|
|
11
|
-
* const ml = new
|
|
12
|
-
* model: 'https://models.octomil.
|
|
11
|
+
* const ml = new OctomilClient({
|
|
12
|
+
* model: 'https://models.octomil.com/sentiment-v1.onnx',
|
|
13
13
|
* backend: 'webgpu',
|
|
14
14
|
* });
|
|
15
15
|
*
|
|
16
16
|
* await ml.load();
|
|
17
17
|
* const result = await ml.predict({ raw: inputData, dims: [1, 3, 224, 224] });
|
|
18
18
|
* console.log(result.label, result.score);
|
|
19
|
-
* ml.
|
|
19
|
+
* ml.close();
|
|
20
20
|
* ```
|
|
21
21
|
*/
|
|
22
|
-
import
|
|
23
|
-
|
|
22
|
+
import { OctomilAudio } from "./audio/octomil-audio.js";
|
|
23
|
+
import { CapabilitiesClient } from "./capabilities.js";
|
|
24
|
+
import { ChatClient } from "./chat.js";
|
|
25
|
+
import { ControlClient } from "./control.js";
|
|
26
|
+
import type { ModelRuntime } from "./runtime/index.js";
|
|
27
|
+
import { ModelsClient } from "./models.js";
|
|
28
|
+
import { ResponsesClient } from "./responses.js";
|
|
29
|
+
import { OctomilText } from "./text/octomil-text.js";
|
|
30
|
+
import type { Backend, CacheInfo, ChatChunk, ChatMessage, ChatOptions, ChatResponse, EmbeddingResult, OctomilOptions, PredictInput, PredictOutput, StreamToken } from "./types.js";
|
|
31
|
+
export declare class OctomilClient {
|
|
24
32
|
private readonly options;
|
|
25
33
|
private readonly cache;
|
|
26
34
|
private readonly loader;
|
|
27
35
|
private readonly engine;
|
|
36
|
+
private readonly inferenceEngine;
|
|
37
|
+
private readonly routingClient;
|
|
38
|
+
private readonly deviceContext;
|
|
28
39
|
private telemetry;
|
|
40
|
+
private deviceCaps;
|
|
41
|
+
private _responses;
|
|
42
|
+
private _chat;
|
|
43
|
+
private _control;
|
|
44
|
+
private _capabilities;
|
|
45
|
+
private _models;
|
|
46
|
+
private _audio;
|
|
47
|
+
private _text;
|
|
29
48
|
private loaded;
|
|
30
|
-
private
|
|
31
|
-
|
|
49
|
+
private closed;
|
|
50
|
+
private _warmedUp;
|
|
51
|
+
constructor(options: OctomilOptions & {
|
|
52
|
+
runtime?: ModelRuntime;
|
|
53
|
+
});
|
|
32
54
|
/**
|
|
33
55
|
* Download (or load from cache) the ONNX model and create the
|
|
34
56
|
* inference session. Must be called before `predict()` or `chat()`.
|
|
35
57
|
*/
|
|
36
58
|
load(): Promise<void>;
|
|
59
|
+
/**
|
|
60
|
+
* Explicitly warm up the ONNX runtime by running a minimal dummy inference.
|
|
61
|
+
*
|
|
62
|
+
* This pre-allocates internal buffers, compiles GPU shaders, and triggers
|
|
63
|
+
* any lazy initialisation that would otherwise happen on the first real
|
|
64
|
+
* `predict()` call. Useful for latency-sensitive applications that want
|
|
65
|
+
* predictable first-inference timing.
|
|
66
|
+
*
|
|
67
|
+
* Idempotent: calling `warmup()` after it has already completed is a no-op.
|
|
68
|
+
* Requires `load()` to have been called first.
|
|
69
|
+
*/
|
|
70
|
+
warmup(): Promise<void>;
|
|
71
|
+
/** Whether `warmup()` has been called and completed successfully. */
|
|
72
|
+
get isWarmedUp(): boolean;
|
|
37
73
|
/**
|
|
38
74
|
* Run a single inference pass.
|
|
39
75
|
*
|
|
@@ -49,14 +85,44 @@ export declare class Octomil {
|
|
|
49
85
|
predictBatch(inputs: PredictInput[]): Promise<PredictOutput[]>;
|
|
50
86
|
/**
|
|
51
87
|
* OpenAI-compatible chat completion.
|
|
52
|
-
*
|
|
53
|
-
*
|
|
88
|
+
*
|
|
89
|
+
* @deprecated Use `client.chat.create()` instead. This method will be
|
|
90
|
+
* removed in the next major version.
|
|
54
91
|
*/
|
|
55
|
-
|
|
92
|
+
createChat(messages: ChatMessage[], options?: ChatOptions): Promise<ChatResponse>;
|
|
56
93
|
/**
|
|
57
94
|
* Streaming chat — yields chunks as they arrive.
|
|
95
|
+
*
|
|
96
|
+
* @deprecated Use `client.chat.stream()` instead. This method will be
|
|
97
|
+
* removed in the next major version.
|
|
98
|
+
*/
|
|
99
|
+
createChatStream(messages: ChatMessage[], options?: ChatOptions): AsyncGenerator<ChatChunk, void, undefined>;
|
|
100
|
+
/**
|
|
101
|
+
* Stream tokens from the cloud inference endpoint via SSE.
|
|
102
|
+
*
|
|
103
|
+
* Consumes `POST /api/v1/inference/stream` and yields `StreamToken`
|
|
104
|
+
* objects as they arrive. Requires `serverUrl` and `apiKey` to be
|
|
105
|
+
* configured.
|
|
106
|
+
*
|
|
107
|
+
* @param modelId - Model identifier (e.g. `"phi-4-mini"`).
|
|
108
|
+
* @param input - Plain string prompt or chat-style messages.
|
|
109
|
+
* @param parameters - Generation parameters (temperature, max_tokens, etc.).
|
|
110
|
+
* @param signal - Optional AbortSignal for cancellation.
|
|
111
|
+
*/
|
|
112
|
+
predictStream(modelId: string, input: string | {
|
|
113
|
+
role: string;
|
|
114
|
+
content: string;
|
|
115
|
+
}[], parameters?: Record<string, unknown>, signal?: AbortSignal): AsyncGenerator<StreamToken>;
|
|
116
|
+
/**
|
|
117
|
+
* Generate embeddings via the Octomil cloud endpoint.
|
|
118
|
+
*
|
|
119
|
+
* Requires `serverUrl` and `apiKey` to be configured.
|
|
120
|
+
*
|
|
121
|
+
* @param modelId - Embedding model identifier (e.g. `"nomic-embed-text"`).
|
|
122
|
+
* @param input - A single string or array of strings to embed.
|
|
123
|
+
* @param signal - Optional AbortSignal for cancellation.
|
|
58
124
|
*/
|
|
59
|
-
|
|
125
|
+
embed(modelId: string, input: string | string[], signal?: AbortSignal): Promise<EmbeddingResult>;
|
|
60
126
|
/** Check whether the model binary is currently cached locally. */
|
|
61
127
|
isCached(): Promise<boolean>;
|
|
62
128
|
/** Remove the cached model binary. */
|
|
@@ -71,9 +137,73 @@ export declare class Octomil {
|
|
|
71
137
|
get outputNames(): readonly string[];
|
|
72
138
|
/** Whether `load()` has been called successfully. */
|
|
73
139
|
get isLoaded(): boolean;
|
|
140
|
+
/**
|
|
141
|
+
* Lazily-created `ChatClient` providing `chat.create()` and
|
|
142
|
+
* `chat.stream()` methods for OpenAI-compatible chat completions.
|
|
143
|
+
*
|
|
144
|
+
* Uses a local responses runtime when configured, otherwise falls back to
|
|
145
|
+
* the configured server-backed responses client.
|
|
146
|
+
*
|
|
147
|
+
* @example
|
|
148
|
+
* ```ts
|
|
149
|
+
* const response = await client.chat.create([
|
|
150
|
+
* { role: 'user', content: 'Hello!' },
|
|
151
|
+
* ]);
|
|
152
|
+
* ```
|
|
153
|
+
*/
|
|
154
|
+
get chat(): ChatClient;
|
|
155
|
+
/**
|
|
156
|
+
* Lazily-created `ResponsesClient` providing `responses.create()` and
|
|
157
|
+
* `responses.stream()` methods for the structured response API.
|
|
158
|
+
*
|
|
159
|
+
* Uses a configured local responses runtime when available; otherwise uses
|
|
160
|
+
* the server-backed responses API. `apiKey` is optional but recommended for
|
|
161
|
+
* server-backed usage.
|
|
162
|
+
*/
|
|
163
|
+
get responses(): ResponsesClient;
|
|
164
|
+
/**
|
|
165
|
+
* Lazily-created `ControlClient` providing `control.register()`,
|
|
166
|
+
* `control.heartbeat()`, and `control.refresh()` methods.
|
|
167
|
+
*
|
|
168
|
+
* Uses the configured `serverUrl`, `apiKey`, and any `orgId`
|
|
169
|
+
* inferred from the options.
|
|
170
|
+
*/
|
|
171
|
+
get control(): ControlClient;
|
|
172
|
+
/**
|
|
173
|
+
* Lazily-created `CapabilitiesClient` providing `capabilities.current()`
|
|
174
|
+
* to detect the full device capability profile.
|
|
175
|
+
*/
|
|
176
|
+
get capabilities(): CapabilitiesClient;
|
|
177
|
+
/**
|
|
178
|
+
* Lazily-created `ModelsClient` providing `models.status()`,
|
|
179
|
+
* `models.load()`, `models.unload()`, `models.list()`, and
|
|
180
|
+
* `models.clearCache()`.
|
|
181
|
+
*/
|
|
182
|
+
get models(): ModelsClient;
|
|
183
|
+
/**
|
|
184
|
+
* Lazily-created `OctomilAudio` providing
|
|
185
|
+
* `audio.transcriptions.create()` for speech-to-text.
|
|
186
|
+
*
|
|
187
|
+
* Requires `serverUrl` and `apiKey` to be configured.
|
|
188
|
+
*
|
|
189
|
+
* @example
|
|
190
|
+
* ```ts
|
|
191
|
+
* const result = await client.audio.transcriptions.create({
|
|
192
|
+
* file: audioBlob,
|
|
193
|
+
* model: 'whisper-large-v3',
|
|
194
|
+
* });
|
|
195
|
+
* console.log(result.text);
|
|
196
|
+
* ```
|
|
197
|
+
*/
|
|
198
|
+
get audio(): OctomilAudio;
|
|
199
|
+
/**
|
|
200
|
+
* Lazily-created `OctomilText` providing `text.predictions.create()`
|
|
201
|
+
* for browser-local text inference via the loaded model.
|
|
202
|
+
*/
|
|
203
|
+
get text(): OctomilText;
|
|
74
204
|
/** Release all resources (WASM memory, WebGPU device, telemetry). */
|
|
75
|
-
|
|
76
|
-
private
|
|
205
|
+
close(): void;
|
|
206
|
+
private ensureNotClosed;
|
|
77
207
|
private ensureReady;
|
|
78
208
|
/**
|
|
79
209
|
* Normalise the various `PredictInput` shapes into a flat
|
|
@@ -87,6 +217,11 @@ export declare class Octomil {
|
|
|
87
217
|
* (batch=1, channels=3, H, W) normalised to [0, 1].
|
|
88
218
|
*/
|
|
89
219
|
private imageToTensors;
|
|
90
|
-
|
|
220
|
+
/**
|
|
221
|
+
* Attempt routing + cloud inference. Returns a PredictOutput if the
|
|
222
|
+
* routing decision is "cloud" and the cloud call succeeds, or `null`
|
|
223
|
+
* to fall back to local inference.
|
|
224
|
+
*/
|
|
225
|
+
private tryCloudInference;
|
|
91
226
|
}
|
|
92
227
|
//# sourceMappingURL=octomil.d.ts.map
|
package/dist/octomil.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"octomil.d.ts","sourceRoot":"","sources":["../src/octomil.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;
|
|
1
|
+
{"version":3,"file":"octomil.d.ts","sourceRoot":"","sources":["../src/octomil.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEvD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAGjD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAErD,OAAO,KAAK,EACV,OAAO,EACP,SAAS,EACT,SAAS,EACT,WAAW,EACX,WAAW,EACX,YAAY,EAEZ,eAAe,EACf,cAAc,EAEd,YAAY,EACZ,aAAa,EACb,WAAW,EACZ,MAAM,YAAY,CAAC;AAOpB,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAGP;IAEjB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAa;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyB;IACzD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA8B;IAC5D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAuB;IACrD,OAAO,CAAC,SAAS,CAAkC;IACnD,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,UAAU,CAAgC;IAClD,OAAO,CAAC,KAAK,CAA2B;IACxC,OAAO,CAAC,QAAQ,CAA8B;IAC9C,OAAO,CAAC,aAAa,CAAmC;IACxD,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,KAAK,CAA4B;IAEzC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAS;gBAEd,OAAO,EAAE,cAAc,GAAG;QAAE,OAAO,CAAC,EAAE,YAAY,CAAA;KAAE;IA0DhE;;;OAGG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAe3B;;;;;;;;;;OAUG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B7B,qEAAqE;IACrE,IAAI,UAAU,IAAI,OAAO,CAExB;IAMD;;;;;OAKG;IACG,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAsB1D;;;;OAIG;IACG,YAAY,CAAC,MAAM,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAsBpE;;;;;OAKG;IACG,UAAU,CACd,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC,YAAY,CAAC;IAIxB;;;;;OAKG;IACI,gBAAgB,CACrB,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,GAAE,WAAgB,GACxB,cAAc,CAAC,SAAS,EAAE,IAAI,EAAE,SAAS,CAAC;IAQ7C;;;;;;;;;;;OAWG;IACI,aAAa,CAClB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,EAAE,EACnD,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACpC,MAAM,CAAC,EAAE,WAAW,GACnB,cAAc,CAAC,WAAW,CAAC;IAsG9B;;;;;;;;OAQG;IACG,KAAK,CACT,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,eAAe,CAAC;IAqB3B,kEAAkE;IAC5D,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAKlC,sCAAsC;IAChC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAKjC,wCAAwC;IAClC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC;IASrC,+DAA+D;IAC/D,IAAI,aAAa,IAAI,OAAO,GAAG,IAAI,CAElC;IAED,sDAAsD;IACtD,IAAI,UAAU,IAAI,SAAS,MAAM,EAAE,CAMlC;IAED,uDAAuD;IACvD,IAAI,WAAW,IAAI,SAAS,MAAM,EAAE,CAMnC;IAED,qDAAqD;IACrD,IAAI,QAAQ,IAAI,OAAO,CAEtB;IAMD;;;;;;;;;;;;;OAaG;IACH,IAAI,IAAI,IAAI,UAAU,CAWrB;IAMD;;;;;;;OAOG;IACH,IAAI,SAAS,IAAI,eAAe,CAW/B;IAMD;;;;;;OAMG;IACH,IAAI,OAAO,IAAI,aAAa,CAW3B;IAMD;;;OAGG;IACH,IAAI,YAAY,IAAI,kBAAkB,CAKrC;IAMD;;;;OAIG;IACH,IAAI,MAAM,IAAI,YAAY,CAezB;IAMD;;;;;;;;;;;;;;OAcG;IACH,IAAI,KAAK,IAAI,YAAY,CAWxB;IAED;;;OAGG;IACH,IAAI,IAAI,IAAI,WAAW,CAKtB;IAMD,qEAAqE;IACrE,KAAK,IAAI,IAAI;IAuBb,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,WAAW;IAUnB;;;OAGG;IACH,OAAO,CAAC,cAAc;IA8CtB,mCAAmC;IACnC,OAAO,CAAC,cAAc;IAYtB;;;OAGG;IACH,OAAO,CAAC,cAAc;IA0DtB;;;;OAIG;YACW,iBAAiB;CAgDhC"}
|