@pipedog/core 0.0.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (736) hide show
  1. package/LICENSE +25 -0
  2. package/NOTICE +9 -0
  3. package/dist/adapters/base_llm_adapter.d.ts +266 -0
  4. package/dist/adapters/base_llm_adapter.js +489 -0
  5. package/dist/adapters/index.d.ts +2 -0
  6. package/dist/adapters/index.js +8 -0
  7. package/dist/adapters/schemas/direct_function.d.ts +202 -0
  8. package/dist/adapters/schemas/direct_function.js +302 -0
  9. package/dist/adapters/schemas/function_schema.d.ts +67 -0
  10. package/dist/adapters/schemas/function_schema.js +72 -0
  11. package/dist/adapters/schemas/index.d.ts +2 -0
  12. package/dist/adapters/schemas/index.js +8 -0
  13. package/dist/adapters/schemas/tools_schema.d.ts +57 -0
  14. package/dist/adapters/schemas/tools_schema.js +79 -0
  15. package/dist/adapters/services/index.d.ts +2 -0
  16. package/dist/adapters/services/index.js +8 -0
  17. package/dist/adapters/services/open_ai_adapter.d.ts +147 -0
  18. package/dist/adapters/services/open_ai_adapter.js +250 -0
  19. package/dist/audio/dtmf/dtmf_data.d.ts +3 -0
  20. package/dist/audio/dtmf/dtmf_data.js +22 -0
  21. package/dist/audio/dtmf/index.d.ts +2 -0
  22. package/dist/audio/dtmf/index.js +8 -0
  23. package/dist/audio/dtmf/types.d.ts +31 -0
  24. package/dist/audio/dtmf/types.js +35 -0
  25. package/dist/audio/dtmf/utils.d.ts +13 -0
  26. package/dist/audio/dtmf/utils.js +62 -0
  27. package/dist/audio/filters/base_audio_filter.d.ts +51 -0
  28. package/dist/audio/filters/base_audio_filter.js +17 -0
  29. package/dist/audio/filters/index.d.ts +2 -0
  30. package/dist/audio/filters/index.js +8 -0
  31. package/dist/audio/index.d.ts +2 -0
  32. package/dist/audio/index.js +8 -0
  33. package/dist/audio/krisp_instance.d.ts +95 -0
  34. package/dist/audio/krisp_instance.js +229 -0
  35. package/dist/audio/mixers/base_audio_mixer.d.ts +56 -0
  36. package/dist/audio/mixers/base_audio_mixer.js +16 -0
  37. package/dist/audio/mixers/index.d.ts +2 -0
  38. package/dist/audio/mixers/index.js +8 -0
  39. package/dist/audio/resamplers/base_audio_resampler.d.ts +46 -0
  40. package/dist/audio/resamplers/base_audio_resampler.js +35 -0
  41. package/dist/audio/resamplers/engine.d.ts +60 -0
  42. package/dist/audio/resamplers/engine.js +89 -0
  43. package/dist/audio/resamplers/index.d.ts +2 -0
  44. package/dist/audio/resamplers/index.js +8 -0
  45. package/dist/audio/resamplers/resampy_resampler.d.ts +10 -0
  46. package/dist/audio/resamplers/resampy_resampler.js +15 -0
  47. package/dist/audio/resamplers/sinc_engine.d.ts +10 -0
  48. package/dist/audio/resamplers/sinc_engine.js +235 -0
  49. package/dist/audio/resamplers/soxr_resampler.d.ts +58 -0
  50. package/dist/audio/resamplers/soxr_resampler.js +79 -0
  51. package/dist/audio/resamplers/soxr_stream_resampler.d.ts +78 -0
  52. package/dist/audio/resamplers/soxr_stream_resampler.js +159 -0
  53. package/dist/audio/turn/base_turn_analyzer.d.ts +84 -0
  54. package/dist/audio/turn/base_turn_analyzer.js +61 -0
  55. package/dist/audio/turn/index.d.ts +2 -0
  56. package/dist/audio/turn/index.js +8 -0
  57. package/dist/audio/turn/smart_turn/_whisper_features.d.ts +30 -0
  58. package/dist/audio/turn/smart_turn/_whisper_features.js +225 -0
  59. package/dist/audio/turn/smart_turn/base_smart_turn.d.ts +94 -0
  60. package/dist/audio/turn/smart_turn/base_smart_turn.js +239 -0
  61. package/dist/audio/turn/smart_turn/local_smart_turn_v3.d.ts +76 -0
  62. package/dist/audio/turn/smart_turn/local_smart_turn_v3.js +151 -0
  63. package/dist/audio/utils.d.ts +224 -0
  64. package/dist/audio/utils.js +634 -0
  65. package/dist/audio/vad/data/index.d.ts +2 -0
  66. package/dist/audio/vad/data/index.js +8 -0
  67. package/dist/audio/vad/index.d.ts +2 -0
  68. package/dist/audio/vad/index.js +8 -0
  69. package/dist/audio/vad/vad_analyzer.d.ts +134 -0
  70. package/dist/audio/vad/vad_analyzer.js +249 -0
  71. package/dist/audio/vad/vad_controller.d.ts +143 -0
  72. package/dist/audio/vad/vad_controller.js +228 -0
  73. package/dist/audio/volume.d.ts +38 -0
  74. package/dist/audio/volume.js +75 -0
  75. package/dist/bus/adapters/base.d.ts +35 -0
  76. package/dist/bus/adapters/base.js +19 -0
  77. package/dist/bus/adapters/index.d.ts +10 -0
  78. package/dist/bus/adapters/index.js +15 -0
  79. package/dist/bus/adapters/llm_context_adapter.d.ts +36 -0
  80. package/dist/bus/adapters/llm_context_adapter.js +82 -0
  81. package/dist/bus/adapters/tools_schema_adapter.d.ts +25 -0
  82. package/dist/bus/adapters/tools_schema_adapter.js +70 -0
  83. package/dist/bus/bridge_processor.d.ts +111 -0
  84. package/dist/bus/bridge_processor.js +166 -0
  85. package/dist/bus/bus.d.ts +110 -0
  86. package/dist/bus/bus.js +200 -0
  87. package/dist/bus/index.d.ts +22 -0
  88. package/dist/bus/index.js +27 -0
  89. package/dist/bus/local/async_queue.d.ts +12 -0
  90. package/dist/bus/local/async_queue.js +21 -0
  91. package/dist/bus/local/index.d.ts +3 -0
  92. package/dist/bus/local/index.js +8 -0
  93. package/dist/bus/messages.d.ts +378 -0
  94. package/dist/bus/messages.js +357 -0
  95. package/dist/bus/network/index.d.ts +16 -0
  96. package/dist/bus/network/index.js +21 -0
  97. package/dist/bus/queue.d.ts +27 -0
  98. package/dist/bus/queue.js +51 -0
  99. package/dist/bus/serializers/base.d.ts +25 -0
  100. package/dist/bus/serializers/base.js +14 -0
  101. package/dist/bus/serializers/index.d.ts +9 -0
  102. package/dist/bus/serializers/index.js +14 -0
  103. package/dist/bus/serializers/json.d.ts +77 -0
  104. package/dist/bus/serializers/json.js +367 -0
  105. package/dist/bus/subscriber.d.ts +46 -0
  106. package/dist/bus/subscriber.js +27 -0
  107. package/dist/bus/ui/index.d.ts +3 -0
  108. package/dist/bus/ui/index.js +8 -0
  109. package/dist/bus/ui/messages.d.ts +186 -0
  110. package/dist/bus/ui/messages.js +171 -0
  111. package/dist/classifiers/base_classifier.d.ts +263 -0
  112. package/dist/classifiers/base_classifier.js +346 -0
  113. package/dist/classifiers/cloudflare/clef/classifier.d.ts +70 -0
  114. package/dist/classifiers/cloudflare/clef/classifier.js +204 -0
  115. package/dist/classifiers/cloudflare/clef/client.d.ts +104 -0
  116. package/dist/classifiers/cloudflare/clef/client.js +234 -0
  117. package/dist/classifiers/cloudflare/clef/index.d.ts +2 -0
  118. package/dist/classifiers/cloudflare/clef/index.js +8 -0
  119. package/dist/classifiers/cloudflare/index.d.ts +2 -0
  120. package/dist/classifiers/cloudflare/index.js +8 -0
  121. package/dist/classifiers/http_client.d.ts +70 -0
  122. package/dist/classifiers/http_client.js +161 -0
  123. package/dist/classifiers/index.d.ts +2 -0
  124. package/dist/classifiers/index.js +8 -0
  125. package/dist/classifiers/jev/classifier.d.ts +8 -0
  126. package/dist/classifiers/jev/classifier.js +13 -0
  127. package/dist/classifiers/jev/client.d.ts +8 -0
  128. package/dist/classifiers/jev/client.js +13 -0
  129. package/dist/classifiers/jev/index.d.ts +2 -0
  130. package/dist/classifiers/jev/index.js +8 -0
  131. package/dist/classifiers/llm/classifier.d.ts +72 -0
  132. package/dist/classifiers/llm/classifier.js +304 -0
  133. package/dist/classifiers/llm/index.d.ts +2 -0
  134. package/dist/classifiers/llm/index.js +8 -0
  135. package/dist/classifiers/openai/decisions/classifier.d.ts +77 -0
  136. package/dist/classifiers/openai/decisions/classifier.js +241 -0
  137. package/dist/classifiers/openai/decisions/client.d.ts +108 -0
  138. package/dist/classifiers/openai/decisions/client.js +234 -0
  139. package/dist/classifiers/openai/decisions/index.d.ts +2 -0
  140. package/dist/classifiers/openai/decisions/index.js +8 -0
  141. package/dist/classifiers/openai/index.d.ts +2 -0
  142. package/dist/classifiers/openai/index.js +8 -0
  143. package/dist/classifiers/typesafe/index.d.ts +2 -0
  144. package/dist/classifiers/typesafe/index.js +8 -0
  145. package/dist/classifiers/typesafe/jev/classifier.d.ts +70 -0
  146. package/dist/classifiers/typesafe/jev/classifier.js +220 -0
  147. package/dist/classifiers/typesafe/jev/client.d.ts +105 -0
  148. package/dist/classifiers/typesafe/jev/client.js +233 -0
  149. package/dist/classifiers/typesafe/jev/index.d.ts +2 -0
  150. package/dist/classifiers/typesafe/jev/index.js +8 -0
  151. package/dist/clocks/base_clock.d.ts +13 -0
  152. package/dist/clocks/base_clock.js +14 -0
  153. package/dist/clocks/index.d.ts +2 -0
  154. package/dist/clocks/index.js +8 -0
  155. package/dist/clocks/system_clock.d.ts +15 -0
  156. package/dist/clocks/system_clock.js +25 -0
  157. package/dist/frames/frames.d.ts +2533 -0
  158. package/dist/frames/frames.js +2485 -0
  159. package/dist/frames/index.d.ts +2 -0
  160. package/dist/frames/index.js +8 -0
  161. package/dist/frames/protobufs/frames_pb2.d.ts +229 -0
  162. package/dist/frames/protobufs/frames_pb2.js +466 -0
  163. package/dist/index.d.ts +11 -0
  164. package/dist/index.js +56 -0
  165. package/dist/metrics/index.d.ts +2 -0
  166. package/dist/metrics/index.js +8 -0
  167. package/dist/metrics/metrics.d.ts +276 -0
  168. package/dist/metrics/metrics.js +254 -0
  169. package/dist/observers/base_observer.d.ts +173 -0
  170. package/dist/observers/base_observer.js +151 -0
  171. package/dist/observers/error_observer.d.ts +75 -0
  172. package/dist/observers/error_observer.js +87 -0
  173. package/dist/observers/function_call_observer.d.ts +157 -0
  174. package/dist/observers/function_call_observer.js +222 -0
  175. package/dist/observers/index.d.ts +2 -0
  176. package/dist/observers/index.js +8 -0
  177. package/dist/observers/loggers/debug_log_observer.d.ts +91 -0
  178. package/dist/observers/loggers/debug_log_observer.js +228 -0
  179. package/dist/observers/loggers/index.d.ts +2 -0
  180. package/dist/observers/loggers/index.js +8 -0
  181. package/dist/observers/loggers/llm_log_observer.d.ts +24 -0
  182. package/dist/observers/loggers/llm_log_observer.js +110 -0
  183. package/dist/observers/loggers/metrics_log_observer.d.ts +85 -0
  184. package/dist/observers/loggers/metrics_log_observer.js +186 -0
  185. package/dist/observers/loggers/transcription_log_observer.d.ts +23 -0
  186. package/dist/observers/loggers/transcription_log_observer.js +74 -0
  187. package/dist/observers/service_metrics_observer.d.ts +168 -0
  188. package/dist/observers/service_metrics_observer.js +236 -0
  189. package/dist/observers/speaking_observer.d.ts +104 -0
  190. package/dist/observers/speaking_observer.js +150 -0
  191. package/dist/observers/startup_timing_observer.d.ts +221 -0
  192. package/dist/observers/startup_timing_observer.js +365 -0
  193. package/dist/observers/turn_tracking_observer.d.ts +78 -0
  194. package/dist/observers/turn_tracking_observer.js +189 -0
  195. package/dist/observers/user_bot_latency_observer.d.ts +411 -0
  196. package/dist/observers/user_bot_latency_observer.js +974 -0
  197. package/dist/pipeline/base_pipeline.d.ts +49 -0
  198. package/dist/pipeline/base_pipeline.js +101 -0
  199. package/dist/pipeline/capabilities.d.ts +76 -0
  200. package/dist/pipeline/capabilities.js +97 -0
  201. package/dist/pipeline/index.d.ts +2 -0
  202. package/dist/pipeline/index.js +8 -0
  203. package/dist/pipeline/job_context.d.ts +317 -0
  204. package/dist/pipeline/job_context.js +450 -0
  205. package/dist/pipeline/job_decorator.d.ts +54 -0
  206. package/dist/pipeline/job_decorator.js +92 -0
  207. package/dist/pipeline/llm_switcher.d.ts +84 -0
  208. package/dist/pipeline/llm_switcher.js +107 -0
  209. package/dist/pipeline/llm_with_backend.d.ts +435 -0
  210. package/dist/pipeline/llm_with_backend.js +806 -0
  211. package/dist/pipeline/parallel_pipeline.d.ts +83 -0
  212. package/dist/pipeline/parallel_pipeline.js +200 -0
  213. package/dist/pipeline/pipeline.d.ts +126 -0
  214. package/dist/pipeline/pipeline.js +196 -0
  215. package/dist/pipeline/service_switcher.d.ts +287 -0
  216. package/dist/pipeline/service_switcher.js +509 -0
  217. package/dist/pipeline/sync_parallel_pipeline.d.ts +192 -0
  218. package/dist/pipeline/sync_parallel_pipeline.js +387 -0
  219. package/dist/pipeline/worker.d.ts +821 -0
  220. package/dist/pipeline/worker.js +1656 -0
  221. package/dist/pipeline/worker_observer.d.ts +131 -0
  222. package/dist/pipeline/worker_observer.js +274 -0
  223. package/dist/pipeline/worker_ready_decorator.d.ts +45 -0
  224. package/dist/pipeline/worker_ready_decorator.js +76 -0
  225. package/dist/processors/aggregators/async_tool_messages.d.ts +146 -0
  226. package/dist/processors/aggregators/async_tool_messages.js +291 -0
  227. package/dist/processors/aggregators/dtmf_aggregator.d.ts +61 -0
  228. package/dist/processors/aggregators/dtmf_aggregator.js +144 -0
  229. package/dist/processors/aggregators/gated.d.ts +43 -0
  230. package/dist/processors/aggregators/gated.js +86 -0
  231. package/dist/processors/aggregators/gated_llm_context.d.ts +42 -0
  232. package/dist/processors/aggregators/gated_llm_context.js +86 -0
  233. package/dist/processors/aggregators/index.d.ts +2 -0
  234. package/dist/processors/aggregators/index.js +8 -0
  235. package/dist/processors/aggregators/llm_context.d.ts +370 -0
  236. package/dist/processors/aggregators/llm_context.js +580 -0
  237. package/dist/processors/aggregators/llm_context_summarizer.d.ts +219 -0
  238. package/dist/processors/aggregators/llm_context_summarizer.js +447 -0
  239. package/dist/processors/aggregators/llm_response.d.ts +37 -0
  240. package/dist/processors/aggregators/llm_response.js +71 -0
  241. package/dist/processors/aggregators/llm_response_universal.d.ts +966 -0
  242. package/dist/processors/aggregators/llm_response_universal.js +2394 -0
  243. package/dist/processors/aggregators/llm_text_processor.d.ts +53 -0
  244. package/dist/processors/aggregators/llm_text_processor.js +102 -0
  245. package/dist/processors/aggregators/sentence.d.ts +39 -0
  246. package/dist/processors/aggregators/sentence.js +69 -0
  247. package/dist/processors/async_generator.d.ts +42 -0
  248. package/dist/processors/async_generator.js +76 -0
  249. package/dist/processors/audio/audio_buffer_processor.d.ts +241 -0
  250. package/dist/processors/audio/audio_buffer_processor.js +565 -0
  251. package/dist/processors/audio/index.d.ts +2 -0
  252. package/dist/processors/audio/index.js +8 -0
  253. package/dist/processors/audio/vad_processor.d.ts +67 -0
  254. package/dist/processors/audio/vad_processor.js +103 -0
  255. package/dist/processors/consumer_processor.d.ts +49 -0
  256. package/dist/processors/consumer_processor.js +85 -0
  257. package/dist/processors/filters/frame_filter.d.ts +39 -0
  258. package/dist/processors/filters/frame_filter.js +52 -0
  259. package/dist/processors/filters/function_filter.d.ts +59 -0
  260. package/dist/processors/filters/function_filter.js +78 -0
  261. package/dist/processors/filters/identity_filter.d.ts +33 -0
  262. package/dist/processors/filters/identity_filter.js +37 -0
  263. package/dist/processors/filters/index.d.ts +2 -0
  264. package/dist/processors/filters/index.js +8 -0
  265. package/dist/processors/filters/null_filter.d.ts +34 -0
  266. package/dist/processors/filters/null_filter.js +47 -0
  267. package/dist/processors/filters/wake_notifier_filter.d.ts +48 -0
  268. package/dist/processors/filters/wake_notifier_filter.js +49 -0
  269. package/dist/processors/frame_processor.d.ts +360 -0
  270. package/dist/processors/frame_processor.js +932 -0
  271. package/dist/processors/frameworks/index.d.ts +2 -0
  272. package/dist/processors/frameworks/index.js +8 -0
  273. package/dist/processors/frameworks/rtvi/frames.d.ts +241 -0
  274. package/dist/processors/frameworks/rtvi/frames.js +259 -0
  275. package/dist/processors/frameworks/rtvi/index.d.ts +6 -0
  276. package/dist/processors/frameworks/rtvi/index.js +11 -0
  277. package/dist/processors/frameworks/rtvi/models.d.ts +1741 -0
  278. package/dist/processors/frameworks/rtvi/models.js +1807 -0
  279. package/dist/processors/frameworks/rtvi/observer.d.ts +340 -0
  280. package/dist/processors/frameworks/rtvi/observer.js +1113 -0
  281. package/dist/processors/frameworks/rtvi/processor.d.ts +182 -0
  282. package/dist/processors/frameworks/rtvi/processor.js +676 -0
  283. package/dist/processors/idle_frame_processor.d.ts +44 -0
  284. package/dist/processors/idle_frame_processor.js +86 -0
  285. package/dist/processors/index.d.ts +2 -0
  286. package/dist/processors/index.js +8 -0
  287. package/dist/processors/logger.d.ts +42 -0
  288. package/dist/processors/logger.js +87 -0
  289. package/dist/processors/metrics/frame_processor_metrics.d.ts +172 -0
  290. package/dist/processors/metrics/frame_processor_metrics.js +372 -0
  291. package/dist/processors/metrics/index.d.ts +2 -0
  292. package/dist/processors/metrics/index.js +8 -0
  293. package/dist/processors/producer_processor.d.ts +68 -0
  294. package/dist/processors/producer_processor.js +78 -0
  295. package/dist/processors/text_transformer.d.ts +30 -0
  296. package/dist/processors/text_transformer.js +48 -0
  297. package/dist/registry/index.d.ts +3 -0
  298. package/dist/registry/index.js +8 -0
  299. package/dist/registry/registry.d.ts +69 -0
  300. package/dist/registry/registry.js +149 -0
  301. package/dist/registry/types.d.ts +47 -0
  302. package/dist/registry/types.js +39 -0
  303. package/dist/serializers/base_serializer.d.ts +94 -0
  304. package/dist/serializers/base_serializer.js +82 -0
  305. package/dist/serializers/index.d.ts +2 -0
  306. package/dist/serializers/index.js +8 -0
  307. package/dist/services/ai_service.d.ts +145 -0
  308. package/dist/services/ai_service.js +262 -0
  309. package/dist/services/anthropic/index.d.ts +2 -0
  310. package/dist/services/anthropic/index.js +7 -0
  311. package/dist/services/assemblyai/index.d.ts +2 -0
  312. package/dist/services/assemblyai/index.js +7 -0
  313. package/dist/services/asyncai/index.d.ts +2 -0
  314. package/dist/services/asyncai/index.js +7 -0
  315. package/dist/services/aws/index.d.ts +2 -0
  316. package/dist/services/aws/index.js +7 -0
  317. package/dist/services/azure/index.d.ts +2 -0
  318. package/dist/services/azure/index.js +7 -0
  319. package/dist/services/baseten/index.d.ts +2 -0
  320. package/dist/services/baseten/index.js +7 -0
  321. package/dist/services/bland/index.d.ts +2 -0
  322. package/dist/services/bland/index.js +7 -0
  323. package/dist/services/camb/index.d.ts +2 -0
  324. package/dist/services/camb/index.js +7 -0
  325. package/dist/services/cartesia/index.d.ts +2 -0
  326. package/dist/services/cartesia/index.js +7 -0
  327. package/dist/services/cerebras/index.d.ts +2 -0
  328. package/dist/services/cerebras/index.js +7 -0
  329. package/dist/services/crusoe/index.d.ts +2 -0
  330. package/dist/services/crusoe/index.js +7 -0
  331. package/dist/services/deepgram/index.d.ts +2 -0
  332. package/dist/services/deepgram/index.js +7 -0
  333. package/dist/services/deepseek/index.d.ts +2 -0
  334. package/dist/services/deepseek/index.js +7 -0
  335. package/dist/services/elevenlabs/index.d.ts +2 -0
  336. package/dist/services/elevenlabs/index.js +7 -0
  337. package/dist/services/fal/index.d.ts +2 -0
  338. package/dist/services/fal/index.js +7 -0
  339. package/dist/services/fireworks/index.d.ts +2 -0
  340. package/dist/services/fireworks/index.js +7 -0
  341. package/dist/services/fish/index.d.ts +2 -0
  342. package/dist/services/fish/index.js +7 -0
  343. package/dist/services/funasr/index.d.ts +3 -0
  344. package/dist/services/funasr/index.js +8 -0
  345. package/dist/services/gladia/index.d.ts +2 -0
  346. package/dist/services/gladia/index.js +7 -0
  347. package/dist/services/google/index.d.ts +2 -0
  348. package/dist/services/google/index.js +7 -0
  349. package/dist/services/gradium/index.d.ts +2 -0
  350. package/dist/services/gradium/index.js +7 -0
  351. package/dist/services/grok/index.d.ts +2 -0
  352. package/dist/services/grok/index.js +7 -0
  353. package/dist/services/groq/index.d.ts +2 -0
  354. package/dist/services/groq/index.js +7 -0
  355. package/dist/services/heygen/index.d.ts +2 -0
  356. package/dist/services/heygen/index.js +7 -0
  357. package/dist/services/hume/index.d.ts +2 -0
  358. package/dist/services/hume/index.js +7 -0
  359. package/dist/services/image_service.d.ts +52 -0
  360. package/dist/services/image_service.js +60 -0
  361. package/dist/services/inception/index.d.ts +2 -0
  362. package/dist/services/inception/index.js +7 -0
  363. package/dist/services/index.d.ts +2 -0
  364. package/dist/services/index.js +8 -0
  365. package/dist/services/inworld/index.d.ts +2 -0
  366. package/dist/services/inworld/index.js +7 -0
  367. package/dist/services/keenable/index.d.ts +2 -0
  368. package/dist/services/keenable/index.js +7 -0
  369. package/dist/services/kokoro/index.d.ts +2 -0
  370. package/dist/services/kokoro/index.js +7 -0
  371. package/dist/services/llm_service.d.ts +1106 -0
  372. package/dist/services/llm_service.js +2231 -0
  373. package/dist/services/mem0/index.d.ts +2 -0
  374. package/dist/services/mem0/index.js +7 -0
  375. package/dist/services/meta/index.d.ts +2 -0
  376. package/dist/services/meta/index.js +7 -0
  377. package/dist/services/minimax/index.d.ts +2 -0
  378. package/dist/services/minimax/index.js +7 -0
  379. package/dist/services/mistral/index.d.ts +2 -0
  380. package/dist/services/mistral/index.js +7 -0
  381. package/dist/services/moondream/index.d.ts +2 -0
  382. package/dist/services/moondream/index.js +7 -0
  383. package/dist/services/moonshine/index.d.ts +2 -0
  384. package/dist/services/moonshine/index.js +7 -0
  385. package/dist/services/nebius/index.d.ts +2 -0
  386. package/dist/services/nebius/index.js +7 -0
  387. package/dist/services/neuphonic/index.d.ts +2 -0
  388. package/dist/services/neuphonic/index.js +7 -0
  389. package/dist/services/novita/index.d.ts +2 -0
  390. package/dist/services/novita/index.js +7 -0
  391. package/dist/services/nvidia/index.d.ts +2 -0
  392. package/dist/services/nvidia/index.js +11 -0
  393. package/dist/services/ollama/index.d.ts +2 -0
  394. package/dist/services/ollama/index.js +7 -0
  395. package/dist/services/openai/index.d.ts +2 -0
  396. package/dist/services/openai/index.js +7 -0
  397. package/dist/services/openclaw/index.d.ts +14 -0
  398. package/dist/services/openclaw/index.js +19 -0
  399. package/dist/services/openrouter/index.d.ts +2 -0
  400. package/dist/services/openrouter/index.js +7 -0
  401. package/dist/services/perplexity/index.d.ts +2 -0
  402. package/dist/services/perplexity/index.js +7 -0
  403. package/dist/services/piper/index.d.ts +2 -0
  404. package/dist/services/piper/index.js +7 -0
  405. package/dist/services/pocket_tts/index.d.ts +2 -0
  406. package/dist/services/pocket_tts/index.js +7 -0
  407. package/dist/services/qwen/index.d.ts +2 -0
  408. package/dist/services/qwen/index.js +7 -0
  409. package/dist/services/resembleai/index.d.ts +2 -0
  410. package/dist/services/resembleai/index.js +7 -0
  411. package/dist/services/rime/index.d.ts +2 -0
  412. package/dist/services/rime/index.js +7 -0
  413. package/dist/services/sambanova/index.d.ts +2 -0
  414. package/dist/services/sambanova/index.js +7 -0
  415. package/dist/services/sarvam/index.d.ts +2 -0
  416. package/dist/services/sarvam/index.js +7 -0
  417. package/dist/services/settings.d.ts +356 -0
  418. package/dist/services/settings.js +437 -0
  419. package/dist/services/simli/index.d.ts +2 -0
  420. package/dist/services/simli/index.js +7 -0
  421. package/dist/services/smallest/index.d.ts +2 -0
  422. package/dist/services/smallest/index.js +7 -0
  423. package/dist/services/soniox/index.d.ts +2 -0
  424. package/dist/services/soniox/index.js +7 -0
  425. package/dist/services/speechify/index.d.ts +2 -0
  426. package/dist/services/speechify/index.js +7 -0
  427. package/dist/services/speechmatics/index.d.ts +2 -0
  428. package/dist/services/speechmatics/index.js +7 -0
  429. package/dist/services/stt_latency.d.ts +62 -0
  430. package/dist/services/stt_latency.js +71 -0
  431. package/dist/services/stt_service.d.ts +601 -0
  432. package/dist/services/stt_service.js +1044 -0
  433. package/dist/services/tavus/index.d.ts +2 -0
  434. package/dist/services/tavus/index.js +7 -0
  435. package/dist/services/together/index.d.ts +2 -0
  436. package/dist/services/together/index.js +7 -0
  437. package/dist/services/tts_service.d.ts +909 -0
  438. package/dist/services/tts_service.js +2018 -0
  439. package/dist/services/ultravox/index.d.ts +2 -0
  440. package/dist/services/ultravox/index.js +9 -0
  441. package/dist/services/vision_service.d.ts +56 -0
  442. package/dist/services/vision_service.js +62 -0
  443. package/dist/services/websocket_service.d.ts +213 -0
  444. package/dist/services/websocket_service.js +654 -0
  445. package/dist/services/whisper/index.d.ts +2 -0
  446. package/dist/services/whisper/index.js +9 -0
  447. package/dist/services/xai/index.d.ts +2 -0
  448. package/dist/services/xai/index.js +9 -0
  449. package/dist/services/xtts/index.d.ts +2 -0
  450. package/dist/services/xtts/index.js +9 -0
  451. package/dist/tests/index.d.ts +2 -0
  452. package/dist/tests/index.js +8 -0
  453. package/dist/tests/utils.d.ts +123 -0
  454. package/dist/tests/utils.js +212 -0
  455. package/dist/transcriptions/index.d.ts +2 -0
  456. package/dist/transcriptions/index.js +8 -0
  457. package/dist/transcriptions/language.d.ts +376 -0
  458. package/dist/transcriptions/language.js +543 -0
  459. package/dist/transports/base_input.d.ts +149 -0
  460. package/dist/transports/base_input.js +338 -0
  461. package/dist/transports/base_output.d.ts +432 -0
  462. package/dist/transports/base_output.js +1231 -0
  463. package/dist/transports/base_transport.d.ts +223 -0
  464. package/dist/transports/base_transport.js +167 -0
  465. package/dist/transports/daily/index.d.ts +2 -0
  466. package/dist/transports/daily/index.js +9 -0
  467. package/dist/transports/heygen/index.d.ts +2 -0
  468. package/dist/transports/heygen/index.js +9 -0
  469. package/dist/transports/index.d.ts +2 -0
  470. package/dist/transports/index.js +8 -0
  471. package/dist/transports/lemonslice/index.d.ts +2 -0
  472. package/dist/transports/lemonslice/index.js +9 -0
  473. package/dist/transports/livekit/index.d.ts +2 -0
  474. package/dist/transports/livekit/index.js +9 -0
  475. package/dist/transports/local/index.d.ts +2 -0
  476. package/dist/transports/local/index.js +9 -0
  477. package/dist/transports/moq/index.d.ts +2 -0
  478. package/dist/transports/moq/index.js +9 -0
  479. package/dist/transports/smallwebrtc/index.d.ts +2 -0
  480. package/dist/transports/smallwebrtc/index.js +9 -0
  481. package/dist/transports/tavus/index.d.ts +2 -0
  482. package/dist/transports/tavus/index.js +9 -0
  483. package/dist/transports/video_in_sampler.d.ts +157 -0
  484. package/dist/transports/video_in_sampler.js +258 -0
  485. package/dist/transports/vonage/index.d.ts +2 -0
  486. package/dist/transports/vonage/index.js +9 -0
  487. package/dist/transports/websocket/index.d.ts +2 -0
  488. package/dist/transports/websocket/index.js +9 -0
  489. package/dist/transports/whatsapp/index.d.ts +2 -0
  490. package/dist/transports/whatsapp/index.js +9 -0
  491. package/dist/turns/eager_end_of_turn_mixin.d.ts +70 -0
  492. package/dist/turns/eager_end_of_turn_mixin.js +122 -0
  493. package/dist/turns/empty_user_turn.d.ts +55 -0
  494. package/dist/turns/empty_user_turn.js +53 -0
  495. package/dist/turns/index.d.ts +2 -0
  496. package/dist/turns/index.js +8 -0
  497. package/dist/turns/speculation_gate.d.ts +169 -0
  498. package/dist/turns/speculation_gate.js +294 -0
  499. package/dist/turns/types.d.ts +33 -0
  500. package/dist/turns/types.js +35 -0
  501. package/dist/turns/user_idle_controller.d.ts +94 -0
  502. package/dist/turns/user_idle_controller.js +187 -0
  503. package/dist/turns/user_mute/always_user_mute_strategy.d.ts +15 -0
  504. package/dist/turns/user_mute/always_user_mute_strategy.js +29 -0
  505. package/dist/turns/user_mute/base_user_mute_strategy.d.ts +39 -0
  506. package/dist/turns/user_mute/base_user_mute_strategy.js +45 -0
  507. package/dist/turns/user_mute/first_speech_user_mute_strategy.d.ts +28 -0
  508. package/dist/turns/user_mute/first_speech_user_mute_strategy.js +52 -0
  509. package/dist/turns/user_mute/function_call_user_mute_strategy.d.ts +25 -0
  510. package/dist/turns/user_mute/function_call_user_mute_strategy.js +50 -0
  511. package/dist/turns/user_mute/index.d.ts +6 -0
  512. package/dist/turns/user_mute/index.js +11 -0
  513. package/dist/turns/user_mute/mute_until_first_bot_complete_user_mute_strategy.d.ts +43 -0
  514. package/dist/turns/user_mute/mute_until_first_bot_complete_user_mute_strategy.js +76 -0
  515. package/dist/turns/user_start/base_user_turn_start_strategy.d.ts +135 -0
  516. package/dist/turns/user_start/base_user_turn_start_strategy.js +134 -0
  517. package/dist/turns/user_start/external_user_turn_start_strategy.d.ts +45 -0
  518. package/dist/turns/user_start/external_user_turn_start_strategy.js +64 -0
  519. package/dist/turns/user_start/index.d.ts +8 -0
  520. package/dist/turns/user_start/index.js +16 -0
  521. package/dist/turns/user_start/krisp_viva_ip_user_turn_start_strategy.d.ts +133 -0
  522. package/dist/turns/user_start/krisp_viva_ip_user_turn_start_strategy.js +243 -0
  523. package/dist/turns/user_start/min_words_user_turn_start_strategy.d.ts +60 -0
  524. package/dist/turns/user_start/min_words_user_turn_start_strategy.js +102 -0
  525. package/dist/turns/user_start/transcription_user_turn_start_strategy.d.ts +29 -0
  526. package/dist/turns/user_start/transcription_user_turn_start_strategy.js +43 -0
  527. package/dist/turns/user_start/vad_user_turn_start_strategy.d.ts +20 -0
  528. package/dist/turns/user_start/vad_user_turn_start_strategy.js +31 -0
  529. package/dist/turns/user_start/wake_phrase_user_turn_start_strategy.d.ts +141 -0
  530. package/dist/turns/user_start/wake_phrase_user_turn_start_strategy.js +238 -0
  531. package/dist/turns/user_stop/base_user_turn_stop_strategy.d.ts +174 -0
  532. package/dist/turns/user_stop/base_user_turn_stop_strategy.js +170 -0
  533. package/dist/turns/user_stop/deferred_user_turn_stop_strategy.d.ts +81 -0
  534. package/dist/turns/user_stop/deferred_user_turn_stop_strategy.js +107 -0
  535. package/dist/turns/user_stop/eager_match_policy.d.ts +36 -0
  536. package/dist/turns/user_stop/eager_match_policy.js +50 -0
  537. package/dist/turns/user_stop/eager_user_turn_stop_strategy.d.ts +84 -0
  538. package/dist/turns/user_stop/eager_user_turn_stop_strategy.js +154 -0
  539. package/dist/turns/user_stop/external_user_turn_completion_stop_strategy.d.ts +45 -0
  540. package/dist/turns/user_stop/external_user_turn_completion_stop_strategy.js +55 -0
  541. package/dist/turns/user_stop/external_user_turn_stop_strategy.d.ts +115 -0
  542. package/dist/turns/user_stop/external_user_turn_stop_strategy.js +205 -0
  543. package/dist/turns/user_stop/index.d.ts +10 -0
  544. package/dist/turns/user_stop/index.js +15 -0
  545. package/dist/turns/user_stop/llm_turn_completion_user_turn_stop_strategy.d.ts +44 -0
  546. package/dist/turns/user_stop/llm_turn_completion_user_turn_stop_strategy.js +59 -0
  547. package/dist/turns/user_stop/speech_timeout_user_turn_stop_strategy.d.ts +140 -0
  548. package/dist/turns/user_stop/speech_timeout_user_turn_stop_strategy.js +303 -0
  549. package/dist/turns/user_stop/turn_analyzer_user_turn_stop_strategy.d.ts +135 -0
  550. package/dist/turns/user_stop/turn_analyzer_user_turn_stop_strategy.js +332 -0
  551. package/dist/turns/user_turn_completion_mixin.d.ts +147 -0
  552. package/dist/turns/user_turn_completion_mixin.js +591 -0
  553. package/dist/turns/user_turn_controller.d.ts +134 -0
  554. package/dist/turns/user_turn_controller.js +335 -0
  555. package/dist/turns/user_turn_processor.d.ts +87 -0
  556. package/dist/turns/user_turn_processor.js +180 -0
  557. package/dist/turns/user_turn_strategies.d.ts +187 -0
  558. package/dist/turns/user_turn_strategies.js +222 -0
  559. package/dist/utils/async_tool_cancellation.d.ts +35 -0
  560. package/dist/utils/async_tool_cancellation.js +78 -0
  561. package/dist/utils/asyncio/index.d.ts +2 -0
  562. package/dist/utils/asyncio/index.js +7 -0
  563. package/dist/utils/asyncio/task_manager.d.ts +49 -0
  564. package/dist/utils/asyncio/task_manager.js +105 -0
  565. package/dist/utils/base_object.d.ts +76 -0
  566. package/dist/utils/base_object.js +154 -0
  567. package/dist/utils/context/aggregated_frame_sequencer.d.ts +491 -0
  568. package/dist/utils/context/aggregated_frame_sequencer.js +803 -0
  569. package/dist/utils/context/audio_context_manager.d.ts +131 -0
  570. package/dist/utils/context/audio_context_manager.js +233 -0
  571. package/dist/utils/context/index.d.ts +2 -0
  572. package/dist/utils/context/index.js +7 -0
  573. package/dist/utils/context/llm_context_summarization.d.ts +258 -0
  574. package/dist/utils/context/llm_context_summarization.js +511 -0
  575. package/dist/utils/context/text_segment_map.d.ts +611 -0
  576. package/dist/utils/context/text_segment_map.js +1132 -0
  577. package/dist/utils/context/word_completion_tracker.d.ts +273 -0
  578. package/dist/utils/context/word_completion_tracker.js +441 -0
  579. package/dist/utils/context/word_timestamp_tracker.d.ts +72 -0
  580. package/dist/utils/context/word_timestamp_tracker.js +98 -0
  581. package/dist/utils/deprecation.d.ts +28 -0
  582. package/dist/utils/deprecation.js +75 -0
  583. package/dist/utils/env.d.ts +38 -0
  584. package/dist/utils/env.js +62 -0
  585. package/dist/utils/errors.d.ts +75 -0
  586. package/dist/utils/errors.js +202 -0
  587. package/dist/utils/file_resolver.d.ts +126 -0
  588. package/dist/utils/file_resolver.js +314 -0
  589. package/dist/utils/file_storage.d.ts +115 -0
  590. package/dist/utils/file_storage.js +178 -0
  591. package/dist/utils/frame_queue.d.ts +36 -0
  592. package/dist/utils/frame_queue.js +66 -0
  593. package/dist/utils/http.d.ts +39 -0
  594. package/dist/utils/http.js +53 -0
  595. package/dist/utils/image.d.ts +14 -0
  596. package/dist/utils/image.js +63 -0
  597. package/dist/utils/index.d.ts +2 -0
  598. package/dist/utils/index.js +8 -0
  599. package/dist/utils/jpeg_encoder.d.ts +14 -0
  600. package/dist/utils/jpeg_encoder.js +315 -0
  601. package/dist/utils/log_config.d.ts +34 -0
  602. package/dist/utils/log_config.js +76 -0
  603. package/dist/utils/logger.d.ts +40 -0
  604. package/dist/utils/logger.js +91 -0
  605. package/dist/utils/mixin.d.ts +14 -0
  606. package/dist/utils/mixin.js +63 -0
  607. package/dist/utils/network.d.ts +73 -0
  608. package/dist/utils/network.js +90 -0
  609. package/dist/utils/security/allowed_origins.d.ts +16 -0
  610. package/dist/utils/security/allowed_origins.js +34 -0
  611. package/dist/utils/security/index.d.ts +2 -0
  612. package/dist/utils/security/index.js +7 -0
  613. package/dist/utils/security/redaction.d.ts +27 -0
  614. package/dist/utils/security/redaction.js +123 -0
  615. package/dist/utils/security/ssrf.d.ts +79 -0
  616. package/dist/utils/security/ssrf.js +327 -0
  617. package/dist/utils/shared.d.ts +35 -0
  618. package/dist/utils/shared.js +136 -0
  619. package/dist/utils/startup.d.ts +17 -0
  620. package/dist/utils/startup.js +130 -0
  621. package/dist/utils/string.d.ts +116 -0
  622. package/dist/utils/string.js +460 -0
  623. package/dist/utils/sync/base_notifier.d.ts +25 -0
  624. package/dist/utils/sync/base_notifier.js +16 -0
  625. package/dist/utils/sync/event_notifier.d.ts +38 -0
  626. package/dist/utils/sync/event_notifier.js +51 -0
  627. package/dist/utils/sync/index.d.ts +2 -0
  628. package/dist/utils/sync/index.js +7 -0
  629. package/dist/utils/text/alnum_utils.d.ts +109 -0
  630. package/dist/utils/text/alnum_utils.js +262 -0
  631. package/dist/utils/text/base_text_aggregator.d.ts +146 -0
  632. package/dist/utils/text/base_text_aggregator.js +102 -0
  633. package/dist/utils/text/base_text_filter.d.ts +54 -0
  634. package/dist/utils/text/base_text_filter.js +50 -0
  635. package/dist/utils/text/index.d.ts +2 -0
  636. package/dist/utils/text/index.js +7 -0
  637. package/dist/utils/text/markdown_text_filter.d.ts +147 -0
  638. package/dist/utils/text/markdown_text_filter.js +522 -0
  639. package/dist/utils/text/markup_utils.d.ts +54 -0
  640. package/dist/utils/text/markup_utils.js +156 -0
  641. package/dist/utils/text/pattern_pair_aggregator.d.ts +251 -0
  642. package/dist/utils/text/pattern_pair_aggregator.js +478 -0
  643. package/dist/utils/text/phonemes.d.ts +60 -0
  644. package/dist/utils/text/phonemes.js +172 -0
  645. package/dist/utils/text/simple_text_aggregator.d.ts +135 -0
  646. package/dist/utils/text/simple_text_aggregator.js +254 -0
  647. package/dist/utils/text/skip_tags_aggregator.d.ts +85 -0
  648. package/dist/utils/text/skip_tags_aggregator.js +147 -0
  649. package/dist/utils/text/transforms/acronyms.d.ts +21 -0
  650. package/dist/utils/text/transforms/acronyms.js +31 -0
  651. package/dist/utils/text/transforms/currency.d.ts +16 -0
  652. package/dist/utils/text/transforms/currency.js +56 -0
  653. package/dist/utils/text/transforms/dates.d.ts +18 -0
  654. package/dist/utils/text/transforms/dates.js +102 -0
  655. package/dist/utils/text/transforms/email.d.ts +17 -0
  656. package/dist/utils/text/transforms/email.js +35 -0
  657. package/dist/utils/text/transforms/index.d.ts +37 -0
  658. package/dist/utils/text/transforms/index.js +42 -0
  659. package/dist/utils/text/transforms/numbers.d.ts +25 -0
  660. package/dist/utils/text/transforms/numbers.js +59 -0
  661. package/dist/utils/text/transforms/percentages.d.ts +16 -0
  662. package/dist/utils/text/transforms/percentages.js +32 -0
  663. package/dist/utils/text/transforms/phone.d.ts +21 -0
  664. package/dist/utils/text/transforms/phone.js +39 -0
  665. package/dist/utils/text/transforms/pronunciations.d.ts +65 -0
  666. package/dist/utils/text/transforms/pronunciations.js +112 -0
  667. package/dist/utils/text/transforms/replacements.d.ts +39 -0
  668. package/dist/utils/text/transforms/replacements.js +46 -0
  669. package/dist/utils/text/transforms/strip_markdown.d.ts +25 -0
  670. package/dist/utils/text/transforms/strip_markdown.js +60 -0
  671. package/dist/utils/text/transforms/units.d.ts +22 -0
  672. package/dist/utils/text/transforms/units.js +81 -0
  673. package/dist/utils/text/transforms/voice_formatter.d.ts +86 -0
  674. package/dist/utils/text/transforms/voice_formatter.js +98 -0
  675. package/dist/utils/text/unicode_digits.d.ts +3 -0
  676. package/dist/utils/text/unicode_digits.js +34 -0
  677. package/dist/utils/text/word_timestamp_utils.d.ts +26 -0
  678. package/dist/utils/text/word_timestamp_utils.js +52 -0
  679. package/dist/utils/time.d.ts +13 -0
  680. package/dist/utils/time.js +31 -0
  681. package/dist/utils/tracing/index.d.ts +3 -0
  682. package/dist/utils/tracing/index.js +8 -0
  683. package/dist/utils/tracing/service_attributes.d.ts +198 -0
  684. package/dist/utils/tracing/service_attributes.js +434 -0
  685. package/dist/utils/tracing/service_decorators.d.ts +214 -0
  686. package/dist/utils/tracing/service_decorators.js +1662 -0
  687. package/dist/utils/tracing/setup.d.ts +107 -0
  688. package/dist/utils/tracing/setup.js +160 -0
  689. package/dist/utils/tracing/tracing_context.d.ts +55 -0
  690. package/dist/utils/tracing/tracing_context.js +97 -0
  691. package/dist/utils/tracing/turn_trace_observer.d.ts +95 -0
  692. package/dist/utils/tracing/turn_trace_observer.js +233 -0
  693. package/dist/utils/types.d.ts +80 -0
  694. package/dist/utils/types.js +108 -0
  695. package/dist/utils/utils.d.ts +5 -0
  696. package/dist/utils/utils.js +22 -0
  697. package/dist/utils/yaml.d.ts +179 -0
  698. package/dist/utils/yaml.js +556 -0
  699. package/dist/version.d.ts +3 -0
  700. package/dist/version.js +7 -0
  701. package/dist/workers/base_worker.d.ts +772 -0
  702. package/dist/workers/base_worker.js +1298 -0
  703. package/dist/workers/index.d.ts +2 -0
  704. package/dist/workers/index.js +8 -0
  705. package/dist/workers/llm/backend_llm_worker.d.ts +552 -0
  706. package/dist/workers/llm/backend_llm_worker.js +1055 -0
  707. package/dist/workers/llm/index.d.ts +6 -0
  708. package/dist/workers/llm/index.js +11 -0
  709. package/dist/workers/llm/llm_context_worker.d.ts +66 -0
  710. package/dist/workers/llm/llm_context_worker.js +72 -0
  711. package/dist/workers/llm/llm_worker.d.ts +180 -0
  712. package/dist/workers/llm/llm_worker.js +323 -0
  713. package/dist/workers/llm/tool_decorator.d.ts +68 -0
  714. package/dist/workers/llm/tool_decorator.js +60 -0
  715. package/dist/workers/proxy/index.d.ts +3 -0
  716. package/dist/workers/proxy/index.js +9 -0
  717. package/dist/workers/proxy/websocket/client.d.ts +110 -0
  718. package/dist/workers/proxy/websocket/client.js +196 -0
  719. package/dist/workers/proxy/websocket/index.d.ts +3 -0
  720. package/dist/workers/proxy/websocket/index.js +10 -0
  721. package/dist/workers/runner.d.ts +268 -0
  722. package/dist/workers/runner.js +489 -0
  723. package/dist/workers/ui/index.d.ts +22 -0
  724. package/dist/workers/ui/index.js +27 -0
  725. package/dist/workers/ui/ui_event_decorator.d.ts +43 -0
  726. package/dist/workers/ui/ui_event_decorator.js +75 -0
  727. package/dist/workers/ui/ui_job_context.d.ts +12 -0
  728. package/dist/workers/ui/ui_job_context.js +17 -0
  729. package/dist/workers/ui/ui_prompts.d.ts +21 -0
  730. package/dist/workers/ui/ui_prompts.js +41 -0
  731. package/dist/workers/ui/ui_tools.d.ts +32 -0
  732. package/dist/workers/ui/ui_tools.js +112 -0
  733. package/dist/workers/ui/ui_worker.d.ts +571 -0
  734. package/dist/workers/ui/ui_worker.js +1156 -0
  735. package/package.json +61 -3
  736. package/README.md +0 -5
@@ -0,0 +1,66 @@
1
+ // Copyright (c) 2024-2026, Daily
2
+ // Copyright (c) 2026, pipedog contributors
3
+ // SPDX-License-Identifier: BSD-2-Clause
4
+ //
5
+ // Ported from pipecat: src/pipecat/utils/frame_queue.py
6
+ /** Frame queue utilities for Pipecat pipeline processors. */
7
+ import { heapPop, heapPush, pythonCompare, Queue } from "@pipedog/asyncio";
8
+ /**
9
+ * A Queue that knows whether any uninterruptible frame is enqueued.
10
+ *
11
+ * `reset()` removes every interruptible item and keeps the uninterruptible
12
+ * ones (`frame.interruptible === false`) in place.
13
+ *
14
+ * Items may be raw frames or tuples whose first element is a frame. Pass a
15
+ * `frameGetter` to extract the frame from each item; queues that also carry
16
+ * non-frame items should return null from their getter for those.
17
+ */
18
+ export class FrameQueue extends Queue {
19
+ _frameGetter;
20
+ constructor(frameGetter = (item) => item) {
21
+ super();
22
+ this._frameGetter = frameGetter;
23
+ }
24
+ /** Whether any frame of the given type is in the queue. */
25
+ hasFrame(frameType) {
26
+ return this._queued().some((item) => this._frameGetter(item) instanceof frameType);
27
+ }
28
+ /** Whether any uninterruptible frame is currently in the queue. */
29
+ get hasUninterruptible() {
30
+ return this._queued().some((item) => this._isUninterruptible(item));
31
+ }
32
+ /** Remove all interruptible items, keeping uninterruptible ones. */
33
+ reset() {
34
+ const kept = [];
35
+ while (!this.empty()) {
36
+ const item = this.getNowait();
37
+ if (this._isUninterruptible(item))
38
+ kept.push(item);
39
+ this.taskDone();
40
+ }
41
+ for (const item of kept)
42
+ this.putNowait(item);
43
+ }
44
+ _isUninterruptible(item) {
45
+ const frame = this._frameGetter(item);
46
+ return frame !== null && !frame.interruptible;
47
+ }
48
+ }
49
+ /**
50
+ * A priority queue with frame-aware interruption handling. For
51
+ * `[priority, sequence, frame]` items pass `(item) => item[2]`.
52
+ */
53
+ export class FramePriorityQueue extends FrameQueue {
54
+ #compare;
55
+ constructor(frameGetter = (item) => item, compare = pythonCompare) {
56
+ super(frameGetter);
57
+ this.#compare = compare;
58
+ }
59
+ _put(item) {
60
+ heapPush(this._items, item, this.#compare);
61
+ }
62
+ _get() {
63
+ return heapPop(this._items, this.#compare);
64
+ }
65
+ }
66
+ //# sourceMappingURL=frame_queue.js.map
@@ -0,0 +1,39 @@
1
+ /**
2
+ * Type of a caller-supplied async HTTP client. The class belongs to whichever
3
+ * SDK the caller uses, so there is no single type to name here.
4
+ */
5
+ export type AsyncHTTPClient = unknown;
6
+ type ErrorClass = abstract new (...args: any[]) => Error;
7
+ /**
8
+ * Timeout exception types to catch around SDK calls. SDKs wrap request-level
9
+ * timeouts in their own error type, but a timeout while iterating a response
10
+ * stream surfaces as the underlying transport exception.
11
+ *
12
+ * DIVERGENCE: upstream lists httpx/httpx2 `TimeoutException`. Here it is the
13
+ * asyncio `TimeoutError`; a `fetch` aborted by `AbortSignal.timeout()` rejects
14
+ * with a `DOMException` named "TimeoutError", which `isTimeoutException`
15
+ * also recognizes.
16
+ */
17
+ export declare const TIMEOUT_EXCEPTIONS: readonly ErrorClass[];
18
+ /** Whether `e` is one of `TIMEOUT_EXCEPTIONS` (or a fetch timeout `DOMException`). */
19
+ export declare function isTimeoutException(e: unknown): boolean;
20
+ /** Limits fields accepted by `connectionLimits`. */
21
+ export interface ConnectionLimits {
22
+ maxConnections?: number | null;
23
+ maxKeepaliveConnections?: number | null;
24
+ keepaliveExpiry?: number | null;
25
+ }
26
+ /**
27
+ * Build a connection-limits object accepted by the HTTP client.
28
+ *
29
+ * DIVERGENCE: upstream returns an httpx `Limits` instance. `fetch` has no
30
+ * such object, so this returns the plain options for an SDK or agent that
31
+ * reads them field by field.
32
+ *
33
+ * @param options Limits fields (`maxConnections`, `maxKeepaliveConnections`,
34
+ * `keepaliveExpiry`).
35
+ * @returns A limits object.
36
+ */
37
+ export declare function connectionLimits(options?: ConnectionLimits): ConnectionLimits;
38
+ export {};
39
+ //# sourceMappingURL=http.d.ts.map
@@ -0,0 +1,53 @@
1
+ // Copyright (c) 2024-2026, Daily
2
+ // Copyright (c) 2026, pipedog contributors
3
+ // SPDX-License-Identifier: BSD-2-Clause
4
+ //
5
+ // Ported from pipecat: src/pipecat/utils/http.py
6
+ /**
7
+ * Compatibility helpers for the HTTP client families service SDKs use.
8
+ *
9
+ * Upstream bridges the httpx and httpx2 Python packages: service SDKs are
10
+ * migrating from one to the other, so the objects Pipecat hands to an SDK
11
+ * client — and the exceptions it catches from one — can't name a single
12
+ * family at import time.
13
+ *
14
+ * In JavaScript every SDK talks through `fetch`, so there is one family. The
15
+ * same names are kept so ported services read like upstream:
16
+ *
17
+ * - `AsyncHTTPClient` is whatever client object a caller hands to an SDK.
18
+ * - `TIMEOUT_EXCEPTIONS` are the timeout error types to catch around SDK calls.
19
+ * - `connectionLimits()` builds a plain limits object.
20
+ */
21
+ import { TimeoutError } from "@pipedog/asyncio";
22
+ /**
23
+ * Timeout exception types to catch around SDK calls. SDKs wrap request-level
24
+ * timeouts in their own error type, but a timeout while iterating a response
25
+ * stream surfaces as the underlying transport exception.
26
+ *
27
+ * DIVERGENCE: upstream lists httpx/httpx2 `TimeoutException`. Here it is the
28
+ * asyncio `TimeoutError`; a `fetch` aborted by `AbortSignal.timeout()` rejects
29
+ * with a `DOMException` named "TimeoutError", which `isTimeoutException`
30
+ * also recognizes.
31
+ */
32
+ export const TIMEOUT_EXCEPTIONS = [TimeoutError];
33
+ /** Whether `e` is one of `TIMEOUT_EXCEPTIONS` (or a fetch timeout `DOMException`). */
34
+ export function isTimeoutException(e) {
35
+ if (TIMEOUT_EXCEPTIONS.some((cls) => e instanceof cls))
36
+ return true;
37
+ return e instanceof Error && e.name === "TimeoutError";
38
+ }
39
+ /**
40
+ * Build a connection-limits object accepted by the HTTP client.
41
+ *
42
+ * DIVERGENCE: upstream returns an httpx `Limits` instance. `fetch` has no
43
+ * such object, so this returns the plain options for an SDK or agent that
44
+ * reads them field by field.
45
+ *
46
+ * @param options Limits fields (`maxConnections`, `maxKeepaliveConnections`,
47
+ * `keepaliveExpiry`).
48
+ * @returns A limits object.
49
+ */
50
+ export function connectionLimits(options = {}) {
51
+ return { ...options };
52
+ }
53
+ //# sourceMappingURL=http.js.map
@@ -0,0 +1,14 @@
1
+ /**
2
+ * Encode an image for a model to look at.
3
+ *
4
+ * An image whose format is a MIME type is already encoded and keeps its
5
+ * bytes. Raw pixels are encoded as a JPEG.
6
+ *
7
+ * @param image The image bytes, raw pixels or already encoded.
8
+ * @param size The image's width and height.
9
+ * @param format The pixel format, such as `"RGB"` or `"RGBA"`, or the MIME
10
+ * type of an encoded image. Raw pixels are taken as RGB when not given.
11
+ * @returns The encoded bytes and their MIME type.
12
+ */
13
+ export declare function encodeImage(image: Uint8Array, size: [number, number], format: string | null): Promise<[Uint8Array, string]>;
14
+ //# sourceMappingURL=image.d.ts.map
@@ -0,0 +1,63 @@
1
+ // Copyright (c) 2024-2026, Daily
2
+ // Copyright (c) 2026, pipedog contributors
3
+ // SPDX-License-Identifier: BSD-2-Clause
4
+ //
5
+ // Ported from pipecat: src/pipecat/utils/image.py
6
+ /** Image encoding helpers. */
7
+ import { encodeJpegRgb } from "./jpeg_encoder.js";
8
+ /**
9
+ * Encode an image for a model to look at.
10
+ *
11
+ * An image whose format is a MIME type is already encoded and keeps its
12
+ * bytes. Raw pixels are encoded as a JPEG.
13
+ *
14
+ * @param image The image bytes, raw pixels or already encoded.
15
+ * @param size The image's width and height.
16
+ * @param format The pixel format, such as `"RGB"` or `"RGBA"`, or the MIME
17
+ * type of an encoded image. Raw pixels are taken as RGB when not given.
18
+ * @returns The encoded bytes and their MIME type.
19
+ */
20
+ export async function encodeImage(image, size, format) {
21
+ if (format?.startsWith("image/")) {
22
+ return [image, format];
23
+ }
24
+ return [await encodeJpeg(image, size, format || "RGB"), "image/jpeg"];
25
+ }
26
+ /** Bytes per pixel of the raw pixel formats (Pillow modes) that can be encoded. */
27
+ const PIXEL_FORMATS = { L: 1, LA: 2, RGB: 3, RGBA: 4, RGBX: 4 };
28
+ /**
29
+ * `Image.frombytes(format, size, image).convert("RGB")`: the pixels as
30
+ * interleaved RGB, dropping alpha and widening grayscale.
31
+ */
32
+ function toRgb(image, [width, height], format) {
33
+ const channels = PIXEL_FORMATS[format];
34
+ if (channels === undefined) {
35
+ throw new Error(`unrecognized image mode: ${format}`);
36
+ }
37
+ const pixels = width * height;
38
+ if (image.length < pixels * channels) {
39
+ throw new Error("not enough image data");
40
+ }
41
+ if (channels === 3) {
42
+ return image;
43
+ }
44
+ const rgb = new Uint8Array(pixels * 3);
45
+ for (let i = 0; i < pixels; i++) {
46
+ const src = i * channels;
47
+ if (channels <= 2) {
48
+ rgb[i * 3] = rgb[i * 3 + 1] = rgb[i * 3 + 2] = image[src];
49
+ }
50
+ else {
51
+ rgb[i * 3] = image[src];
52
+ rgb[i * 3 + 1] = image[src + 1];
53
+ rgb[i * 3 + 2] = image[src + 2];
54
+ }
55
+ }
56
+ return rgb;
57
+ }
58
+ // Upstream encodes with Pillow in a thread; there are no threads here, so the
59
+ // (pure TypeScript) encoder runs inline.
60
+ async function encodeJpeg(image, size, format) {
61
+ return encodeJpegRgb(toRgb(image, size, format), size[0], size[1]);
62
+ }
63
+ //# sourceMappingURL=image.js.map
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1,8 @@
1
+ // Copyright (c) 2024-2026, Daily
2
+ // Copyright (c) 2026, pipedog contributors
3
+ // SPDX-License-Identifier: BSD-2-Clause
4
+ //
5
+ // Ported from pipecat: src/pipecat/utils/__init__.py
6
+ // Upstream's `__init__.py` is empty: import the package's modules directly.
7
+ export {};
8
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1,14 @@
1
+ export interface EncodeJpegOptions {
2
+ /** Quality from 1 to 100. Defaults to 75, like Pillow. */
3
+ quality?: number;
4
+ }
5
+ /**
6
+ * Encode RGB pixels as a baseline JPEG.
7
+ *
8
+ * @param rgb Interleaved 8-bit RGB pixels, `width * height * 3` bytes, row-major.
9
+ * @param width Image width in pixels.
10
+ * @param height Image height in pixels.
11
+ * @returns The JPEG file bytes.
12
+ */
13
+ export declare function encodeJpegRgb(rgb: Uint8Array, width: number, height: number, options?: EncodeJpegOptions): Uint8Array;
14
+ //# sourceMappingURL=jpeg_encoder.d.ts.map
@@ -0,0 +1,315 @@
1
+ // Copyright (c) 2026, pipedog contributors
2
+ // SPDX-License-Identifier: BSD-2-Clause
3
+ /**
4
+ * A small baseline JPEG encoder (JFIF, 8-bit, three components, no chroma
5
+ * subsampling) in plain TypeScript.
6
+ *
7
+ * It stands in for Pillow's `Image.save(format="JPEG")`, which upstream uses
8
+ * to encode raw video frames for a model to look at. Upstream needs no more
9
+ * than a valid JPEG of the right size, so this encoder keeps to the simplest
10
+ * profile every decoder supports: the standard quantization and Huffman
11
+ * tables of ITU-T T.81 Annex K, scaled by quality like libjpeg.
12
+ *
13
+ * Runs everywhere core does: no dependencies, no `node:*`, no WebAssembly.
14
+ */
15
+ // Zigzag order: ZIGZAG[i] is the row-major index of the i-th coefficient.
16
+ const ZIGZAG = new Uint8Array([
17
+ 0, 1, 8, 16, 9, 2, 3, 10, 17, 24, 32, 25, 18, 11, 4, 5, 12, 19, 26, 33, 40, 48, 41, 34, 27, 20,
18
+ 13, 6, 7, 14, 21, 28, 35, 42, 49, 56, 57, 50, 43, 36, 29, 22, 15, 23, 30, 37, 44, 51, 58, 59, 52,
19
+ 45, 38, 31, 39, 46, 53, 60, 61, 54, 47, 55, 62, 63,
20
+ ]);
21
+ // Annex K.1 quantization tables, row-major.
22
+ const LUMINANCE_QUANT = [
23
+ 16, 11, 10, 16, 24, 40, 51, 61, 12, 12, 14, 19, 26, 58, 60, 55, 14, 13, 16, 24, 40, 57, 69, 56,
24
+ 14, 17, 22, 29, 51, 87, 80, 62, 18, 22, 37, 56, 68, 109, 103, 77, 24, 35, 55, 64, 81, 104, 113,
25
+ 92, 49, 64, 78, 87, 103, 121, 120, 101, 72, 92, 95, 98, 112, 100, 103, 99,
26
+ ];
27
+ const CHROMINANCE_QUANT = [
28
+ 17, 18, 24, 47, 99, 99, 99, 99, 18, 21, 26, 66, 99, 99, 99, 99, 24, 26, 56, 99, 99, 99, 99, 99,
29
+ 47, 66, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99,
30
+ 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99,
31
+ ];
32
+ const DC_LUMINANCE = {
33
+ counts: [0, 1, 5, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0],
34
+ symbols: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11],
35
+ };
36
+ const DC_CHROMINANCE = {
37
+ counts: [0, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0],
38
+ symbols: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11],
39
+ };
40
+ const AC_LUMINANCE = {
41
+ counts: [0, 2, 1, 3, 3, 2, 4, 3, 5, 5, 4, 4, 0, 0, 1, 0x7d],
42
+ symbols: [
43
+ 0x01, 0x02, 0x03, 0x00, 0x04, 0x11, 0x05, 0x12, 0x21, 0x31, 0x41, 0x06, 0x13, 0x51, 0x61, 0x07,
44
+ 0x22, 0x71, 0x14, 0x32, 0x81, 0x91, 0xa1, 0x08, 0x23, 0x42, 0xb1, 0xc1, 0x15, 0x52, 0xd1, 0xf0,
45
+ 0x24, 0x33, 0x62, 0x72, 0x82, 0x09, 0x0a, 0x16, 0x17, 0x18, 0x19, 0x1a, 0x25, 0x26, 0x27, 0x28,
46
+ 0x29, 0x2a, 0x34, 0x35, 0x36, 0x37, 0x38, 0x39, 0x3a, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48, 0x49,
47
+ 0x4a, 0x53, 0x54, 0x55, 0x56, 0x57, 0x58, 0x59, 0x5a, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69,
48
+ 0x6a, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7a, 0x83, 0x84, 0x85, 0x86, 0x87, 0x88, 0x89,
49
+ 0x8a, 0x92, 0x93, 0x94, 0x95, 0x96, 0x97, 0x98, 0x99, 0x9a, 0xa2, 0xa3, 0xa4, 0xa5, 0xa6, 0xa7,
50
+ 0xa8, 0xa9, 0xaa, 0xb2, 0xb3, 0xb4, 0xb5, 0xb6, 0xb7, 0xb8, 0xb9, 0xba, 0xc2, 0xc3, 0xc4, 0xc5,
51
+ 0xc6, 0xc7, 0xc8, 0xc9, 0xca, 0xd2, 0xd3, 0xd4, 0xd5, 0xd6, 0xd7, 0xd8, 0xd9, 0xda, 0xe1, 0xe2,
52
+ 0xe3, 0xe4, 0xe5, 0xe6, 0xe7, 0xe8, 0xe9, 0xea, 0xf1, 0xf2, 0xf3, 0xf4, 0xf5, 0xf6, 0xf7, 0xf8,
53
+ 0xf9, 0xfa,
54
+ ],
55
+ };
56
+ const AC_CHROMINANCE = {
57
+ counts: [0, 2, 1, 2, 4, 4, 3, 4, 7, 5, 4, 4, 0, 1, 2, 0x77],
58
+ symbols: [
59
+ 0x00, 0x01, 0x02, 0x03, 0x11, 0x04, 0x05, 0x21, 0x31, 0x06, 0x12, 0x41, 0x51, 0x07, 0x61, 0x71,
60
+ 0x13, 0x22, 0x32, 0x81, 0x08, 0x14, 0x42, 0x91, 0xa1, 0xb1, 0xc1, 0x09, 0x23, 0x33, 0x52, 0xf0,
61
+ 0x15, 0x62, 0x72, 0xd1, 0x0a, 0x16, 0x24, 0x34, 0xe1, 0x25, 0xf1, 0x17, 0x18, 0x19, 0x1a, 0x26,
62
+ 0x27, 0x28, 0x29, 0x2a, 0x35, 0x36, 0x37, 0x38, 0x39, 0x3a, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48,
63
+ 0x49, 0x4a, 0x53, 0x54, 0x55, 0x56, 0x57, 0x58, 0x59, 0x5a, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68,
64
+ 0x69, 0x6a, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79, 0x7a, 0x82, 0x83, 0x84, 0x85, 0x86, 0x87,
65
+ 0x88, 0x89, 0x8a, 0x92, 0x93, 0x94, 0x95, 0x96, 0x97, 0x98, 0x99, 0x9a, 0xa2, 0xa3, 0xa4, 0xa5,
66
+ 0xa6, 0xa7, 0xa8, 0xa9, 0xaa, 0xb2, 0xb3, 0xb4, 0xb5, 0xb6, 0xb7, 0xb8, 0xb9, 0xba, 0xc2, 0xc3,
67
+ 0xc4, 0xc5, 0xc6, 0xc7, 0xc8, 0xc9, 0xca, 0xd2, 0xd3, 0xd4, 0xd5, 0xd6, 0xd7, 0xd8, 0xd9, 0xda,
68
+ 0xe2, 0xe3, 0xe4, 0xe5, 0xe6, 0xe7, 0xe8, 0xe9, 0xea, 0xf2, 0xf3, 0xf4, 0xf5, 0xf6, 0xf7, 0xf8,
69
+ 0xf9, 0xfa,
70
+ ],
71
+ };
72
+ /** Canonical Huffman codes (Annex C) for a table: symbol → [code, length]. */
73
+ function buildCodes(spec) {
74
+ const codes = new Uint16Array(256);
75
+ const lengths = new Uint8Array(256);
76
+ let code = 0;
77
+ let k = 0;
78
+ for (let length = 1; length <= 16; length++) {
79
+ for (let i = 0; i < spec.counts[length - 1]; i++) {
80
+ const symbol = spec.symbols[k++];
81
+ codes[symbol] = code++;
82
+ lengths[symbol] = length;
83
+ }
84
+ code <<= 1;
85
+ }
86
+ return { codes, lengths };
87
+ }
88
+ /** A quantization table scaled for `quality` (1-100) the way libjpeg does. */
89
+ function scaleQuant(base, quality) {
90
+ const q = Math.min(100, Math.max(1, Math.round(quality)));
91
+ const scale = q < 50 ? Math.floor(5000 / q) : 200 - q * 2;
92
+ const out = new Uint8Array(64);
93
+ for (let i = 0; i < 64; i++) {
94
+ out[i] = Math.min(255, Math.max(1, Math.floor((base[i] * scale + 50) / 100)));
95
+ }
96
+ return out;
97
+ }
98
+ // cos((2x + 1) u π / 16) for the forward DCT, indexed [u * 8 + x].
99
+ const COS = new Float64Array(64);
100
+ for (let u = 0; u < 8; u++) {
101
+ for (let x = 0; x < 8; x++)
102
+ COS[u * 8 + x] = Math.cos(((2 * x + 1) * u * Math.PI) / 16);
103
+ }
104
+ /** Forward 8x8 DCT-II (separable), in place on a row-major block of level-shifted samples. */
105
+ function fdct(block, tmp) {
106
+ for (let y = 0; y < 8; y++) {
107
+ for (let u = 0; u < 8; u++) {
108
+ let sum = 0;
109
+ for (let x = 0; x < 8; x++)
110
+ sum += block[y * 8 + x] * COS[u * 8 + x];
111
+ tmp[y * 8 + u] = sum * (u === 0 ? Math.SQRT1_2 : 1) * 0.5;
112
+ }
113
+ }
114
+ for (let u = 0; u < 8; u++) {
115
+ for (let v = 0; v < 8; v++) {
116
+ let sum = 0;
117
+ for (let y = 0; y < 8; y++)
118
+ sum += tmp[y * 8 + u] * COS[v * 8 + y];
119
+ block[v * 8 + u] = sum * (v === 0 ? Math.SQRT1_2 : 1) * 0.5;
120
+ }
121
+ }
122
+ }
123
+ /** Growable byte buffer with an entropy-coded bit writer (with 0xFF byte stuffing). */
124
+ class ByteWriter {
125
+ #buf = new Uint8Array(1024);
126
+ #len = 0;
127
+ #bitBuf = 0;
128
+ #bitCount = 0;
129
+ byte(b) {
130
+ if (this.#len === this.#buf.length) {
131
+ const next = new Uint8Array(this.#buf.length * 2);
132
+ next.set(this.#buf);
133
+ this.#buf = next;
134
+ }
135
+ this.#buf[this.#len++] = b & 0xff;
136
+ }
137
+ word(w) {
138
+ this.byte(w >> 8);
139
+ this.byte(w);
140
+ }
141
+ bytes(bs) {
142
+ for (let i = 0; i < bs.length; i++)
143
+ this.byte(bs[i]);
144
+ }
145
+ bits(value, count) {
146
+ for (let i = count - 1; i >= 0; i--) {
147
+ this.#bitBuf = (this.#bitBuf << 1) | ((value >> i) & 1);
148
+ this.#bitCount++;
149
+ if (this.#bitCount === 8) {
150
+ this.byte(this.#bitBuf);
151
+ if (this.#bitBuf === 0xff)
152
+ this.byte(0);
153
+ this.#bitBuf = 0;
154
+ this.#bitCount = 0;
155
+ }
156
+ }
157
+ }
158
+ /** Pad the last entropy-coded byte with 1-bits (T.81 F.1.2.3). */
159
+ flushBits() {
160
+ if (this.#bitCount > 0)
161
+ this.bits((1 << (8 - this.#bitCount)) - 1, 8 - this.#bitCount);
162
+ }
163
+ result() {
164
+ return this.#buf.slice(0, this.#len);
165
+ }
166
+ }
167
+ /** The magnitude category (bit length) of a coefficient, and its T.81 F.1.2.1 bits. */
168
+ function category(value) {
169
+ const abs = Math.abs(value);
170
+ let size = 0;
171
+ while (abs >> size)
172
+ size++;
173
+ const bits = value < 0 ? value + (1 << size) - 1 : value;
174
+ return [size, bits];
175
+ }
176
+ function writeHuffmanTable(w, tableClass, id, spec) {
177
+ w.byte((tableClass << 4) | id);
178
+ w.bytes(spec.counts);
179
+ w.bytes(spec.symbols);
180
+ }
181
+ /**
182
+ * Encode RGB pixels as a baseline JPEG.
183
+ *
184
+ * @param rgb Interleaved 8-bit RGB pixels, `width * height * 3` bytes, row-major.
185
+ * @param width Image width in pixels.
186
+ * @param height Image height in pixels.
187
+ * @returns The JPEG file bytes.
188
+ */
189
+ export function encodeJpegRgb(rgb, width, height, options = {}) {
190
+ if (!Number.isInteger(width) || !Number.isInteger(height) || width < 1 || height < 1) {
191
+ throw new RangeError(`invalid image size ${width}x${height}`);
192
+ }
193
+ if (width > 0xffff || height > 0xffff) {
194
+ throw new RangeError(`image too large for JPEG: ${width}x${height}`);
195
+ }
196
+ if (rgb.length < width * height * 3) {
197
+ throw new RangeError("not enough image data");
198
+ }
199
+ const quality = options.quality ?? 75;
200
+ const quant = [scaleQuant(LUMINANCE_QUANT, quality), scaleQuant(CHROMINANCE_QUANT, quality)];
201
+ const dc = [buildCodes(DC_LUMINANCE), buildCodes(DC_CHROMINANCE)];
202
+ const ac = [buildCodes(AC_LUMINANCE), buildCodes(AC_CHROMINANCE)];
203
+ const w = new ByteWriter();
204
+ // SOI and a JFIF 1.01 APP0 segment (no thumbnail, 1:1 aspect).
205
+ w.word(0xffd8);
206
+ w.word(0xffe0);
207
+ w.word(16);
208
+ w.bytes([0x4a, 0x46, 0x49, 0x46, 0x00, 1, 1, 0]);
209
+ w.word(1);
210
+ w.word(1);
211
+ w.bytes([0, 0]);
212
+ // DQT: both tables, 8-bit precision, in zigzag order.
213
+ w.word(0xffdb);
214
+ w.word(2 + 2 * 65);
215
+ for (let t = 0; t < 2; t++) {
216
+ w.byte(t);
217
+ for (let i = 0; i < 64; i++)
218
+ w.byte(quant[t][ZIGZAG[i]]);
219
+ }
220
+ // SOF0: baseline, 8-bit, three components, no subsampling.
221
+ w.word(0xffc0);
222
+ w.word(8 + 3 * 3);
223
+ w.byte(8);
224
+ w.word(height);
225
+ w.word(width);
226
+ w.byte(3);
227
+ for (let c = 0; c < 3; c++) {
228
+ w.byte(c + 1);
229
+ w.byte(0x11);
230
+ w.byte(c === 0 ? 0 : 1);
231
+ }
232
+ // DHT: the four Annex K tables.
233
+ w.word(0xffc4);
234
+ const dhtLength = 2 +
235
+ [DC_LUMINANCE, AC_LUMINANCE, DC_CHROMINANCE, AC_CHROMINANCE].reduce((n, s) => n + 17 + s.symbols.length, 0);
236
+ w.word(dhtLength);
237
+ writeHuffmanTable(w, 0, 0, DC_LUMINANCE);
238
+ writeHuffmanTable(w, 1, 0, AC_LUMINANCE);
239
+ writeHuffmanTable(w, 0, 1, DC_CHROMINANCE);
240
+ writeHuffmanTable(w, 1, 1, AC_CHROMINANCE);
241
+ // SOS: all three components in one interleaved scan.
242
+ w.word(0xffda);
243
+ w.word(6 + 2 * 3);
244
+ w.byte(3);
245
+ for (let c = 0; c < 3; c++) {
246
+ w.byte(c + 1);
247
+ w.byte(c === 0 ? 0x00 : 0x11);
248
+ }
249
+ w.bytes([0, 63, 0]);
250
+ const block = new Float64Array(64);
251
+ const tmp = new Float64Array(64);
252
+ const previousDc = [0, 0, 0];
253
+ for (let by = 0; by < height; by += 8) {
254
+ for (let bx = 0; bx < width; bx += 8) {
255
+ for (let c = 0; c < 3; c++) {
256
+ // Level-shifted YCbCr samples (JFIF), edge pixels repeated past the border.
257
+ for (let y = 0; y < 8; y++) {
258
+ const py = Math.min(by + y, height - 1);
259
+ for (let x = 0; x < 8; x++) {
260
+ const px = Math.min(bx + x, width - 1);
261
+ const i = (py * width + px) * 3;
262
+ const r = rgb[i];
263
+ const g = rgb[i + 1];
264
+ const b = rgb[i + 2];
265
+ block[y * 8 + x] =
266
+ c === 0
267
+ ? 0.299 * r + 0.587 * g + 0.114 * b - 128
268
+ : c === 1
269
+ ? -0.168736 * r - 0.331264 * g + 0.5 * b
270
+ : 0.5 * r - 0.418688 * g - 0.081312 * b;
271
+ }
272
+ }
273
+ fdct(block, tmp);
274
+ const t = c === 0 ? 0 : 1;
275
+ const q = quant[t];
276
+ const coefficients = new Int32Array(64);
277
+ for (let i = 0; i < 64; i++) {
278
+ const k = ZIGZAG[i];
279
+ coefficients[i] = Math.round(block[k] / q[k]);
280
+ }
281
+ // DC: the difference from the previous block of this component.
282
+ const diff = coefficients[0] - previousDc[c];
283
+ previousDc[c] = coefficients[0];
284
+ const [dcSize, dcBits] = category(diff);
285
+ w.bits(dc[t].codes[dcSize], dc[t].lengths[dcSize]);
286
+ if (dcSize > 0)
287
+ w.bits(dcBits, dcSize);
288
+ // AC: run-length of zeros and magnitude category, then the bits.
289
+ let run = 0;
290
+ for (let i = 1; i < 64; i++) {
291
+ const value = coefficients[i];
292
+ if (value === 0) {
293
+ run++;
294
+ continue;
295
+ }
296
+ while (run > 15) {
297
+ w.bits(ac[t].codes[0xf0], ac[t].lengths[0xf0]);
298
+ run -= 16;
299
+ }
300
+ const [size, bits] = category(value);
301
+ const symbol = (run << 4) | size;
302
+ w.bits(ac[t].codes[symbol], ac[t].lengths[symbol]);
303
+ w.bits(bits, size);
304
+ run = 0;
305
+ }
306
+ if (run > 0)
307
+ w.bits(ac[t].codes[0x00], ac[t].lengths[0x00]);
308
+ }
309
+ }
310
+ }
311
+ w.flushBits();
312
+ w.word(0xffd9);
313
+ return w.result();
314
+ }
315
+ //# sourceMappingURL=jpeg_encoder.js.map
@@ -0,0 +1,34 @@
1
+ export declare const _LLM_CONTEXT_LOG_ENV_VAR = "PIPECAT_LOG_LLM_CONTEXT";
2
+ /**
3
+ * How much of the context LLM services include in their DEBUG log lines.
4
+ *
5
+ * LLM services log a DEBUG line each time they generate a response, and
6
+ * realtime services when they set up their server-side conversation. The
7
+ * context is built only when DEBUG is enabled.
8
+ *
9
+ * - FULL: Every message of the context.
10
+ * - OFF: None of it; the line is logged without the context.
11
+ */
12
+ export declare const _LLMContextLogMode: {
13
+ readonly FULL: "full";
14
+ readonly OFF: "off";
15
+ };
16
+ export type _LLMContextLogMode = (typeof _LLMContextLogMode)[keyof typeof _LLMContextLogMode];
17
+ /**
18
+ * Return how LLM services log the context.
19
+ *
20
+ * The mode named by `PIPECAT_LOG_LLM_CONTEXT`, or `full` when it is unset
21
+ * or empty. The environment variable is read once, on first use.
22
+ *
23
+ * @returns The current LLM context log mode.
24
+ * @throws InvalidEnvVarValueError If `PIPECAT_LOG_LLM_CONTEXT` is set to an unknown mode.
25
+ */
26
+ export declare function _getLlmContextLogMode(): _LLMContextLogMode;
27
+ /**
28
+ * Forget the cached mode so the next `_getLlmContextLogMode()` reads the
29
+ * environment again. Python tests assign `_llm_context_log_mode = None`; a
30
+ * module variable can't be assigned from outside in JS.
31
+ */
32
+ export declare function _resetLlmContextLogMode(): void;
33
+ export declare function _llmContextLogModeFromEnv(): _LLMContextLogMode;
34
+ //# sourceMappingURL=log_config.d.ts.map