coco-framework 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (400) hide show
  1. coco/__init__.py +3 -0
  2. coco/agents/__init__.py +9 -0
  3. coco/agents/_subagent_transformer.py +307 -0
  4. coco/agents/factory.py +2164 -0
  5. coco/agents/middleware/__init__.py +100 -0
  6. coco/agents/middleware/_execution.py +385 -0
  7. coco/agents/middleware/_redaction.py +454 -0
  8. coco/agents/middleware/_retry.py +134 -0
  9. coco/agents/middleware/_trace_policy.py +61 -0
  10. coco/agents/middleware/context_editing.py +306 -0
  11. coco/agents/middleware/file_search.py +433 -0
  12. coco/agents/middleware/human_in_the_loop.py +680 -0
  13. coco/agents/middleware/internal_call_transformer.py +108 -0
  14. coco/agents/middleware/model_call_limit.py +267 -0
  15. coco/agents/middleware/model_fallback.py +417 -0
  16. coco/agents/middleware/model_retry.py +327 -0
  17. coco/agents/middleware/pii.py +878 -0
  18. coco/agents/middleware/provider_tool_search.py +307 -0
  19. coco/agents/middleware/shell_tool.py +949 -0
  20. coco/agents/middleware/summarization.py +910 -0
  21. coco/agents/middleware/todo.py +357 -0
  22. coco/agents/middleware/tool_call_limit.py +495 -0
  23. coco/agents/middleware/tool_emulator.py +251 -0
  24. coco/agents/middleware/tool_error.py +209 -0
  25. coco/agents/middleware/tool_retry.py +421 -0
  26. coco/agents/middleware/tool_selection.py +515 -0
  27. coco/agents/middleware/types.py +2201 -0
  28. coco/agents/structured_output.py +472 -0
  29. coco/chat_models/__init__.py +7 -0
  30. coco/chat_models/base.py +1082 -0
  31. coco/embeddings/__init__.py +18 -0
  32. coco/embeddings/base.py +279 -0
  33. coco/mcp/__init__.py +36 -0
  34. coco/mcp/adapter.py +245 -0
  35. coco/mcp/elicitation.py +394 -0
  36. coco/mcp/tools.py +307 -0
  37. coco/messages/__init__.py +73 -0
  38. coco/py.typed +0 -0
  39. coco/rate_limiters/__init__.py +13 -0
  40. coco/tools/__init__.py +22 -0
  41. coco/tools/tool_node.py +20 -0
  42. coco_anthropic/__init__.py +15 -0
  43. coco_anthropic/_client_utils.py +81 -0
  44. coco_anthropic/_compat.py +228 -0
  45. coco_anthropic/_sdk_compat.py +124 -0
  46. coco_anthropic/_version.py +3 -0
  47. coco_anthropic/chat_models.py +3349 -0
  48. coco_anthropic/data/__init__.py +1 -0
  49. coco_anthropic/data/_profiles.py +491 -0
  50. coco_anthropic/data/profile_augmentations.toml +69 -0
  51. coco_anthropic/experimental.py +140 -0
  52. coco_anthropic/llms.py +428 -0
  53. coco_anthropic/middleware/__init__.py +25 -0
  54. coco_anthropic/middleware/anthropic_tools.py +1197 -0
  55. coco_anthropic/middleware/bash.py +84 -0
  56. coco_anthropic/middleware/file_search.py +360 -0
  57. coco_anthropic/middleware/prompt_caching.py +276 -0
  58. coco_anthropic/output_parsers.py +93 -0
  59. coco_anthropic/py.typed +0 -0
  60. coco_core/__init__.py +20 -0
  61. coco_core/_api/__init__.py +87 -0
  62. coco_core/_api/beta_decorator.py +266 -0
  63. coco_core/_api/deprecation.py +637 -0
  64. coco_core/_api/internal.py +23 -0
  65. coco_core/_api/path.py +50 -0
  66. coco_core/_import_utils.py +41 -0
  67. coco_core/_protocol.py +625 -0
  68. coco_core/_security/__init__.py +36 -0
  69. coco_core/_security/_exceptions.py +9 -0
  70. coco_core/_security/_policy.py +313 -0
  71. coco_core/_security/_ssrf_protection.py +155 -0
  72. coco_core/_security/_transport.py +254 -0
  73. coco_core/agents.py +258 -0
  74. coco_core/caches.py +272 -0
  75. coco_core/callbacks/__init__.py +132 -0
  76. coco_core/callbacks/base.py +1229 -0
  77. coco_core/callbacks/file.py +266 -0
  78. coco_core/callbacks/manager.py +2826 -0
  79. coco_core/callbacks/stdout.py +123 -0
  80. coco_core/callbacks/streaming_stdout.py +154 -0
  81. coco_core/callbacks/usage.py +124 -0
  82. coco_core/chat_history.py +267 -0
  83. coco_core/chat_loaders.py +26 -0
  84. coco_core/chat_sessions.py +19 -0
  85. coco_core/cross_encoders.py +18 -0
  86. coco_core/document_loaders/__init__.py +36 -0
  87. coco_core/document_loaders/base.py +155 -0
  88. coco_core/document_loaders/blob_loaders.py +38 -0
  89. coco_core/documents/__init__.py +55 -0
  90. coco_core/documents/base.py +347 -0
  91. coco_core/documents/compressor.py +74 -0
  92. coco_core/documents/transformers.py +79 -0
  93. coco_core/embeddings/__init__.py +31 -0
  94. coco_core/embeddings/embeddings.py +78 -0
  95. coco_core/embeddings/fake.py +129 -0
  96. coco_core/env.py +22 -0
  97. coco_core/example_selectors/__init__.py +47 -0
  98. coco_core/example_selectors/base.py +60 -0
  99. coco_core/example_selectors/length_based.py +131 -0
  100. coco_core/example_selectors/semantic_similarity.py +366 -0
  101. coco_core/exceptions.py +166 -0
  102. coco_core/globals.py +72 -0
  103. coco_core/indexing/__init__.py +53 -0
  104. coco_core/indexing/api.py +954 -0
  105. coco_core/indexing/base.py +661 -0
  106. coco_core/indexing/in_memory.py +104 -0
  107. coco_core/language_models/__init__.py +116 -0
  108. coco_core/language_models/_compat_bridge.py +844 -0
  109. coco_core/language_models/_utils.py +343 -0
  110. coco_core/language_models/base.py +500 -0
  111. coco_core/language_models/chat_model_stream.py +1525 -0
  112. coco_core/language_models/chat_models.py +2748 -0
  113. coco_core/language_models/fake.py +137 -0
  114. coco_core/language_models/fake_chat_models.py +396 -0
  115. coco_core/language_models/llms.py +1569 -0
  116. coco_core/language_models/model_profile.py +183 -0
  117. coco_core/load/__init__.py +44 -0
  118. coco_core/load/_validation.py +191 -0
  119. coco_core/load/dump.py +120 -0
  120. coco_core/load/load.py +828 -0
  121. coco_core/load/mapping.py +1097 -0
  122. coco_core/load/serializable.py +406 -0
  123. coco_core/messages/__init__.py +198 -0
  124. coco_core/messages/ai.py +854 -0
  125. coco_core/messages/base.py +518 -0
  126. coco_core/messages/block_translators/__init__.py +112 -0
  127. coco_core/messages/block_translators/anthropic.py +534 -0
  128. coco_core/messages/block_translators/bedrock.py +108 -0
  129. coco_core/messages/block_translators/bedrock_converse.py +329 -0
  130. coco_core/messages/block_translators/coco_v0.py +303 -0
  131. coco_core/messages/block_translators/google_genai.py +610 -0
  132. coco_core/messages/block_translators/google_vertexai.py +21 -0
  133. coco_core/messages/block_translators/groq.py +157 -0
  134. coco_core/messages/block_translators/openai.py +1089 -0
  135. coco_core/messages/chat.py +64 -0
  136. coco_core/messages/content.py +1488 -0
  137. coco_core/messages/function.py +62 -0
  138. coco_core/messages/human.py +70 -0
  139. coco_core/messages/modifier.py +33 -0
  140. coco_core/messages/system.py +70 -0
  141. coco_core/messages/tool.py +418 -0
  142. coco_core/messages/utils.py +2442 -0
  143. coco_core/output_parsers/__init__.py +101 -0
  144. coco_core/output_parsers/base.py +361 -0
  145. coco_core/output_parsers/format_instructions.py +16 -0
  146. coco_core/output_parsers/json.py +139 -0
  147. coco_core/output_parsers/list.py +249 -0
  148. coco_core/output_parsers/openai_functions.py +324 -0
  149. coco_core/output_parsers/openai_tools.py +383 -0
  150. coco_core/output_parsers/pydantic.py +141 -0
  151. coco_core/output_parsers/string.py +63 -0
  152. coco_core/output_parsers/transform.py +175 -0
  153. coco_core/output_parsers/xml.py +301 -0
  154. coco_core/outputs/__init__.py +66 -0
  155. coco_core/outputs/chat_generation.py +147 -0
  156. coco_core/outputs/chat_result.py +39 -0
  157. coco_core/outputs/generation.py +80 -0
  158. coco_core/outputs/llm_result.py +112 -0
  159. coco_core/outputs/run_info.py +22 -0
  160. coco_core/prompt_values.py +161 -0
  161. coco_core/prompts/__init__.py +101 -0
  162. coco_core/prompts/base.py +508 -0
  163. coco_core/prompts/chat.py +1495 -0
  164. coco_core/prompts/dict.py +177 -0
  165. coco_core/prompts/few_shot.py +483 -0
  166. coco_core/prompts/few_shot_with_templates.py +239 -0
  167. coco_core/prompts/image.py +177 -0
  168. coco_core/prompts/loading.py +296 -0
  169. coco_core/prompts/message.py +97 -0
  170. coco_core/prompts/prompt.py +312 -0
  171. coco_core/prompts/string.py +399 -0
  172. coco_core/prompts/structured.py +214 -0
  173. coco_core/py.typed +0 -0
  174. coco_core/rate_limiters.py +254 -0
  175. coco_core/retrievers.py +328 -0
  176. coco_core/runnables/__init__.py +136 -0
  177. coco_core/runnables/base.py +6725 -0
  178. coco_core/runnables/branch.py +457 -0
  179. coco_core/runnables/config.py +712 -0
  180. coco_core/runnables/configurable.py +710 -0
  181. coco_core/runnables/fallbacks.py +663 -0
  182. coco_core/runnables/graph.py +741 -0
  183. coco_core/runnables/graph_ascii.py +366 -0
  184. coco_core/runnables/graph_mermaid.py +503 -0
  185. coco_core/runnables/graph_png.py +215 -0
  186. coco_core/runnables/history.py +631 -0
  187. coco_core/runnables/passthrough.py +849 -0
  188. coco_core/runnables/retry.py +379 -0
  189. coco_core/runnables/router.py +239 -0
  190. coco_core/runnables/schema.py +188 -0
  191. coco_core/runnables/utils.py +798 -0
  192. coco_core/stores.py +291 -0
  193. coco_core/structured_query.py +203 -0
  194. coco_core/sys_info.py +154 -0
  195. coco_core/tools/__init__.py +95 -0
  196. coco_core/tools/base.py +1948 -0
  197. coco_core/tools/convert.py +497 -0
  198. coco_core/tools/render.py +67 -0
  199. coco_core/tools/retriever.py +94 -0
  200. coco_core/tools/simple.py +208 -0
  201. coco_core/tools/structured.py +322 -0
  202. coco_core/tracers/__init__.py +47 -0
  203. coco_core/tracers/_compat.py +95 -0
  204. coco_core/tracers/_context.py +337 -0
  205. coco_core/tracers/_streaming.py +53 -0
  206. coco_core/tracers/base.py +955 -0
  207. coco_core/tracers/coco.py +279 -0
  208. coco_core/tracers/context.py +205 -0
  209. coco_core/tracers/core.py +766 -0
  210. coco_core/tracers/event_stream.py +1101 -0
  211. coco_core/tracers/log_stream.py +765 -0
  212. coco_core/tracers/memory_stream.py +200 -0
  213. coco_core/tracers/root_listeners.py +130 -0
  214. coco_core/tracers/run_collector.py +40 -0
  215. coco_core/tracers/schemas.py +14 -0
  216. coco_core/tracers/stdout.py +205 -0
  217. coco_core/utils/__init__.py +111 -0
  218. coco_core/utils/_gateway.py +274 -0
  219. coco_core/utils/_merge.py +218 -0
  220. coco_core/utils/aiter.py +357 -0
  221. coco_core/utils/env.py +86 -0
  222. coco_core/utils/formatting.py +80 -0
  223. coco_core/utils/function_calling.py +869 -0
  224. coco_core/utils/html.py +132 -0
  225. coco_core/utils/image.py +15 -0
  226. coco_core/utils/input.py +82 -0
  227. coco_core/utils/interactive_env.py +12 -0
  228. coco_core/utils/iter.py +229 -0
  229. coco_core/utils/json.py +230 -0
  230. coco_core/utils/json_schema.py +273 -0
  231. coco_core/utils/mustache.py +706 -0
  232. coco_core/utils/pydantic.py +631 -0
  233. coco_core/utils/strings.py +69 -0
  234. coco_core/utils/usage.py +61 -0
  235. coco_core/utils/utils.py +528 -0
  236. coco_core/utils/uuid.py +57 -0
  237. coco_core/vectorstores/__init__.py +53 -0
  238. coco_core/vectorstores/base.py +1111 -0
  239. coco_core/vectorstores/in_memory.py +546 -0
  240. coco_core/vectorstores/utils.py +163 -0
  241. coco_core/version.py +3 -0
  242. coco_framework-0.1.0.dist-info/METADATA +184 -0
  243. coco_framework-0.1.0.dist-info/RECORD +400 -0
  244. coco_framework-0.1.0.dist-info/WHEEL +4 -0
  245. coco_framework-0.1.0.dist-info/licenses/LICENSE +24 -0
  246. coco_framework-0.1.0.dist-info/licenses/NOTICE +15 -0
  247. coco_graph/_internal/__init__.py +4 -0
  248. coco_graph/_internal/_cache.py +31 -0
  249. coco_graph/_internal/_config.py +474 -0
  250. coco_graph/_internal/_constants.py +140 -0
  251. coco_graph/_internal/_fields.py +213 -0
  252. coco_graph/_internal/_future.py +220 -0
  253. coco_graph/_internal/_pydantic.py +275 -0
  254. coco_graph/_internal/_queue.py +124 -0
  255. coco_graph/_internal/_replay.py +90 -0
  256. coco_graph/_internal/_retry.py +29 -0
  257. coco_graph/_internal/_runnable.py +969 -0
  258. coco_graph/_internal/_scratchpad.py +19 -0
  259. coco_graph/_internal/_serde.py +253 -0
  260. coco_graph/_internal/_timeout.py +25 -0
  261. coco_graph/_internal/_typing.py +54 -0
  262. coco_graph/cache/base/__init__.py +48 -0
  263. coco_graph/cache/base/py.typed +0 -0
  264. coco_graph/cache/memory/__init__.py +73 -0
  265. coco_graph/cache/redis/__init__.py +144 -0
  266. coco_graph/cache/sqlite/__init__.py +120 -0
  267. coco_graph/callbacks.py +394 -0
  268. coco_graph/channels/__init__.py +29 -0
  269. coco_graph/channels/any_value.py +72 -0
  270. coco_graph/channels/base.py +121 -0
  271. coco_graph/channels/binop.py +155 -0
  272. coco_graph/channels/delta.py +202 -0
  273. coco_graph/channels/ephemeral_value.py +79 -0
  274. coco_graph/channels/last_value.py +151 -0
  275. coco_graph/channels/named_barrier_value.py +167 -0
  276. coco_graph/channels/topic.py +94 -0
  277. coco_graph/channels/untracked_value.py +73 -0
  278. coco_graph/checkpoint/base/__init__.py +861 -0
  279. coco_graph/checkpoint/base/id.py +109 -0
  280. coco_graph/checkpoint/base/py.typed +0 -0
  281. coco_graph/checkpoint/memory/__init__.py +698 -0
  282. coco_graph/checkpoint/memory/py.typed +0 -0
  283. coco_graph/checkpoint/postgres/__init__.py +602 -0
  284. coco_graph/checkpoint/postgres/_ainternal.py +23 -0
  285. coco_graph/checkpoint/postgres/_internal.py +21 -0
  286. coco_graph/checkpoint/postgres/aio.py +691 -0
  287. coco_graph/checkpoint/postgres/base.py +666 -0
  288. coco_graph/checkpoint/postgres/py.typed +0 -0
  289. coco_graph/checkpoint/postgres/shallow.py +967 -0
  290. coco_graph/checkpoint/serde/__init__.py +0 -0
  291. coco_graph/checkpoint/serde/_msgpack.py +97 -0
  292. coco_graph/checkpoint/serde/base.py +64 -0
  293. coco_graph/checkpoint/serde/encrypted.py +80 -0
  294. coco_graph/checkpoint/serde/event_hooks.py +52 -0
  295. coco_graph/checkpoint/serde/jsonplus.py +883 -0
  296. coco_graph/checkpoint/serde/py.typed +0 -0
  297. coco_graph/checkpoint/serde/types.py +68 -0
  298. coco_graph/checkpoint/sqlite/__init__.py +645 -0
  299. coco_graph/checkpoint/sqlite/_delta.py +172 -0
  300. coco_graph/checkpoint/sqlite/aio.py +738 -0
  301. coco_graph/checkpoint/sqlite/py.typed +0 -0
  302. coco_graph/checkpoint/sqlite/utils.py +116 -0
  303. coco_graph/config.py +196 -0
  304. coco_graph/constants.py +64 -0
  305. coco_graph/errors.py +241 -0
  306. coco_graph/func/__init__.py +620 -0
  307. coco_graph/graph/__init__.py +12 -0
  308. coco_graph/graph/_branch.py +225 -0
  309. coco_graph/graph/_node.py +103 -0
  310. coco_graph/graph/message.py +437 -0
  311. coco_graph/graph/state.py +1978 -0
  312. coco_graph/graph/ui.py +227 -0
  313. coco_graph/managed/__init__.py +3 -0
  314. coco_graph/managed/base.py +31 -0
  315. coco_graph/managed/is_last_step.py +24 -0
  316. coco_graph/prebuilt/__init__.py +23 -0
  317. coco_graph/prebuilt/_tool_call_stream.py +117 -0
  318. coco_graph/prebuilt/_tool_call_transformer.py +165 -0
  319. coco_graph/prebuilt/chat_agent_executor.py +1015 -0
  320. coco_graph/prebuilt/interrupt.py +105 -0
  321. coco_graph/prebuilt/py.typed +0 -0
  322. coco_graph/prebuilt/tool_node.py +2030 -0
  323. coco_graph/prebuilt/tool_validator.py +221 -0
  324. coco_graph/pregel/__init__.py +3 -0
  325. coco_graph/pregel/_algo.py +1460 -0
  326. coco_graph/pregel/_call.py +298 -0
  327. coco_graph/pregel/_checkpoint.py +331 -0
  328. coco_graph/pregel/_config.py +0 -0
  329. coco_graph/pregel/_draw.py +294 -0
  330. coco_graph/pregel/_executor.py +223 -0
  331. coco_graph/pregel/_io.py +174 -0
  332. coco_graph/pregel/_log.py +3 -0
  333. coco_graph/pregel/_loop.py +1988 -0
  334. coco_graph/pregel/_messages.py +461 -0
  335. coco_graph/pregel/_read.py +312 -0
  336. coco_graph/pregel/_retry.py +854 -0
  337. coco_graph/pregel/_runner.py +941 -0
  338. coco_graph/pregel/_tools.py +268 -0
  339. coco_graph/pregel/_utils.py +221 -0
  340. coco_graph/pregel/_validate.py +120 -0
  341. coco_graph/pregel/_write.py +192 -0
  342. coco_graph/pregel/debug.py +302 -0
  343. coco_graph/pregel/main.py +4364 -0
  344. coco_graph/pregel/protocol.py +288 -0
  345. coco_graph/pregel/types.py +38 -0
  346. coco_graph/py.typed +0 -0
  347. coco_graph/runtime.py +350 -0
  348. coco_graph/store/base/__init__.py +1322 -0
  349. coco_graph/store/base/batch.py +371 -0
  350. coco_graph/store/base/embed.py +436 -0
  351. coco_graph/store/base/py.typed +0 -0
  352. coco_graph/store/memory/__init__.py +592 -0
  353. coco_graph/store/memory/py.typed +0 -0
  354. coco_graph/store/postgres/__init__.py +4 -0
  355. coco_graph/store/postgres/aio.py +592 -0
  356. coco_graph/store/postgres/base.py +1480 -0
  357. coco_graph/store/postgres/py.typed +0 -0
  358. coco_graph/store/sqlite/__init__.py +4 -0
  359. coco_graph/store/sqlite/aio.py +632 -0
  360. coco_graph/store/sqlite/base.py +1514 -0
  361. coco_graph/stream/__init__.py +45 -0
  362. coco_graph/stream/_convert.py +32 -0
  363. coco_graph/stream/_mux.py +523 -0
  364. coco_graph/stream/_types.py +330 -0
  365. coco_graph/stream/run_stream.py +735 -0
  366. coco_graph/stream/stream_channel.py +341 -0
  367. coco_graph/stream/transformers.py +1039 -0
  368. coco_graph/types.py +1079 -0
  369. coco_graph/typing.py +48 -0
  370. coco_graph/utils/__init__.py +1 -0
  371. coco_graph/utils/config.py +4 -0
  372. coco_graph/utils/runnable.py +3 -0
  373. coco_graph/version.py +13 -0
  374. coco_graph/warnings.py +69 -0
  375. coco_openai/__init__.py +20 -0
  376. coco_openai/_compat.py +45 -0
  377. coco_openai/_version.py +3 -0
  378. coco_openai/chat_models/__init__.py +6 -0
  379. coco_openai/chat_models/_client_utils.py +684 -0
  380. coco_openai/chat_models/_compat.py +525 -0
  381. coco_openai/chat_models/azure.py +1227 -0
  382. coco_openai/chat_models/base.py +5654 -0
  383. coco_openai/chat_models/codex.py +557 -0
  384. coco_openai/chatgpt_oauth.py +1063 -0
  385. coco_openai/data/__init__.py +1 -0
  386. coco_openai/data/_profiles.py +1655 -0
  387. coco_openai/data/profile_augmentations.toml +127 -0
  388. coco_openai/embeddings/__init__.py +6 -0
  389. coco_openai/embeddings/azure.py +240 -0
  390. coco_openai/embeddings/base.py +820 -0
  391. coco_openai/llms/__init__.py +6 -0
  392. coco_openai/llms/azure.py +249 -0
  393. coco_openai/llms/base.py +919 -0
  394. coco_openai/middleware/__init__.py +11 -0
  395. coco_openai/middleware/openai_moderation.py +484 -0
  396. coco_openai/output_parsers/__init__.py +9 -0
  397. coco_openai/output_parsers/tools.py +9 -0
  398. coco_openai/py.typed +0 -0
  399. coco_openai/tools/__init__.py +5 -0
  400. coco_openai/tools/custom_tool.py +111 -0
@@ -0,0 +1,738 @@
1
+ from __future__ import annotations
2
+
3
+ import asyncio
4
+ import json
5
+ import random
6
+ import threading
7
+ from collections.abc import AsyncIterator, Callable, Iterator, Mapping, Sequence
8
+ from contextlib import asynccontextmanager
9
+ from typing import Any, TypeVar, cast
10
+
11
+ import aiosqlite
12
+ from coco_core.runnables import RunnableConfig
13
+ from coco_graph.checkpoint.base import (
14
+ WRITES_IDX_MAP,
15
+ BaseCheckpointSaver,
16
+ ChannelVersions,
17
+ Checkpoint,
18
+ CheckpointMetadata,
19
+ CheckpointTuple,
20
+ DeltaChannelHistory,
21
+ SerializerProtocol,
22
+ get_checkpoint_id,
23
+ get_checkpoint_metadata,
24
+ )
25
+ from coco_graph.checkpoint.serde.jsonplus import JsonPlusSerializer
26
+
27
+ from coco_graph.checkpoint.sqlite._delta import (
28
+ DELTA_STAGE1_SQL,
29
+ build_delta_channels_writes_history,
30
+ build_delta_stage2_sql,
31
+ step_walk_with_row,
32
+ )
33
+ from coco_graph.checkpoint.sqlite.utils import search_where
34
+
35
+ T = TypeVar("T", bound=Callable)
36
+
37
+
38
+ class AsyncSqliteSaver(BaseCheckpointSaver[str]):
39
+ """An asynchronous checkpoint saver that stores checkpoints in a SQLite database.
40
+
41
+ This class provides an asynchronous interface for saving and retrieving checkpoints
42
+ using a SQLite database. It's designed for use in asynchronous environments and
43
+ offers better performance for I/O-bound operations compared to synchronous alternatives.
44
+
45
+ Attributes:
46
+ conn (aiosqlite.Connection): The asynchronous SQLite database connection.
47
+ serde (SerializerProtocol): The serializer used for encoding/decoding checkpoints.
48
+
49
+ Tip:
50
+ Requires the [aiosqlite](https://pypi.org/project/aiosqlite/) package.
51
+ Install it with `pip install aiosqlite`.
52
+
53
+ Warning:
54
+ While this class supports asynchronous checkpointing, it is not recommended
55
+ for production workloads due to limitations in SQLite's write performance.
56
+ For production use, consider a more robust database like PostgreSQL.
57
+
58
+ Tip:
59
+ Remember to **close the database connection** after executing your code,
60
+ otherwise, you may see the graph "hang" after execution (since the program
61
+ will not exit until the connection is closed).
62
+
63
+ The easiest way is to use the `async with` statement as shown in the examples.
64
+
65
+ ```python
66
+ async with AsyncSqliteSaver.from_conn_string("checkpoints.sqlite") as saver:
67
+ # Your code here
68
+ graph = builder.compile(checkpointer=saver)
69
+ config = {"configurable": {"thread_id": "thread-1"}}
70
+ async for event in graph.astream_events(..., config, version="v1"):
71
+ print(event)
72
+ ```
73
+
74
+ Examples:
75
+ Usage within StateGraph:
76
+
77
+ ```pycon
78
+ >>> import asyncio
79
+ >>>
80
+ >>> from coco_graph.checkpoint.sqlite.aio import AsyncSqliteSaver
81
+ >>> from coco_graph.graph import StateGraph
82
+ >>>
83
+ >>> async def main():
84
+ >>> builder = StateGraph(int)
85
+ >>> builder.add_node("add_one", lambda x: x + 1)
86
+ >>> builder.set_entry_point("add_one")
87
+ >>> builder.set_finish_point("add_one")
88
+ >>> async with AsyncSqliteSaver.from_conn_string("checkpoints.db") as memory:
89
+ >>> graph = builder.compile(checkpointer=memory)
90
+ >>> coro = graph.ainvoke(1, {"configurable": {"thread_id": "thread-1"}})
91
+ >>> print(await asyncio.gather(coro))
92
+ >>>
93
+ >>> asyncio.run(main())
94
+ Output: [2]
95
+ ```
96
+ Raw usage:
97
+
98
+ ```pycon
99
+ >>> import asyncio
100
+ >>> import aiosqlite
101
+ >>> from coco_graph.checkpoint.sqlite.aio import AsyncSqliteSaver
102
+ >>>
103
+ >>> async def main():
104
+ >>> async with aiosqlite.connect("checkpoints.db") as conn:
105
+ ... saver = AsyncSqliteSaver(conn)
106
+ ... config = {"configurable": {"thread_id": "1", "checkpoint_ns": ""}}
107
+ ... checkpoint = {"ts": "2023-05-03T10:00:00Z", "data": {"key": "value"}, "id": "0c62ca34-ac19-445d-bbb0-5b4984975b2a"}
108
+ ... saved_config = await saver.aput(config, checkpoint, {}, {})
109
+ ... print(saved_config)
110
+ >>> asyncio.run(main())
111
+ {'configurable': {'thread_id': '1', 'checkpoint_ns': '', 'checkpoint_id': '0c62ca34-ac19-445d-bbb0-5b4984975b2a'}}
112
+ ```
113
+ """
114
+
115
+ lock: asyncio.Lock
116
+ is_setup: bool
117
+
118
+ def __init__(
119
+ self,
120
+ conn: aiosqlite.Connection,
121
+ *,
122
+ serde: SerializerProtocol | None = None,
123
+ ):
124
+ super().__init__(serde=serde)
125
+ self.jsonplus_serde = JsonPlusSerializer()
126
+ self.conn = conn
127
+ self.lock = asyncio.Lock()
128
+ self.loop = asyncio.get_running_loop()
129
+ self.is_setup = False
130
+
131
+ @classmethod
132
+ @asynccontextmanager
133
+ async def from_conn_string(
134
+ cls, conn_string: str
135
+ ) -> AsyncIterator[AsyncSqliteSaver]:
136
+ """Create a new AsyncSqliteSaver instance from a connection string.
137
+
138
+ Args:
139
+ conn_string: The SQLite connection string.
140
+
141
+ Yields:
142
+ AsyncSqliteSaver: A new AsyncSqliteSaver instance.
143
+ """
144
+ async with aiosqlite.connect(conn_string) as conn:
145
+ yield cls(conn)
146
+
147
+ def get_tuple(self, config: RunnableConfig) -> CheckpointTuple | None:
148
+ """Get a checkpoint tuple from the database.
149
+
150
+ This method retrieves a checkpoint tuple from the SQLite database based on the
151
+ provided config. If the config contains a `checkpoint_id` key, the checkpoint with
152
+ the matching thread ID and checkpoint ID is retrieved. Otherwise, the latest checkpoint
153
+ for the given thread ID is retrieved.
154
+
155
+ Args:
156
+ config: The config to use for retrieving the checkpoint.
157
+
158
+ Returns:
159
+ The retrieved checkpoint tuple, or None if no matching checkpoint was found.
160
+ """
161
+ try:
162
+ # check if we are in the main thread, only bg threads can block
163
+ # we don't check in other methods to avoid the overhead
164
+ if asyncio.get_running_loop() is self.loop:
165
+ raise asyncio.InvalidStateError(
166
+ "Synchronous calls to AsyncSqliteSaver are only allowed from a "
167
+ "different thread. From the main thread, use the async interface. "
168
+ "For example, use `await checkpointer.aget_tuple(...)` or `await "
169
+ "graph.ainvoke(...)`."
170
+ )
171
+ except RuntimeError:
172
+ pass
173
+ return asyncio.run_coroutine_threadsafe(
174
+ self.aget_tuple(config), self.loop
175
+ ).result()
176
+
177
+ def list(
178
+ self,
179
+ config: RunnableConfig | None,
180
+ *,
181
+ filter: dict[str, Any] | None = None,
182
+ before: RunnableConfig | None = None,
183
+ limit: int | None = None,
184
+ ) -> Iterator[CheckpointTuple]:
185
+ """List checkpoints from the database asynchronously.
186
+
187
+ This method retrieves a list of checkpoint tuples from the SQLite database based
188
+ on the provided config. The checkpoints are ordered by checkpoint ID in descending order (newest first).
189
+
190
+ Args:
191
+ config: Base configuration for filtering checkpoints.
192
+ filter: Additional filtering criteria for metadata.
193
+ before: If provided, only checkpoints before the specified checkpoint ID are returned.
194
+ limit: Maximum number of checkpoints to return.
195
+
196
+ Yields:
197
+ An iterator of matching checkpoint tuples.
198
+ """
199
+ try:
200
+ # check if we are in the main thread, only bg threads can block
201
+ # we don't check in other methods to avoid the overhead
202
+ if asyncio.get_running_loop() is self.loop:
203
+ raise asyncio.InvalidStateError(
204
+ "Synchronous calls to AsyncSqliteSaver are only allowed from a "
205
+ "different thread. From the main thread, use the async interface. "
206
+ "For example, use `checkpointer.alist(...)` or `await "
207
+ "graph.ainvoke(...)`."
208
+ )
209
+ except RuntimeError:
210
+ pass
211
+ aiter_ = self.alist(config, filter=filter, before=before, limit=limit)
212
+ while True:
213
+ try:
214
+ yield asyncio.run_coroutine_threadsafe(
215
+ anext(aiter_), # type: ignore[arg-type]
216
+ self.loop,
217
+ ).result()
218
+ except StopAsyncIteration:
219
+ break
220
+
221
+ def put(
222
+ self,
223
+ config: RunnableConfig,
224
+ checkpoint: Checkpoint,
225
+ metadata: CheckpointMetadata,
226
+ new_versions: ChannelVersions,
227
+ ) -> RunnableConfig:
228
+ """Save a checkpoint to the database.
229
+
230
+ This method saves a checkpoint to the SQLite database. The checkpoint is associated
231
+ with the provided config and its parent config (if any).
232
+
233
+ Args:
234
+ config: The config to associate with the checkpoint.
235
+ checkpoint: The checkpoint to save.
236
+ metadata: Additional metadata to save with the checkpoint.
237
+ new_versions: New channel versions as of this write.
238
+
239
+ Returns:
240
+ RunnableConfig: Updated configuration after storing the checkpoint.
241
+ """
242
+ return asyncio.run_coroutine_threadsafe(
243
+ self.aput(config, checkpoint, metadata, new_versions), self.loop
244
+ ).result()
245
+
246
+ def put_writes(
247
+ self,
248
+ config: RunnableConfig,
249
+ writes: Sequence[tuple[str, Any]],
250
+ task_id: str,
251
+ task_path: str = "",
252
+ ) -> None:
253
+ return asyncio.run_coroutine_threadsafe(
254
+ self.aput_writes(config, writes, task_id, task_path), self.loop
255
+ ).result()
256
+
257
+ def delete_thread(self, thread_id: str) -> None:
258
+ """Delete all checkpoints and writes associated with a thread ID.
259
+
260
+ Args:
261
+ thread_id: The thread ID to delete.
262
+
263
+ Returns:
264
+ None
265
+ """
266
+ try:
267
+ # check if we are in the main thread, only bg threads can block
268
+ # we don't check in other methods to avoid the overhead
269
+ if asyncio.get_running_loop() is self.loop:
270
+ raise asyncio.InvalidStateError(
271
+ "Synchronous calls to AsyncSqliteSaver are only allowed from a "
272
+ "different thread. From the main thread, use the async interface. "
273
+ "For example, use `checkpointer.alist(...)` or `await "
274
+ "graph.ainvoke(...)`."
275
+ )
276
+ except RuntimeError:
277
+ pass
278
+ return asyncio.run_coroutine_threadsafe(
279
+ self.adelete_thread(thread_id), self.loop
280
+ ).result()
281
+
282
+ def get_delta_channel_history(
283
+ self, *, config: RunnableConfig, channels: Sequence[str]
284
+ ) -> Mapping[str, DeltaChannelHistory]:
285
+ """Sync bridge to `aget_delta_channel_history`.
286
+
287
+ Mirrors the same cross-thread guard as `get_tuple` /
288
+ `delete_thread` — calling from the loop thread raises rather than
289
+ deadlocking.
290
+ """
291
+ try:
292
+ if asyncio.get_running_loop() is self.loop:
293
+ raise asyncio.InvalidStateError(
294
+ "Synchronous calls to AsyncSqliteSaver are only allowed from a "
295
+ "different thread. From the main thread, use the async interface. "
296
+ "For example, use `await checkpointer.aget_delta_channel_history(...)`."
297
+ )
298
+ except RuntimeError:
299
+ pass
300
+ return asyncio.run_coroutine_threadsafe(
301
+ self.aget_delta_channel_history(config=config, channels=channels),
302
+ self.loop,
303
+ ).result()
304
+
305
+ async def setup(self) -> None:
306
+ """Set up the checkpoint database asynchronously.
307
+
308
+ This method creates the necessary tables in the SQLite database if they don't
309
+ already exist. It is called automatically when needed and should not be called
310
+ directly by the user.
311
+ """
312
+ async with self.lock:
313
+ if self.is_setup:
314
+ return
315
+ await _ensure_connected(self.conn)
316
+ async with self.conn.executescript(
317
+ """
318
+ PRAGMA journal_mode=WAL;
319
+ CREATE TABLE IF NOT EXISTS checkpoints (
320
+ thread_id TEXT NOT NULL,
321
+ checkpoint_ns TEXT NOT NULL DEFAULT '',
322
+ checkpoint_id TEXT NOT NULL,
323
+ parent_checkpoint_id TEXT,
324
+ type TEXT,
325
+ checkpoint BLOB,
326
+ metadata BLOB,
327
+ PRIMARY KEY (thread_id, checkpoint_ns, checkpoint_id)
328
+ );
329
+ CREATE TABLE IF NOT EXISTS writes (
330
+ thread_id TEXT NOT NULL,
331
+ checkpoint_ns TEXT NOT NULL DEFAULT '',
332
+ checkpoint_id TEXT NOT NULL,
333
+ task_id TEXT NOT NULL,
334
+ idx INTEGER NOT NULL,
335
+ channel TEXT NOT NULL,
336
+ type TEXT,
337
+ value BLOB,
338
+ PRIMARY KEY (thread_id, checkpoint_ns, checkpoint_id, task_id, idx)
339
+ );
340
+ """
341
+ ):
342
+ await self.conn.commit()
343
+
344
+ self.is_setup = True
345
+
346
+ async def aget_tuple(self, config: RunnableConfig) -> CheckpointTuple | None:
347
+ """Get a checkpoint tuple from the database asynchronously.
348
+
349
+ This method retrieves a checkpoint tuple from the SQLite database based on the
350
+ provided config. If the config contains a `checkpoint_id` key, the checkpoint with
351
+ the matching thread ID and checkpoint ID is retrieved. Otherwise, the latest checkpoint
352
+ for the given thread ID is retrieved.
353
+
354
+ Args:
355
+ config: The config to use for retrieving the checkpoint.
356
+
357
+ Returns:
358
+ The retrieved checkpoint tuple, or None if no matching checkpoint was found.
359
+ """
360
+ await self.setup()
361
+ checkpoint_ns = config["configurable"].get("checkpoint_ns", "")
362
+ async with self.lock, self.conn.cursor() as cur:
363
+ # find the latest checkpoint for the thread_id
364
+ if checkpoint_id := get_checkpoint_id(config):
365
+ await cur.execute(
366
+ "SELECT thread_id, checkpoint_id, parent_checkpoint_id, type, checkpoint, metadata FROM checkpoints WHERE thread_id = ? AND checkpoint_ns = ? AND checkpoint_id = ?",
367
+ (
368
+ str(config["configurable"]["thread_id"]),
369
+ checkpoint_ns,
370
+ checkpoint_id,
371
+ ),
372
+ )
373
+ else:
374
+ await cur.execute(
375
+ "SELECT thread_id, checkpoint_id, parent_checkpoint_id, type, checkpoint, metadata FROM checkpoints WHERE thread_id = ? AND checkpoint_ns = ? ORDER BY checkpoint_id DESC LIMIT 1",
376
+ (str(config["configurable"]["thread_id"]), checkpoint_ns),
377
+ )
378
+ # if a checkpoint is found, return it
379
+ if value := await cur.fetchone():
380
+ (
381
+ thread_id,
382
+ checkpoint_id,
383
+ parent_checkpoint_id,
384
+ type,
385
+ checkpoint,
386
+ metadata,
387
+ ) = value
388
+ if not get_checkpoint_id(config):
389
+ config = {
390
+ "configurable": {
391
+ "thread_id": thread_id,
392
+ "checkpoint_ns": checkpoint_ns,
393
+ "checkpoint_id": checkpoint_id,
394
+ }
395
+ }
396
+ # find any pending writes
397
+ await cur.execute(
398
+ "SELECT task_id, channel, type, value FROM writes WHERE thread_id = ? AND checkpoint_ns = ? AND checkpoint_id = ? ORDER BY task_id, idx",
399
+ (
400
+ str(config["configurable"]["thread_id"]),
401
+ checkpoint_ns,
402
+ str(config["configurable"]["checkpoint_id"]),
403
+ ),
404
+ )
405
+ # deserialize the checkpoint and metadata
406
+ return CheckpointTuple(
407
+ config,
408
+ self.serde.loads_typed((type, checkpoint)),
409
+ cast(
410
+ CheckpointMetadata,
411
+ (json.loads(metadata) if metadata is not None else {}),
412
+ ),
413
+ (
414
+ {
415
+ "configurable": {
416
+ "thread_id": thread_id,
417
+ "checkpoint_ns": checkpoint_ns,
418
+ "checkpoint_id": parent_checkpoint_id,
419
+ }
420
+ }
421
+ if parent_checkpoint_id
422
+ else None
423
+ ),
424
+ [
425
+ (task_id, channel, self.serde.loads_typed((type, value)))
426
+ async for task_id, channel, type, value in cur
427
+ ],
428
+ )
429
+
430
+ async def alist(
431
+ self,
432
+ config: RunnableConfig | None,
433
+ *,
434
+ filter: dict[str, Any] | None = None,
435
+ before: RunnableConfig | None = None,
436
+ limit: int | None = None,
437
+ ) -> AsyncIterator[CheckpointTuple]:
438
+ """List checkpoints from the database asynchronously.
439
+
440
+ This method retrieves a list of checkpoint tuples from the SQLite database based
441
+ on the provided config. The checkpoints are ordered by checkpoint ID in descending order (newest first).
442
+
443
+ Args:
444
+ config: Base configuration for filtering checkpoints.
445
+ filter: Additional filtering criteria for metadata.
446
+ before: If provided, only checkpoints before the specified checkpoint ID are returned.
447
+ limit: Maximum number of checkpoints to return.
448
+
449
+ Yields:
450
+ An asynchronous iterator of matching checkpoint tuples.
451
+ """
452
+ await self.setup()
453
+ where, params = search_where(config, filter, before)
454
+ query = f"""SELECT thread_id, checkpoint_ns, checkpoint_id, parent_checkpoint_id, type, checkpoint, metadata
455
+ FROM checkpoints
456
+ {where}
457
+ ORDER BY checkpoint_id DESC"""
458
+ if limit is not None:
459
+ query += " LIMIT ?"
460
+ params = (*params, limit)
461
+ async with (
462
+ self.lock,
463
+ self.conn.execute(query, params) as cur,
464
+ self.conn.cursor() as wcur,
465
+ ):
466
+ async for (
467
+ thread_id,
468
+ checkpoint_ns,
469
+ checkpoint_id,
470
+ parent_checkpoint_id,
471
+ type,
472
+ checkpoint,
473
+ metadata,
474
+ ) in cur:
475
+ await wcur.execute(
476
+ "SELECT task_id, channel, type, value FROM writes WHERE thread_id = ? AND checkpoint_ns = ? AND checkpoint_id = ? ORDER BY task_id, idx",
477
+ (thread_id, checkpoint_ns, checkpoint_id),
478
+ )
479
+ yield CheckpointTuple(
480
+ {
481
+ "configurable": {
482
+ "thread_id": thread_id,
483
+ "checkpoint_ns": checkpoint_ns,
484
+ "checkpoint_id": checkpoint_id,
485
+ }
486
+ },
487
+ self.serde.loads_typed((type, checkpoint)),
488
+ cast(
489
+ CheckpointMetadata,
490
+ (json.loads(metadata) if metadata is not None else {}),
491
+ ),
492
+ (
493
+ {
494
+ "configurable": {
495
+ "thread_id": thread_id,
496
+ "checkpoint_ns": checkpoint_ns,
497
+ "checkpoint_id": parent_checkpoint_id,
498
+ }
499
+ }
500
+ if parent_checkpoint_id
501
+ else None
502
+ ),
503
+ [
504
+ (task_id, channel, self.serde.loads_typed((type, value)))
505
+ async for task_id, channel, type, value in wcur
506
+ ],
507
+ )
508
+
509
+ async def aput(
510
+ self,
511
+ config: RunnableConfig,
512
+ checkpoint: Checkpoint,
513
+ metadata: CheckpointMetadata,
514
+ new_versions: ChannelVersions,
515
+ ) -> RunnableConfig:
516
+ """Save a checkpoint to the database asynchronously.
517
+
518
+ This method saves a checkpoint to the SQLite database. The checkpoint is associated
519
+ with the provided config and its parent config (if any).
520
+
521
+ Args:
522
+ config: The config to associate with the checkpoint.
523
+ checkpoint: The checkpoint to save.
524
+ metadata: Additional metadata to save with the checkpoint.
525
+ new_versions: New channel versions as of this write.
526
+
527
+ Returns:
528
+ RunnableConfig: Updated configuration after storing the checkpoint.
529
+ """
530
+ await self.setup()
531
+ thread_id = config["configurable"]["thread_id"]
532
+ checkpoint_ns = config["configurable"]["checkpoint_ns"]
533
+ type_, serialized_checkpoint = self.serde.dumps_typed(checkpoint)
534
+ serialized_metadata = json.dumps(
535
+ get_checkpoint_metadata(config, metadata), ensure_ascii=False
536
+ ).encode("utf-8", "ignore")
537
+ async with (
538
+ self.lock,
539
+ self.conn.execute(
540
+ "INSERT OR REPLACE INTO checkpoints (thread_id, checkpoint_ns, checkpoint_id, parent_checkpoint_id, type, checkpoint, metadata) VALUES (?, ?, ?, ?, ?, ?, ?)",
541
+ (
542
+ str(config["configurable"]["thread_id"]),
543
+ checkpoint_ns,
544
+ checkpoint["id"],
545
+ config["configurable"].get("checkpoint_id"),
546
+ type_,
547
+ serialized_checkpoint,
548
+ serialized_metadata,
549
+ ),
550
+ ),
551
+ ):
552
+ await self.conn.commit()
553
+ return {
554
+ "configurable": {
555
+ "thread_id": thread_id,
556
+ "checkpoint_ns": checkpoint_ns,
557
+ "checkpoint_id": checkpoint["id"],
558
+ }
559
+ }
560
+
561
+ async def aput_writes(
562
+ self,
563
+ config: RunnableConfig,
564
+ writes: Sequence[tuple[str, Any]],
565
+ task_id: str,
566
+ task_path: str = "",
567
+ ) -> None:
568
+ """Store intermediate writes linked to a checkpoint asynchronously.
569
+
570
+ This method saves intermediate writes associated with a checkpoint to the database.
571
+
572
+ Args:
573
+ config: Configuration of the related checkpoint.
574
+ writes: List of writes to store, each as (channel, value) pair.
575
+ task_id: Identifier for the task creating the writes.
576
+ task_path: Path of the task creating the writes.
577
+ """
578
+ query = (
579
+ "INSERT OR REPLACE INTO writes (thread_id, checkpoint_ns, checkpoint_id, task_id, idx, channel, type, value) VALUES (?, ?, ?, ?, ?, ?, ?, ?)"
580
+ if all(w[0] in WRITES_IDX_MAP for w in writes)
581
+ else "INSERT OR IGNORE INTO writes (thread_id, checkpoint_ns, checkpoint_id, task_id, idx, channel, type, value) VALUES (?, ?, ?, ?, ?, ?, ?, ?)"
582
+ )
583
+ await self.setup()
584
+ async with self.lock, self.conn.cursor() as cur:
585
+ await cur.executemany(
586
+ query,
587
+ [
588
+ (
589
+ str(config["configurable"]["thread_id"]),
590
+ str(config["configurable"]["checkpoint_ns"]),
591
+ str(config["configurable"]["checkpoint_id"]),
592
+ task_id,
593
+ WRITES_IDX_MAP.get(channel, idx),
594
+ channel,
595
+ *self.serde.dumps_typed(value),
596
+ )
597
+ for idx, (channel, value) in enumerate(writes)
598
+ ],
599
+ )
600
+ await self.conn.commit()
601
+
602
+ async def adelete_thread(self, thread_id: str) -> None:
603
+ """Delete all checkpoints and writes associated with a thread ID.
604
+
605
+ Args:
606
+ thread_id: The thread ID to delete.
607
+
608
+ Returns:
609
+ None
610
+ """
611
+ async with self.lock, self.conn.cursor() as cur:
612
+ await cur.execute(
613
+ "DELETE FROM checkpoints WHERE thread_id = ?",
614
+ (str(thread_id),),
615
+ )
616
+ await cur.execute(
617
+ "DELETE FROM writes WHERE thread_id = ?",
618
+ (str(thread_id),),
619
+ )
620
+ await self.conn.commit()
621
+
622
+ async def aget_delta_channel_history(
623
+ self, *, config: RunnableConfig, channels: Sequence[str]
624
+ ) -> Mapping[str, DeltaChannelHistory]:
625
+ """Fast-path override of `BaseCheckpointSaver.aget_delta_channel_history`.
626
+
627
+ See `SqliteSaver.get_delta_channel_history` for design notes; this
628
+ is the async equivalent using `aiosqlite` cursors. Stage 1 pages
629
+ the parent chain newest-first and Python-deserializes each
630
+ checkpoint blob to find per-channel snapshots; stage 2 fetches
631
+ only the relevant writes via per-channel UNION ALL.
632
+ """
633
+ if not channels:
634
+ return {}
635
+ channels = list(channels)
636
+ await self.setup()
637
+ thread_id = str(config["configurable"]["thread_id"])
638
+ checkpoint_ns = config["configurable"].get("checkpoint_ns", "")
639
+ checkpoint_id = get_checkpoint_id(config)
640
+ if checkpoint_id is None:
641
+ target = await self.aget_tuple(config)
642
+ if target is None:
643
+ return {ch: {"writes": []} for ch in channels}
644
+ checkpoint_id = target.config["configurable"]["checkpoint_id"]
645
+
646
+ chain_by_ch: dict[str, list[str]] = {ch: [] for ch in channels}
647
+ seed_val_by_ch: dict[str, Any] = {}
648
+ walk_state: dict[str, Any] = {}
649
+ seeded: set[str] = set()
650
+
651
+ async with self.lock, self.conn.cursor() as cur:
652
+ await cur.execute(
653
+ DELTA_STAGE1_SQL, (thread_id, checkpoint_ns, checkpoint_id)
654
+ )
655
+ async for row in cur:
656
+ cid, parent_cid, type_tag, blob = row
657
+ if step_walk_with_row(
658
+ cid=cid,
659
+ parent_cid=parent_cid,
660
+ type_tag=type_tag,
661
+ blob=blob,
662
+ target_id=checkpoint_id,
663
+ serde=self.serde,
664
+ chain_by_ch=chain_by_ch,
665
+ seed_val_by_ch=seed_val_by_ch,
666
+ walk_state=walk_state,
667
+ seeded=seeded,
668
+ channels=channels,
669
+ ):
670
+ break
671
+
672
+ channels_with_chain = [ch for ch in channels if chain_by_ch[ch]]
673
+ stage2_sql = build_delta_stage2_sql(
674
+ chain_lens=[len(chain_by_ch[ch]) for ch in channels_with_chain],
675
+ )
676
+ if stage2_sql:
677
+ stage2_params: list[Any] = []
678
+ for ch in channels_with_chain:
679
+ stage2_params.extend(
680
+ [thread_id, checkpoint_ns, ch, *chain_by_ch[ch]]
681
+ )
682
+ await cur.execute(stage2_sql, stage2_params)
683
+ stage2_rows = cast(
684
+ "list[tuple[str, str, str, int, str, bytes]]",
685
+ await cur.fetchall(),
686
+ )
687
+ else:
688
+ stage2_rows = []
689
+
690
+ return build_delta_channels_writes_history(
691
+ channels=channels,
692
+ chain_by_ch=chain_by_ch,
693
+ seed_val_by_ch=seed_val_by_ch,
694
+ seeded=seeded,
695
+ stage2_rows=stage2_rows,
696
+ serde=self.serde,
697
+ )
698
+
699
+ def get_next_version(self, current: str | None, channel: None) -> str:
700
+ """Generate the next version ID for a channel.
701
+
702
+ This method creates a new version identifier for a channel based on its current version.
703
+
704
+ Args:
705
+ current (Optional[str]): The current version identifier of the channel.
706
+
707
+ Returns:
708
+ str: The next version identifier, which is guaranteed to be monotonically increasing.
709
+ """
710
+ if current is None:
711
+ current_v = 0
712
+ elif isinstance(current, int):
713
+ current_v = current
714
+ else:
715
+ current_v = int(current.split(".")[0])
716
+ next_v = current_v + 1
717
+ next_h = random.random()
718
+ return f"{next_v:032}.{next_h:016}"
719
+
720
+
721
+ async def _ensure_connected(conn: aiosqlite.Connection) -> None:
722
+ if not _CONN_STARTED_CHECK(conn):
723
+ await conn
724
+
725
+
726
+ def _build_conn_started_check() -> Callable[[aiosqlite.Connection], bool]:
727
+ is_alive = getattr(aiosqlite.Connection, "is_alive", None)
728
+ if callable(is_alive):
729
+ return lambda conn: conn.is_alive() # type: ignore[attr-defined]
730
+
731
+ def _started(conn: aiosqlite.Connection) -> bool:
732
+ thread: threading.Thread | None = getattr(conn, "_thread", None)
733
+ return False if thread is None else thread.is_alive()
734
+
735
+ return _started
736
+
737
+
738
+ _CONN_STARTED_CHECK = _build_conn_started_check()