agentdb 1.0.12 → 1.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (503) hide show
  1. package/README.md +196 -838
  2. package/dist/benchmarks/comprehensive-benchmark.js +664 -0
  3. package/dist/benchmarks/frontier-benchmark.js +419 -0
  4. package/dist/benchmarks/reflexion-benchmark.js +370 -0
  5. package/dist/cli/agentdb-cli.d.ts +117 -0
  6. package/dist/cli/agentdb-cli.d.ts.map +1 -0
  7. package/dist/cli/agentdb-cli.js +724 -0
  8. package/dist/cli/agentdb-cli.js.map +1 -0
  9. package/dist/controllers/CausalMemoryGraph.d.ts +125 -0
  10. package/dist/controllers/CausalMemoryGraph.d.ts.map +1 -0
  11. package/dist/controllers/CausalMemoryGraph.js +323 -0
  12. package/dist/controllers/CausalMemoryGraph.js.map +1 -0
  13. package/dist/controllers/CausalRecall.d.ts +111 -0
  14. package/dist/controllers/CausalRecall.d.ts.map +1 -0
  15. package/dist/controllers/CausalRecall.js +282 -0
  16. package/dist/controllers/CausalRecall.js.map +1 -0
  17. package/dist/controllers/EmbeddingService.d.ts +37 -0
  18. package/dist/controllers/EmbeddingService.d.ts.map +1 -0
  19. package/dist/controllers/EmbeddingService.js +119 -0
  20. package/dist/controllers/EmbeddingService.js.map +1 -0
  21. package/dist/controllers/ExplainableRecall.d.ts +138 -0
  22. package/dist/controllers/ExplainableRecall.d.ts.map +1 -0
  23. package/dist/controllers/ExplainableRecall.js +388 -0
  24. package/dist/controllers/ExplainableRecall.js.map +1 -0
  25. package/dist/controllers/NightlyLearner.d.ts +113 -0
  26. package/dist/controllers/NightlyLearner.d.ts.map +1 -0
  27. package/dist/controllers/NightlyLearner.js +383 -0
  28. package/dist/controllers/NightlyLearner.js.map +1 -0
  29. package/dist/controllers/ReflexionMemory.d.ts +84 -0
  30. package/dist/controllers/ReflexionMemory.d.ts.map +1 -0
  31. package/dist/controllers/ReflexionMemory.js +240 -0
  32. package/dist/controllers/ReflexionMemory.js.map +1 -0
  33. package/dist/controllers/SkillLibrary.d.ts +96 -0
  34. package/dist/controllers/SkillLibrary.d.ts.map +1 -0
  35. package/dist/controllers/SkillLibrary.js +277 -0
  36. package/dist/controllers/SkillLibrary.js.map +1 -0
  37. package/dist/controllers/frontier-index.d.ts +14 -0
  38. package/dist/controllers/frontier-index.d.ts.map +1 -0
  39. package/dist/controllers/frontier-index.js +10 -0
  40. package/dist/controllers/frontier-index.js.map +1 -0
  41. package/dist/controllers/index.d.ts +12 -0
  42. package/dist/controllers/index.d.ts.map +1 -0
  43. package/dist/controllers/index.js +9 -0
  44. package/dist/controllers/index.js.map +1 -0
  45. package/dist/optimizations/BatchOperations.d.ts +61 -0
  46. package/dist/optimizations/BatchOperations.d.ts.map +1 -0
  47. package/dist/optimizations/BatchOperations.js +199 -0
  48. package/dist/optimizations/BatchOperations.js.map +1 -0
  49. package/dist/optimizations/QueryOptimizer.d.ts +82 -0
  50. package/dist/optimizations/QueryOptimizer.d.ts.map +1 -0
  51. package/dist/optimizations/QueryOptimizer.js +226 -0
  52. package/dist/optimizations/QueryOptimizer.js.map +1 -0
  53. package/dist/optimizations/index.d.ts +10 -0
  54. package/dist/optimizations/index.d.ts.map +1 -0
  55. package/dist/optimizations/index.js +8 -0
  56. package/dist/optimizations/index.js.map +1 -0
  57. package/dist/schemas/frontier-schema.sql +341 -0
  58. package/dist/schemas/schema.sql +382 -0
  59. package/dist/tests/frontier-features.test.js +665 -0
  60. package/package.json +54 -117
  61. package/src/cli/agentdb-cli.ts +861 -0
  62. package/src/cli/examples.sh +83 -0
  63. package/src/controllers/CausalMemoryGraph.ts +504 -0
  64. package/src/controllers/CausalRecall.ts +395 -0
  65. package/src/controllers/EmbeddingService.ts +141 -0
  66. package/src/controllers/ExplainableRecall.ts +577 -0
  67. package/src/controllers/NightlyLearner.ts +475 -0
  68. package/src/controllers/ReflexionMemory.ts +349 -0
  69. package/src/controllers/SkillLibrary.ts +391 -0
  70. package/src/controllers/frontier-index.ts +35 -0
  71. package/src/controllers/index.ts +13 -0
  72. package/src/optimizations/BatchOperations.ts +292 -0
  73. package/src/optimizations/QueryOptimizer.ts +294 -0
  74. package/src/optimizations/index.ts +11 -0
  75. package/src/schemas/frontier-schema.sql +341 -0
  76. package/src/schemas/schema.sql +382 -0
  77. package/CHANGELOG.md +0 -166
  78. package/LICENSE +0 -38
  79. package/LICENSE-APACHE +0 -190
  80. package/LICENSE-MIT +0 -21
  81. package/bin/agentdb.js +0 -733
  82. package/bin/benchmark.js +0 -165
  83. package/bin/plugin-cli-wrapper.mjs +0 -21
  84. package/dist/agentdb.js +0 -5352
  85. package/dist/agentdb.js.map +0 -7
  86. package/dist/agentdb.min.js +0 -143
  87. package/dist/agentdb.min.js.map +0 -7
  88. package/dist/cache/query-cache.d.ts +0 -105
  89. package/dist/cache/query-cache.d.ts.map +0 -1
  90. package/dist/cache/query-cache.js +0 -224
  91. package/dist/cache/query-cache.js.map +0 -1
  92. package/dist/cache/query-cache.mjs +0 -219
  93. package/dist/cli/cache/query-cache.d.ts +0 -104
  94. package/dist/cli/cache/query-cache.js +0 -244
  95. package/dist/cli/cli/db-commands.d.ts +0 -48
  96. package/dist/cli/cli/db-commands.js +0 -613
  97. package/dist/cli/commands.d.ts +0 -7
  98. package/dist/cli/commands.d.ts.map +0 -1
  99. package/dist/cli/commands.js +0 -113
  100. package/dist/cli/commands.js.map +0 -1
  101. package/dist/cli/commands.mjs +0 -104
  102. package/dist/cli/core/backend-interface.d.ts +0 -70
  103. package/dist/cli/core/backend-interface.js +0 -15
  104. package/dist/cli/core/native-backend.d.ts +0 -140
  105. package/dist/cli/core/native-backend.js +0 -432
  106. package/dist/cli/core/vector-db.d.ts +0 -126
  107. package/dist/cli/core/vector-db.js +0 -338
  108. package/dist/cli/core/wasm-backend.d.ts +0 -95
  109. package/dist/cli/core/wasm-backend.js +0 -418
  110. package/dist/cli/db-commands.d.ts +0 -49
  111. package/dist/cli/db-commands.d.ts.map +0 -1
  112. package/dist/cli/db-commands.js +0 -533
  113. package/dist/cli/db-commands.js.map +0 -1
  114. package/dist/cli/db-commands.mjs +0 -522
  115. package/dist/cli/generator.d.ts +0 -11
  116. package/dist/cli/generator.d.ts.map +0 -1
  117. package/dist/cli/generator.js +0 -567
  118. package/dist/cli/generator.js.map +0 -1
  119. package/dist/cli/generator.mjs +0 -527
  120. package/dist/cli/help.d.ts +0 -18
  121. package/dist/cli/help.d.ts.map +0 -1
  122. package/dist/cli/help.js +0 -676
  123. package/dist/cli/help.js.map +0 -1
  124. package/dist/cli/help.mjs +0 -667
  125. package/dist/cli/index/hnsw.d.ts +0 -164
  126. package/dist/cli/index/hnsw.js +0 -558
  127. package/dist/cli/plugin-cli.d.ts +0 -7
  128. package/dist/cli/plugin-cli.d.ts.map +0 -1
  129. package/dist/cli/plugin-cli.js +0 -295
  130. package/dist/cli/plugin-cli.js.map +0 -1
  131. package/dist/cli/plugin-cli.mjs +0 -289
  132. package/dist/cli/quantization/product-quantization.d.ts +0 -108
  133. package/dist/cli/quantization/product-quantization.js +0 -350
  134. package/dist/cli/query/query-builder.d.ts +0 -322
  135. package/dist/cli/query/query-builder.js +0 -600
  136. package/dist/cli/templates.d.ts +0 -14
  137. package/dist/cli/templates.d.ts.map +0 -1
  138. package/dist/cli/templates.js +0 -182
  139. package/dist/cli/templates.js.map +0 -1
  140. package/dist/cli/templates.mjs +0 -176
  141. package/dist/cli/types/index.d.ts +0 -116
  142. package/dist/cli/types/index.js +0 -5
  143. package/dist/cli/types.d.ts +0 -91
  144. package/dist/cli/types.d.ts.map +0 -1
  145. package/dist/cli/types.js +0 -6
  146. package/dist/cli/types.js.map +0 -1
  147. package/dist/cli/types.mjs +0 -4
  148. package/dist/cli/wizard/index.d.ts +0 -6
  149. package/dist/cli/wizard/index.d.ts.map +0 -1
  150. package/dist/cli/wizard/index.js +0 -138
  151. package/dist/cli/wizard/index.js.map +0 -1
  152. package/dist/cli/wizard/index.mjs +0 -131
  153. package/dist/cli/wizard/prompts.d.ts +0 -11
  154. package/dist/cli/wizard/prompts.d.ts.map +0 -1
  155. package/dist/cli/wizard/prompts.js +0 -482
  156. package/dist/cli/wizard/prompts.js.map +0 -1
  157. package/dist/cli/wizard/prompts.mjs +0 -470
  158. package/dist/cli/wizard/validator.d.ts +0 -13
  159. package/dist/cli/wizard/validator.d.ts.map +0 -1
  160. package/dist/cli/wizard/validator.js +0 -234
  161. package/dist/cli/wizard/validator.js.map +0 -1
  162. package/dist/cli/wizard/validator.mjs +0 -224
  163. package/dist/core/backend-interface.d.ts +0 -71
  164. package/dist/core/backend-interface.d.ts.map +0 -1
  165. package/dist/core/backend-interface.js +0 -16
  166. package/dist/core/backend-interface.js.map +0 -1
  167. package/dist/core/backend-interface.mjs +0 -12
  168. package/dist/core/native-backend.d.ts +0 -141
  169. package/dist/core/native-backend.d.ts.map +0 -1
  170. package/dist/core/native-backend.js +0 -457
  171. package/dist/core/native-backend.js.map +0 -1
  172. package/dist/core/native-backend.mjs +0 -449
  173. package/dist/core/vector-db.d.ts +0 -127
  174. package/dist/core/vector-db.d.ts.map +0 -1
  175. package/dist/core/vector-db.js +0 -270
  176. package/dist/core/vector-db.js.map +0 -1
  177. package/dist/core/vector-db.mjs +0 -265
  178. package/dist/core/wasm-backend.d.ts +0 -96
  179. package/dist/core/wasm-backend.d.ts.map +0 -1
  180. package/dist/core/wasm-backend.js +0 -393
  181. package/dist/core/wasm-backend.js.map +0 -1
  182. package/dist/core/wasm-backend.mjs +0 -385
  183. package/dist/index/hnsw-optimized.d.ts +0 -75
  184. package/dist/index/hnsw-optimized.d.ts.map +0 -1
  185. package/dist/index/hnsw-optimized.js +0 -412
  186. package/dist/index/hnsw-optimized.js.map +0 -1
  187. package/dist/index/hnsw-optimized.mjs +0 -407
  188. package/dist/index/hnsw.d.ts +0 -165
  189. package/dist/index/hnsw.d.ts.map +0 -1
  190. package/dist/index/hnsw.js +0 -521
  191. package/dist/index/hnsw.js.map +0 -1
  192. package/dist/index/hnsw.mjs +0 -516
  193. package/dist/index.browser.d.ts +0 -47
  194. package/dist/index.browser.d.ts.map +0 -1
  195. package/dist/index.browser.js +0 -72
  196. package/dist/index.browser.js.map +0 -1
  197. package/dist/index.browser.mjs +0 -54
  198. package/dist/index.d.ts +0 -59
  199. package/dist/index.d.ts.map +0 -1
  200. package/dist/index.js +0 -84
  201. package/dist/index.js.map +0 -1
  202. package/dist/index.mjs +0 -65
  203. package/dist/mcp/learning/core/experience-buffer.d.ts +0 -61
  204. package/dist/mcp/learning/core/experience-buffer.d.ts.map +0 -1
  205. package/dist/mcp/learning/core/experience-buffer.js +0 -175
  206. package/dist/mcp/learning/core/experience-buffer.js.map +0 -1
  207. package/dist/mcp/learning/core/experience-buffer.mjs +0 -170
  208. package/dist/mcp/learning/core/experience-recorder.d.ts +0 -40
  209. package/dist/mcp/learning/core/experience-recorder.d.ts.map +0 -1
  210. package/dist/mcp/learning/core/experience-recorder.js +0 -200
  211. package/dist/mcp/learning/core/experience-recorder.js.map +0 -1
  212. package/dist/mcp/learning/core/experience-recorder.mjs +0 -195
  213. package/dist/mcp/learning/core/learning-manager.d.ts +0 -66
  214. package/dist/mcp/learning/core/learning-manager.d.ts.map +0 -1
  215. package/dist/mcp/learning/core/learning-manager.js +0 -252
  216. package/dist/mcp/learning/core/learning-manager.js.map +0 -1
  217. package/dist/mcp/learning/core/learning-manager.mjs +0 -247
  218. package/dist/mcp/learning/core/policy-optimizer.d.ts +0 -53
  219. package/dist/mcp/learning/core/policy-optimizer.d.ts.map +0 -1
  220. package/dist/mcp/learning/core/policy-optimizer.js +0 -251
  221. package/dist/mcp/learning/core/policy-optimizer.js.map +0 -1
  222. package/dist/mcp/learning/core/policy-optimizer.mjs +0 -246
  223. package/dist/mcp/learning/core/reward-estimator.d.ts +0 -44
  224. package/dist/mcp/learning/core/reward-estimator.d.ts.map +0 -1
  225. package/dist/mcp/learning/core/reward-estimator.js +0 -158
  226. package/dist/mcp/learning/core/reward-estimator.js.map +0 -1
  227. package/dist/mcp/learning/core/reward-estimator.mjs +0 -153
  228. package/dist/mcp/learning/core/session-manager.d.ts +0 -63
  229. package/dist/mcp/learning/core/session-manager.d.ts.map +0 -1
  230. package/dist/mcp/learning/core/session-manager.js +0 -202
  231. package/dist/mcp/learning/core/session-manager.js.map +0 -1
  232. package/dist/mcp/learning/core/session-manager.mjs +0 -197
  233. package/dist/mcp/learning/index.d.ts +0 -19
  234. package/dist/mcp/learning/index.d.ts.map +0 -1
  235. package/dist/mcp/learning/index.js +0 -30
  236. package/dist/mcp/learning/index.js.map +0 -1
  237. package/dist/mcp/learning/index.mjs +0 -19
  238. package/dist/mcp/learning/tools/mcp-learning-tools.d.ts +0 -369
  239. package/dist/mcp/learning/tools/mcp-learning-tools.d.ts.map +0 -1
  240. package/dist/mcp/learning/tools/mcp-learning-tools.js +0 -361
  241. package/dist/mcp/learning/tools/mcp-learning-tools.js.map +0 -1
  242. package/dist/mcp/learning/tools/mcp-learning-tools.mjs +0 -356
  243. package/dist/mcp/learning/types/index.d.ts +0 -138
  244. package/dist/mcp/learning/types/index.d.ts.map +0 -1
  245. package/dist/mcp/learning/types/index.js +0 -6
  246. package/dist/mcp/learning/types/index.js.map +0 -1
  247. package/dist/mcp/learning/types/index.mjs +0 -4
  248. package/dist/mcp-server.d.ts +0 -29
  249. package/dist/mcp-server.d.ts.map +0 -1
  250. package/dist/mcp-server.js +0 -862
  251. package/dist/mcp-server.js.map +0 -1
  252. package/dist/mcp-server.mjs +0 -857
  253. package/dist/plugins/base-plugin.d.ts +0 -114
  254. package/dist/plugins/base-plugin.d.ts.map +0 -1
  255. package/dist/plugins/base-plugin.js +0 -313
  256. package/dist/plugins/base-plugin.js.map +0 -1
  257. package/dist/plugins/base-plugin.mjs +0 -275
  258. package/dist/plugins/implementations/active-learning.d.ts +0 -135
  259. package/dist/plugins/implementations/active-learning.d.ts.map +0 -1
  260. package/dist/plugins/implementations/active-learning.js +0 -372
  261. package/dist/plugins/implementations/active-learning.js.map +0 -1
  262. package/dist/plugins/implementations/active-learning.mjs +0 -367
  263. package/dist/plugins/implementations/actor-critic.d.ts +0 -64
  264. package/dist/plugins/implementations/actor-critic.d.ts.map +0 -1
  265. package/dist/plugins/implementations/actor-critic.js +0 -363
  266. package/dist/plugins/implementations/actor-critic.js.map +0 -1
  267. package/dist/plugins/implementations/actor-critic.mjs +0 -358
  268. package/dist/plugins/implementations/adversarial-training.d.ts +0 -133
  269. package/dist/plugins/implementations/adversarial-training.d.ts.map +0 -1
  270. package/dist/plugins/implementations/adversarial-training.js +0 -409
  271. package/dist/plugins/implementations/adversarial-training.js.map +0 -1
  272. package/dist/plugins/implementations/adversarial-training.mjs +0 -404
  273. package/dist/plugins/implementations/curriculum-learning.d.ts +0 -132
  274. package/dist/plugins/implementations/curriculum-learning.d.ts.map +0 -1
  275. package/dist/plugins/implementations/curriculum-learning.js +0 -354
  276. package/dist/plugins/implementations/curriculum-learning.js.map +0 -1
  277. package/dist/plugins/implementations/curriculum-learning.mjs +0 -349
  278. package/dist/plugins/implementations/decision-transformer.d.ts +0 -77
  279. package/dist/plugins/implementations/decision-transformer.d.ts.map +0 -1
  280. package/dist/plugins/implementations/decision-transformer.js +0 -422
  281. package/dist/plugins/implementations/decision-transformer.js.map +0 -1
  282. package/dist/plugins/implementations/decision-transformer.mjs +0 -417
  283. package/dist/plugins/implementations/federated-learning.d.ts +0 -126
  284. package/dist/plugins/implementations/federated-learning.d.ts.map +0 -1
  285. package/dist/plugins/implementations/federated-learning.js +0 -436
  286. package/dist/plugins/implementations/federated-learning.js.map +0 -1
  287. package/dist/plugins/implementations/federated-learning.mjs +0 -431
  288. package/dist/plugins/implementations/index.d.ts +0 -30
  289. package/dist/plugins/implementations/index.d.ts.map +0 -1
  290. package/dist/plugins/implementations/index.js +0 -45
  291. package/dist/plugins/implementations/index.js.map +0 -1
  292. package/dist/plugins/implementations/index.mjs +0 -31
  293. package/dist/plugins/implementations/multi-task-learning.d.ts +0 -115
  294. package/dist/plugins/implementations/multi-task-learning.d.ts.map +0 -1
  295. package/dist/plugins/implementations/multi-task-learning.js +0 -369
  296. package/dist/plugins/implementations/multi-task-learning.js.map +0 -1
  297. package/dist/plugins/implementations/multi-task-learning.mjs +0 -364
  298. package/dist/plugins/implementations/neural-architecture-search.d.ts +0 -148
  299. package/dist/plugins/implementations/neural-architecture-search.d.ts.map +0 -1
  300. package/dist/plugins/implementations/neural-architecture-search.js +0 -379
  301. package/dist/plugins/implementations/neural-architecture-search.js.map +0 -1
  302. package/dist/plugins/implementations/neural-architecture-search.mjs +0 -374
  303. package/dist/plugins/implementations/q-learning.d.ts +0 -98
  304. package/dist/plugins/implementations/q-learning.d.ts.map +0 -1
  305. package/dist/plugins/implementations/q-learning.js +0 -435
  306. package/dist/plugins/implementations/q-learning.js.map +0 -1
  307. package/dist/plugins/implementations/q-learning.mjs +0 -430
  308. package/dist/plugins/implementations/sarsa.d.ts +0 -103
  309. package/dist/plugins/implementations/sarsa.d.ts.map +0 -1
  310. package/dist/plugins/implementations/sarsa.js +0 -347
  311. package/dist/plugins/implementations/sarsa.js.map +0 -1
  312. package/dist/plugins/implementations/sarsa.mjs +0 -342
  313. package/dist/plugins/index.d.ts +0 -107
  314. package/dist/plugins/index.d.ts.map +0 -1
  315. package/dist/plugins/index.js +0 -179
  316. package/dist/plugins/index.js.map +0 -1
  317. package/dist/plugins/index.mjs +0 -168
  318. package/dist/plugins/interface.d.ts +0 -439
  319. package/dist/plugins/interface.d.ts.map +0 -1
  320. package/dist/plugins/interface.js +0 -12
  321. package/dist/plugins/interface.js.map +0 -1
  322. package/dist/plugins/interface.mjs +0 -10
  323. package/dist/plugins/learning-plugin.interface.d.ts +0 -257
  324. package/dist/plugins/learning-plugin.interface.d.ts.map +0 -1
  325. package/dist/plugins/learning-plugin.interface.js +0 -7
  326. package/dist/plugins/learning-plugin.interface.js.map +0 -1
  327. package/dist/plugins/learning-plugin.interface.mjs +0 -5
  328. package/dist/plugins/plugin-exports.d.ts +0 -71
  329. package/dist/plugins/plugin-exports.d.ts.map +0 -1
  330. package/dist/plugins/plugin-exports.js +0 -78
  331. package/dist/plugins/plugin-exports.js.map +0 -1
  332. package/dist/plugins/plugin-exports.mjs +0 -69
  333. package/dist/plugins/registry.d.ts +0 -206
  334. package/dist/plugins/registry.d.ts.map +0 -1
  335. package/dist/plugins/registry.js +0 -365
  336. package/dist/plugins/registry.js.map +0 -1
  337. package/dist/plugins/registry.mjs +0 -356
  338. package/dist/plugins/validator.d.ts +0 -63
  339. package/dist/plugins/validator.d.ts.map +0 -1
  340. package/dist/plugins/validator.js +0 -464
  341. package/dist/plugins/validator.js.map +0 -1
  342. package/dist/plugins/validator.mjs +0 -458
  343. package/dist/presets.d.ts +0 -65
  344. package/dist/presets.d.ts.map +0 -1
  345. package/dist/presets.js +0 -145
  346. package/dist/presets.js.map +0 -1
  347. package/dist/presets.mjs +0 -140
  348. package/dist/quantization/binary-quantization.d.ts +0 -104
  349. package/dist/quantization/binary-quantization.d.ts.map +0 -1
  350. package/dist/quantization/binary-quantization.js +0 -246
  351. package/dist/quantization/binary-quantization.js.map +0 -1
  352. package/dist/quantization/binary-quantization.mjs +0 -240
  353. package/dist/quantization/optimized-pq.d.ts +0 -138
  354. package/dist/quantization/optimized-pq.d.ts.map +0 -1
  355. package/dist/quantization/optimized-pq.js +0 -320
  356. package/dist/quantization/optimized-pq.js.map +0 -1
  357. package/dist/quantization/optimized-pq.mjs +0 -313
  358. package/dist/quantization/product-quantization.d.ts +0 -109
  359. package/dist/quantization/product-quantization.d.ts.map +0 -1
  360. package/dist/quantization/product-quantization.js +0 -287
  361. package/dist/quantization/product-quantization.js.map +0 -1
  362. package/dist/quantization/product-quantization.mjs +0 -282
  363. package/dist/quantization/scalar-quantization.d.ts +0 -100
  364. package/dist/quantization/scalar-quantization.d.ts.map +0 -1
  365. package/dist/quantization/scalar-quantization.js +0 -324
  366. package/dist/quantization/scalar-quantization.js.map +0 -1
  367. package/dist/quantization/scalar-quantization.mjs +0 -319
  368. package/dist/query/index.d.ts +0 -6
  369. package/dist/query/index.d.ts.map +0 -1
  370. package/dist/query/index.js +0 -9
  371. package/dist/query/index.js.map +0 -1
  372. package/dist/query/index.mjs +0 -4
  373. package/dist/query/query-builder.d.ts +0 -323
  374. package/dist/query/query-builder.d.ts.map +0 -1
  375. package/dist/query/query-builder.js +0 -524
  376. package/dist/query/query-builder.js.map +0 -1
  377. package/dist/query/query-builder.mjs +0 -519
  378. package/dist/reasoning/context-synthesizer.d.ts +0 -57
  379. package/dist/reasoning/context-synthesizer.d.ts.map +0 -1
  380. package/dist/reasoning/context-synthesizer.js +0 -224
  381. package/dist/reasoning/context-synthesizer.js.map +0 -1
  382. package/dist/reasoning/context-synthesizer.mjs +0 -219
  383. package/dist/reasoning/experience-curator.d.ts +0 -66
  384. package/dist/reasoning/experience-curator.d.ts.map +0 -1
  385. package/dist/reasoning/experience-curator.js +0 -288
  386. package/dist/reasoning/experience-curator.js.map +0 -1
  387. package/dist/reasoning/experience-curator.mjs +0 -283
  388. package/dist/reasoning/memory-optimizer.d.ts +0 -69
  389. package/dist/reasoning/memory-optimizer.d.ts.map +0 -1
  390. package/dist/reasoning/memory-optimizer.js +0 -331
  391. package/dist/reasoning/memory-optimizer.js.map +0 -1
  392. package/dist/reasoning/memory-optimizer.mjs +0 -326
  393. package/dist/reasoning/pattern-matcher.d.ts +0 -59
  394. package/dist/reasoning/pattern-matcher.d.ts.map +0 -1
  395. package/dist/reasoning/pattern-matcher.js +0 -229
  396. package/dist/reasoning/pattern-matcher.js.map +0 -1
  397. package/dist/reasoning/pattern-matcher.mjs +0 -224
  398. package/dist/reasoningbank/adapter/agentdb-adapter.d.ts +0 -118
  399. package/dist/reasoningbank/adapter/agentdb-adapter.d.ts.map +0 -1
  400. package/dist/reasoningbank/adapter/agentdb-adapter.js +0 -477
  401. package/dist/reasoningbank/adapter/agentdb-adapter.js.map +0 -1
  402. package/dist/reasoningbank/adapter/types.d.ts +0 -113
  403. package/dist/reasoningbank/adapter/types.d.ts.map +0 -1
  404. package/dist/reasoningbank/adapter/types.js +0 -9
  405. package/dist/reasoningbank/adapter/types.js.map +0 -1
  406. package/dist/reasoningbank/cli/commands.d.ts +0 -16
  407. package/dist/reasoningbank/cli/commands.d.ts.map +0 -1
  408. package/dist/reasoningbank/cli/commands.js +0 -272
  409. package/dist/reasoningbank/cli/commands.js.map +0 -1
  410. package/dist/reasoningbank/mcp/agentdb-tools.d.ts +0 -319
  411. package/dist/reasoningbank/mcp/agentdb-tools.d.ts.map +0 -1
  412. package/dist/reasoningbank/mcp/agentdb-tools.js +0 -301
  413. package/dist/reasoningbank/mcp/agentdb-tools.js.map +0 -1
  414. package/dist/reasoningbank/migration/migrate.d.ts +0 -25
  415. package/dist/reasoningbank/migration/migrate.d.ts.map +0 -1
  416. package/dist/reasoningbank/migration/migrate.js +0 -178
  417. package/dist/reasoningbank/migration/migrate.js.map +0 -1
  418. package/dist/reasoningbank/reasoning/context-synthesizer.d.ts +0 -37
  419. package/dist/reasoningbank/reasoning/context-synthesizer.d.ts.map +0 -1
  420. package/dist/reasoningbank/reasoning/context-synthesizer.js +0 -114
  421. package/dist/reasoningbank/reasoning/context-synthesizer.js.map +0 -1
  422. package/dist/reasoningbank/reasoning/experience-curator.d.ts +0 -39
  423. package/dist/reasoningbank/reasoning/experience-curator.d.ts.map +0 -1
  424. package/dist/reasoningbank/reasoning/experience-curator.js +0 -98
  425. package/dist/reasoningbank/reasoning/experience-curator.js.map +0 -1
  426. package/dist/reasoningbank/reasoning/memory-optimizer.d.ts +0 -44
  427. package/dist/reasoningbank/reasoning/memory-optimizer.d.ts.map +0 -1
  428. package/dist/reasoningbank/reasoning/memory-optimizer.js +0 -184
  429. package/dist/reasoningbank/reasoning/memory-optimizer.js.map +0 -1
  430. package/dist/reasoningbank/reasoning/pattern-matcher.d.ts +0 -40
  431. package/dist/reasoningbank/reasoning/pattern-matcher.d.ts.map +0 -1
  432. package/dist/reasoningbank/reasoning/pattern-matcher.js +0 -87
  433. package/dist/reasoningbank/reasoning/pattern-matcher.js.map +0 -1
  434. package/dist/reasoningbank/sync/quic-sync.d.ts +0 -77
  435. package/dist/reasoningbank/sync/quic-sync.d.ts.map +0 -1
  436. package/dist/reasoningbank/sync/quic-sync.js +0 -165
  437. package/dist/reasoningbank/sync/quic-sync.js.map +0 -1
  438. package/dist/sync/conflict.d.ts +0 -78
  439. package/dist/sync/conflict.d.ts.map +0 -1
  440. package/dist/sync/conflict.js +0 -202
  441. package/dist/sync/conflict.js.map +0 -1
  442. package/dist/sync/conflict.mjs +0 -196
  443. package/dist/sync/coordinator.d.ts +0 -111
  444. package/dist/sync/coordinator.d.ts.map +0 -1
  445. package/dist/sync/coordinator.js +0 -256
  446. package/dist/sync/coordinator.js.map +0 -1
  447. package/dist/sync/coordinator.mjs +0 -250
  448. package/dist/sync/delta.d.ts +0 -81
  449. package/dist/sync/delta.d.ts.map +0 -1
  450. package/dist/sync/delta.js +0 -245
  451. package/dist/sync/delta.js.map +0 -1
  452. package/dist/sync/delta.mjs +0 -238
  453. package/dist/sync/index.d.ts +0 -11
  454. package/dist/sync/index.d.ts.map +0 -1
  455. package/dist/sync/index.js +0 -22
  456. package/dist/sync/index.js.map +0 -1
  457. package/dist/sync/index.mjs +0 -9
  458. package/dist/sync/quic-sync.d.ts +0 -81
  459. package/dist/sync/quic-sync.d.ts.map +0 -1
  460. package/dist/sync/quic-sync.js +0 -329
  461. package/dist/sync/quic-sync.js.map +0 -1
  462. package/dist/sync/quic-sync.mjs +0 -323
  463. package/dist/sync/types.d.ts +0 -168
  464. package/dist/sync/types.d.ts.map +0 -1
  465. package/dist/sync/types.js +0 -8
  466. package/dist/sync/types.js.map +0 -1
  467. package/dist/sync/types.mjs +0 -6
  468. package/dist/types/index.d.ts +0 -117
  469. package/dist/types/index.d.ts.map +0 -1
  470. package/dist/types/index.js +0 -6
  471. package/dist/types/index.js.map +0 -1
  472. package/dist/types/index.mjs +0 -4
  473. package/dist/wasm/sql-wasm-debug.js +0 -6989
  474. package/dist/wasm/sql-wasm-debug.wasm +0 -0
  475. package/dist/wasm/sql-wasm.js +0 -188
  476. package/dist/wasm/sql-wasm.wasm +0 -0
  477. package/dist/wasm-loader.d.ts +0 -32
  478. package/dist/wasm-loader.d.ts.map +0 -1
  479. package/dist/wasm-loader.js +0 -78
  480. package/dist/wasm-loader.js.map +0 -1
  481. package/dist/wasm-loader.mjs +0 -67
  482. package/examples/adaptive-learning.ts +0 -284
  483. package/examples/browser/README.md +0 -732
  484. package/examples/browser/adaptive-recommendations/index.html +0 -427
  485. package/examples/browser/collaborative-filtering/index.html +0 -310
  486. package/examples/browser/continual-learning/index.html +0 -736
  487. package/examples/browser/experience-replay/index.html +0 -616
  488. package/examples/browser/index.html +0 -369
  489. package/examples/browser/meta-learning/index.html +0 -789
  490. package/examples/browser/neuro-symbolic/index.html +0 -692
  491. package/examples/browser/pattern-learning/index.html +0 -620
  492. package/examples/browser/quantum-inspired/index.html +0 -728
  493. package/examples/browser/rag/index.html +0 -624
  494. package/examples/browser/swarm-intelligence/index.html +0 -811
  495. package/examples/browser-basic.html +0 -170
  496. package/examples/browser-wasm-real.html +0 -231
  497. package/examples/hnsw-example.ts +0 -148
  498. package/examples/mcp-learning-example.ts +0 -220
  499. package/examples/node-basic.js +0 -70
  500. package/examples/quic-sync-example.ts +0 -310
  501. package/examples/quick-start.js +0 -68
  502. package/examples/test-v1.0.7-cdn.html +0 -190
  503. package/examples/wasm-example.ts +0 -222
package/examples/browser/experience-replay/index.html DELETED
@@ -1,616 +0,0 @@
1
- <!DOCTYPE html>
2
- <html lang="en">
3
- <head>
4
- <meta charset="UTF-8">
5
- <meta name="viewport" content="width=device-width, initial-scale=1.0">
6
- <title>Experience Replay Learning - AgentDB</title>
7
- <style>
8
- * { margin: 0; padding: 0; box-sizing: border-box; }
9
-
10
- body {
11
- font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
12
- background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
13
- min-height: 100vh;
14
- padding: 2rem;
15
- }
16
-
17
- .container { max-width: 1400px; margin: 0 auto; }
18
-
19
- header {
20
- background: white;
21
- border-radius: 12px;
22
- padding: 2rem;
23
- margin-bottom: 2rem;
24
- box-shadow: 0 10px 30px rgba(0,0,0,0.2);
25
- }
26
-
27
- h1 { color: #333; margin-bottom: 0.5rem; }
28
- .subtitle { color: #666; }
29
-
30
- .grid { display: grid; grid-template-columns: 2fr 1fr; gap: 2rem; }
31
-
32
- .card {
33
- background: white;
34
- border-radius: 12px;
35
- padding: 2rem;
36
- box-shadow: 0 10px 30px rgba(0,0,0,0.2);
37
- }
38
-
39
- .card h2 { color: #333; margin-bottom: 1rem; }
40
-
41
- .game-board {
42
- display: grid;
43
- grid-template-columns: repeat(5, 1fr);
44
- gap: 0.5rem;
45
- margin: 1rem 0;
46
- }
47
-
48
- .cell {
49
- aspect-ratio: 1;
50
- background: #f0f0f0;
51
- border: 2px solid #ddd;
52
- border-radius: 6px;
53
- display: flex;
54
- align-items: center;
55
- justify-content: center;
56
- font-size: 1.5rem;
57
- cursor: pointer;
58
- transition: all 0.2s ease;
59
- }
60
-
61
- .cell:hover { background: #e0e0e0; transform: scale(1.05); }
62
- .cell.agent { background: #667eea; color: white; }
63
- .cell.goal { background: #28a745; color: white; }
64
- .cell.obstacle { background: #dc3545; color: white; }
65
- .cell.path { background: #667eea33; }
66
-
67
- .controls {
68
- display: grid;
69
- grid-template-columns: repeat(3, 1fr);
70
- gap: 0.5rem;
71
- margin: 1rem 0;
72
- }
73
-
74
- .btn {
75
- padding: 0.75rem 1rem;
76
- background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
77
- color: white;
78
- border: none;
79
- border-radius: 6px;
80
- font-weight: 600;
81
- cursor: pointer;
82
- transition: opacity 0.3s ease;
83
- }
84
-
85
- .btn:hover { opacity: 0.9; }
86
- .btn.secondary {
87
- background: #6c757d;
88
- }
89
-
90
- .stat-box {
91
- background: #f8f9fa;
92
- border-radius: 6px;
93
- padding: 1rem;
94
- margin-bottom: 0.5rem;
95
- }
96
-
97
- .stat-label { color: #666; font-size: 0.9rem; }
98
- .stat-value {
99
- color: #333;
100
- font-size: 1.5rem;
101
- font-weight: bold;
102
- margin-top: 0.25rem;
103
- }
104
-
105
- .progress-bar {
106
- width: 100%;
107
- height: 20px;
108
- background: #e0e0e0;
109
- border-radius: 10px;
110
- overflow: hidden;
111
- margin-top: 0.5rem;
112
- }
113
-
114
- .progress-fill {
115
- height: 100%;
116
- background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
117
- transition: width 0.3s ease;
118
- }
119
-
120
- .experience-list {
121
- max-height: 300px;
122
- overflow-y: auto;
123
- background: #f8f9fa;
124
- border-radius: 6px;
125
- padding: 1rem;
126
- }
127
-
128
- .experience-item {
129
- background: white;
130
- border-radius: 4px;
131
- padding: 0.75rem;
132
- margin-bottom: 0.5rem;
133
- font-size: 0.85rem;
134
- border-left: 3px solid #667eea;
135
- }
136
-
137
- .reward-positive { border-left-color: #28a745; }
138
- .reward-negative { border-left-color: #dc3545; }
139
-
140
- .q-values {
141
- display: grid;
142
- grid-template-columns: repeat(2, 1fr);
143
- gap: 0.5rem;
144
- margin-top: 1rem;
145
- }
146
-
147
- .q-value {
148
- background: #f8f9fa;
149
- padding: 0.75rem;
150
- border-radius: 6px;
151
- text-align: center;
152
- }
153
-
154
- .q-label { color: #666; font-size: 0.85rem; }
155
- .q-number {
156
- color: #333;
157
- font-size: 1.2rem;
158
- font-weight: bold;
159
- margin-top: 0.25rem;
160
- }
161
-
162
- .training-log {
163
- background: #f8f9fa;
164
- border-radius: 6px;
165
- padding: 1rem;
166
- font-family: 'Courier New', monospace;
167
- font-size: 0.85rem;
168
- max-height: 200px;
169
- overflow-y: auto;
170
- }
171
-
172
- .log-entry {
173
- margin-bottom: 0.25rem;
174
- color: #333;
175
- }
176
-
177
- .log-success { color: #28a745; }
178
- .log-fail { color: #dc3545; }
179
- </style>
180
- </head>
181
- <body>
182
- <div class="container">
183
- <header>
184
- <h1>🎮 Experience Replay Learning</h1>
185
- <p class="subtitle">Q-Learning with Experience Buffer and Neural Pattern Training</p>
186
- </header>
187
-
188
- <div class="grid">
189
- <div>
190
- <div class="card" style="margin-bottom: 1rem;">
191
- <h2>Grid World Environment</h2>
192
- <p style="color: #666; margin-bottom: 1rem;">
193
- Navigate to the goal 🎯. Avoid obstacles ⛔. Learn optimal paths!
194
- </p>
195
-
196
- <div class="game-board" id="gameBoard"></div>
197
-
198
- <div class="controls">
199
- <button class="btn" id="upBtn">⬆️ Up</button>
200
- <button class="btn" id="trainBtn">🧠 Train Agent</button>
201
- <button class="btn" id="downBtn">⬇️ Down</button>
202
- <button class="btn" id="leftBtn">⬅️ Left</button>
203
- <button class="btn" id="autoBtn">🤖 Auto Play</button>
204
- <button class="btn" id="rightBtn">➡️ Right</button>
205
- </div>
206
-
207
- <div class="btn" style="margin-top: 1rem; width: 100%; text-align: center;" id="resetBtn">
208
- 🔄 Reset Environment
209
- </div>
210
- </div>
211
-
212
- <div class="card">
213
- <h2>Experience Buffer (Last 10)</h2>
214
- <div class="experience-list" id="experienceList">
215
- <p style="color: #666; text-align: center;">No experiences yet</p>
216
- </div>
217
- </div>
218
- </div>
219
-
220
- <div>
221
- <div class="card" style="margin-bottom: 1rem;">
222
- <h2>Learning Progress</h2>
223
-
224
- <div class="stat-box">
225
- <div class="stat-label">Episodes Completed</div>
226
- <div class="stat-value" id="episodes">0</div>
227
- </div>
228
-
229
- <div class="stat-box">
230
- <div class="stat-label">Success Rate</div>
231
- <div class="stat-value" id="successRate">0%</div>
232
- <div class="progress-bar">
233
- <div class="progress-fill" id="successProgress" style="width: 0%"></div>
234
- </div>
235
- </div>
236
-
237
- <div class="stat-box">
238
- <div class="stat-label">Avg Steps to Goal</div>
239
- <div class="stat-value" id="avgSteps">-</div>
240
- </div>
241
-
242
- <div class="stat-box">
243
- <div class="stat-label">Total Experiences</div>
244
- <div class="stat-value" id="totalExp">0</div>
245
- </div>
246
- </div>
247
-
248
- <div class="card" style="margin-bottom: 1rem;">
249
- <h2>Q-Values (Current State)</h2>
250
- <div class="q-values">
251
- <div class="q-value">
252
- <div class="q-label">Up ⬆️</div>
253
- <div class="q-number" id="qUp">0.00</div>
254
- </div>
255
- <div class="q-value">
256
- <div class="q-label">Down ⬇️</div>
257
- <div class="q-number" id="qDown">0.00</div>
258
- </div>
259
- <div class="q-value">
260
- <div class="q-label">Left ⬅️</div>
261
- <div class="q-number" id="qLeft">0.00</div>
262
- </div>
263
- <div class="q-value">
264
- <div class="q-label">Right ➡️</div>
265
- <div class="q-number" id="qRight">0.00</div>
266
- </div>
267
- </div>
268
- </div>
269
-
270
- <div class="card">
271
- <h2>Training Log</h2>
272
- <div class="training-log" id="trainingLog">
273
- <div class="log-entry">Ready to start training...</div>
274
- </div>
275
- </div>
276
- </div>
277
- </div>
278
- </div>
279
-
280
- <script type="module">
281
- /**
282
- * Experience Replay Q-Learning Example
283
- *
284
- * Demonstrates:
285
- * 1. Experience buffer management
286
- * 2. Q-learning with replay
287
- * 3. Exploration vs exploitation
288
- * 4. Policy improvement over time
289
- */
290
-
291
- const GRID_SIZE = 5;
292
- const ACTIONS = ['up', 'down', 'left', 'right'];
293
-
294
- let state = { x: 0, y: 0 };
295
- let goal = { x: 4, y: 4 };
296
- let obstacles = [{ x: 1, y: 1 }, { x: 2, y: 2 }, { x: 3, y: 1 }];
297
- let experienceBuffer = [];
298
- let qTable = {};
299
- let episodes = 0;
300
- let successes = 0;
301
- let stepHistory = [];
302
- let autoPlaying = false;
303
-
304
- // Hyperparameters
305
- const ALPHA = 0.1; // Learning rate
306
- const GAMMA = 0.9; // Discount factor
307
- const EPSILON = 0.1; // Exploration rate
308
- const BUFFER_SIZE = 100;
309
-
310
- function initGrid() {
311
- const board = document.getElementById('gameBoard');
312
- board.innerHTML = '';
313
-
314
- for (let y = 0; y < GRID_SIZE; y++) {
315
- for (let x = 0; x < GRID_SIZE; x++) {
316
- const cell = document.createElement('div');
317
- cell.className = 'cell';
318
- cell.dataset.x = x;
319
- cell.dataset.y = y;
320
-
321
- if (x === state.x && y === state.y) {
322
- cell.classList.add('agent');
323
- cell.textContent = '🤖';
324
- } else if (x === goal.x && y === goal.y) {
325
- cell.classList.add('goal');
326
- cell.textContent = '🎯';
327
- } else if (obstacles.some(o => o.x === x && o.y === y)) {
328
- cell.classList.add('obstacle');
329
- cell.textContent = '⛔';
330
- }
331
-
332
- board.appendChild(cell);
333
- }
334
- }
335
-
336
- updateQValues();
337
- }
338
-
339
- function getStateKey(s) {
340
- return `${s.x},${s.y}`;
341
- }
342
-
343
- function getQValue(stateKey, action) {
344
- if (!qTable[stateKey]) {
345
- qTable[stateKey] = { up: 0, down: 0, left: 0, right: 0 };
346
- }
347
- return qTable[stateKey][action];
348
- }
349
-
350
- function setQValue(stateKey, action, value) {
351
- if (!qTable[stateKey]) {
352
- qTable[stateKey] = { up: 0, down: 0, left: 0, right: 0 };
353
- }
354
- qTable[stateKey][action] = value;
355
- }
356
-
357
- function chooseAction(stateKey) {
358
- // Epsilon-greedy policy
359
- if (Math.random() < EPSILON) {
360
- // Explore: random action
361
- return ACTIONS[Math.floor(Math.random() * ACTIONS.length)];
362
- } else {
363
- // Exploit: best known action
364
- let maxQ = -Infinity;
365
- let bestAction = ACTIONS[0];
366
-
367
- for (const action of ACTIONS) {
368
- const q = getQValue(stateKey, action);
369
- if (q > maxQ) {
370
- maxQ = q;
371
- bestAction = action;
372
- }
373
- }
374
-
375
- return bestAction;
376
- }
377
- }
378
-
379
- function takeAction(action) {
380
- const newState = { ...state };
381
-
382
- switch (action) {
383
- case 'up': newState.y = Math.max(0, newState.y - 1); break;
384
- case 'down': newState.y = Math.min(GRID_SIZE - 1, newState.y + 1); break;
385
- case 'left': newState.x = Math.max(0, newState.x - 1); break;
386
- case 'right': newState.x = Math.min(GRID_SIZE - 1, newState.x + 1); break;
387
- }
388
-
389
- // Calculate reward
390
- let reward = -0.1; // Small penalty for each step
391
- let done = false;
392
-
393
- if (newState.x === goal.x && newState.y === goal.y) {
394
- reward = 10; // Big reward for reaching goal
395
- done = true;
396
- } else if (obstacles.some(o => o.x === newState.x && o.y === newState.y)) {
397
- reward = -5; // Penalty for hitting obstacle
398
- newState.x = state.x;
399
- newState.y = state.y;
400
- }
401
-
402
- // Store experience
403
- const experience = {
404
- state: getStateKey(state),
405
- action: action,
406
- reward: reward,
407
- nextState: getStateKey(newState),
408
- done: done,
409
- timestamp: Date.now()
410
- };
411
-
412
- addExperience(experience);
413
-
414
- state = newState;
415
- initGrid();
416
-
417
- return { reward, done };
418
- }
419
-
420
- function addExperience(exp) {
421
- experienceBuffer.unshift(exp);
422
- if (experienceBuffer.length > BUFFER_SIZE) {
423
- experienceBuffer.pop();
424
- }
425
-
426
- renderExperiences();
427
- document.getElementById('totalExp').textContent = experienceBuffer.length;
428
- }
429
-
430
- function trainFromReplay(batchSize = 10) {
431
- if (experienceBuffer.length < batchSize) return;
432
-
433
- // Sample random batch from buffer
434
- const batch = [];
435
- for (let i = 0; i < batchSize; i++) {
436
- const idx = Math.floor(Math.random() * experienceBuffer.length);
437
- batch.push(experienceBuffer[idx]);
438
- }
439
-
440
- // Update Q-values
441
- for (const exp of batch) {
442
- let target = exp.reward;
443
-
444
- if (!exp.done) {
445
- // Q-learning: max future Q-value
446
- let maxNextQ = -Infinity;
447
- for (const action of ACTIONS) {
448
- const q = getQValue(exp.nextState, action);
449
- maxNextQ = Math.max(maxNextQ, q);
450
- }
451
- target += GAMMA * maxNextQ;
452
- }
453
-
454
- const currentQ = getQValue(exp.state, exp.action);
455
- const newQ = currentQ + ALPHA * (target - currentQ);
456
- setQValue(exp.state, exp.action, newQ);
457
- }
458
-
459
- updateQValues();
460
- logTraining(`Trained on ${batchSize} experiences`);
461
- }
462
-
463
- async function autoPlay() {
464
- autoPlaying = !autoPlaying;
465
- const btn = document.getElementById('autoBtn');
466
-
467
- if (autoPlaying) {
468
- btn.textContent = '⏸️ Stop';
469
- btn.classList.add('secondary');
470
-
471
- while (autoPlaying) {
472
- const stateKey = getStateKey(state);
473
- const action = chooseAction(stateKey);
474
- const { reward, done } = takeAction(action);
475
-
476
- if (done) {
477
- episodes++;
478
- if (reward > 0) {
479
- successes++;
480
- logTraining(`✓ Episode ${episodes}: Reached goal`, 'success');
481
- } else {
482
- logTraining(`✗ Episode ${episodes}: Failed`, 'fail');
483
- }
484
-
485
- stepHistory.push(experienceBuffer.filter(e =>
486
- e.timestamp > Date.now() - 5000
487
- ).length);
488
-
489
- // Train after each episode
490
- trainFromReplay(10);
491
-
492
- updateStats();
493
-
494
- // Reset
495
- state = { x: 0, y: 0 };
496
- initGrid();
497
-
498
- await sleep(500);
499
- }
500
-
501
- await sleep(100);
502
- }
503
- } else {
504
- btn.textContent = '🤖 Auto Play';
505
- btn.classList.remove('secondary');
506
- }
507
- }
508
-
509
- function sleep(ms) {
510
- return new Promise(resolve => setTimeout(resolve, ms));
511
- }
512
-
513
- function updateQValues() {
514
- const stateKey = getStateKey(state);
515
- document.getElementById('qUp').textContent = getQValue(stateKey, 'up').toFixed(2);
516
- document.getElementById('qDown').textContent = getQValue(stateKey, 'down').toFixed(2);
517
- document.getElementById('qLeft').textContent = getQValue(stateKey, 'left').toFixed(2);
518
- document.getElementById('qRight').textContent = getQValue(stateKey, 'right').toFixed(2);
519
- }
520
-
521
- function renderExperiences() {
522
- const list = document.getElementById('experienceList');
523
-
524
- if (experienceBuffer.length === 0) {
525
- list.innerHTML = '<p style="color: #666; text-align: center;">No experiences yet</p>';
526
- return;
527
- }
528
-
529
- const recent = experienceBuffer.slice(0, 10);
530
- list.innerHTML = recent.map(exp => {
531
- const rewardClass = exp.reward > 0 ? 'reward-positive' : exp.reward < -1 ? 'reward-negative' : '';
532
- return `
533
- <div class="experience-item ${rewardClass}">
534
- State: ${exp.state} | Action: ${exp.action} | Reward: ${exp.reward.toFixed(2)}
535
- </div>
536
- `;
537
- }).join('');
538
- }
539
-
540
- function updateStats() {
541
- document.getElementById('episodes').textContent = episodes;
542
-
543
- if (episodes > 0) {
544
- const rate = (successes / episodes * 100).toFixed(0);
545
- document.getElementById('successRate').textContent = `${rate}%`;
546
- document.getElementById('successProgress').style.width = `${rate}%`;
547
- }
548
-
549
- if (stepHistory.length > 0) {
550
- const avg = stepHistory.reduce((a, b) => a + b, 0) / stepHistory.length;
551
- document.getElementById('avgSteps').textContent = avg.toFixed(1);
552
- }
553
- }
554
-
555
- function logTraining(message, type = '') {
556
- const log = document.getElementById('trainingLog');
557
- const entry = document.createElement('div');
558
- entry.className = `log-entry ${type ? 'log-' + type : ''}`;
559
- entry.textContent = `[${new Date().toLocaleTimeString()}] ${message}`;
560
- log.insertBefore(entry, log.firstChild);
561
-
562
- // Keep only last 20 entries
563
- while (log.children.length > 20) {
564
- log.removeChild(log.lastChild);
565
- }
566
- }
567
-
568
- function reset() {
569
- state = { x: 0, y: 0 };
570
- experienceBuffer = [];
571
- qTable = {};
572
- episodes = 0;
573
- successes = 0;
574
- stepHistory = [];
575
-
576
- initGrid();
577
- renderExperiences();
578
- updateStats();
579
- updateQValues();
580
-
581
- document.getElementById('trainingLog').innerHTML = '<div class="log-entry">Environment reset</div>';
582
- }
583
-
584
- // Event listeners
585
- document.getElementById('upBtn').addEventListener('click', () => {
586
- const { reward, done } = takeAction('up');
587
- if (done) { state = { x: 0, y: 0 }; initGrid(); }
588
- });
589
-
590
- document.getElementById('downBtn').addEventListener('click', () => {
591
- const { reward, done } = takeAction('down');
592
- if (done) { state = { x: 0, y: 0 }; initGrid(); }
593
- });
594
-
595
- document.getElementById('leftBtn').addEventListener('click', () => {
596
- const { reward, done } = takeAction('left');
597
- if (done) { state = { x: 0, y: 0 }; initGrid(); }
598
- });
599
-
600
- document.getElementById('rightBtn').addEventListener('click', () => {
601
- const { reward, done } = takeAction('right');
602
- if (done) { state = { x: 0, y: 0 }; initGrid(); }
603
- });
604
-
605
- document.getElementById('trainBtn').addEventListener('click', () => {
606
- trainFromReplay(20);
607
- });
608
-
609
- document.getElementById('autoBtn').addEventListener('click', autoPlay);
610
- document.getElementById('resetBtn').addEventListener('click', reset);
611
-
612
- // Initialize
613
- initGrid();
614
- </script>
615
- </body>
616
- </html>