npm - agentdb - Versions diffs - 1.0.0 - Mend

agentdb 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (361) hide show

package/LICENSE +38 -0
package/LICENSE-APACHE +190 -0
package/LICENSE-MIT +21 -0
package/README.md +953 -0
package/bin/agentdb.js +485 -0
package/bin/plugin-cli-wrapper.mjs +21 -0
package/dist/cache/query-cache.d.ts +105 -0
package/dist/cache/query-cache.d.ts.map +1 -0
package/dist/cache/query-cache.js +224 -0
package/dist/cache/query-cache.js.map +1 -0
package/dist/cache/query-cache.mjs +219 -0
package/dist/cli/cache/query-cache.d.ts +104 -0
package/dist/cli/cache/query-cache.js +244 -0
package/dist/cli/cli/db-commands.d.ts +48 -0
package/dist/cli/cli/db-commands.js +613 -0
package/dist/cli/commands.d.ts +7 -0
package/dist/cli/commands.d.ts.map +1 -0
package/dist/cli/commands.js +113 -0
package/dist/cli/commands.js.map +1 -0
package/dist/cli/commands.mjs +104 -0
package/dist/cli/core/backend-interface.d.ts +70 -0
package/dist/cli/core/backend-interface.js +15 -0
package/dist/cli/core/native-backend.d.ts +140 -0
package/dist/cli/core/native-backend.js +432 -0
package/dist/cli/core/vector-db.d.ts +126 -0
package/dist/cli/core/vector-db.js +338 -0
package/dist/cli/core/wasm-backend.d.ts +95 -0
package/dist/cli/core/wasm-backend.js +418 -0
package/dist/cli/db-commands.d.ts +49 -0
package/dist/cli/db-commands.d.ts.map +1 -0
package/dist/cli/db-commands.js +533 -0
package/dist/cli/db-commands.js.map +1 -0
package/dist/cli/db-commands.mjs +522 -0
package/dist/cli/generator.d.ts +11 -0
package/dist/cli/generator.d.ts.map +1 -0
package/dist/cli/generator.js +567 -0
package/dist/cli/generator.js.map +1 -0
package/dist/cli/generator.mjs +527 -0
package/dist/cli/help.d.ts +18 -0
package/dist/cli/help.d.ts.map +1 -0
package/dist/cli/help.js +676 -0
package/dist/cli/help.js.map +1 -0
package/dist/cli/help.mjs +667 -0
package/dist/cli/index/hnsw.d.ts +164 -0
package/dist/cli/index/hnsw.js +558 -0
package/dist/cli/plugin-cli.d.ts +7 -0
package/dist/cli/plugin-cli.d.ts.map +1 -0
package/dist/cli/plugin-cli.js +295 -0
package/dist/cli/plugin-cli.js.map +1 -0
package/dist/cli/plugin-cli.mjs +289 -0
package/dist/cli/quantization/product-quantization.d.ts +108 -0
package/dist/cli/quantization/product-quantization.js +350 -0
package/dist/cli/query/query-builder.d.ts +322 -0
package/dist/cli/query/query-builder.js +600 -0
package/dist/cli/templates.d.ts +14 -0
package/dist/cli/templates.d.ts.map +1 -0
package/dist/cli/templates.js +182 -0
package/dist/cli/templates.js.map +1 -0
package/dist/cli/templates.mjs +176 -0
package/dist/cli/types/index.d.ts +116 -0
package/dist/cli/types/index.js +5 -0
package/dist/cli/types.d.ts +91 -0
package/dist/cli/types.d.ts.map +1 -0
package/dist/cli/types.js +6 -0
package/dist/cli/types.js.map +1 -0
package/dist/cli/types.mjs +4 -0
package/dist/cli/wizard/index.d.ts +6 -0
package/dist/cli/wizard/index.d.ts.map +1 -0
package/dist/cli/wizard/index.js +138 -0
package/dist/cli/wizard/index.js.map +1 -0
package/dist/cli/wizard/index.mjs +131 -0
package/dist/cli/wizard/prompts.d.ts +11 -0
package/dist/cli/wizard/prompts.d.ts.map +1 -0
package/dist/cli/wizard/prompts.js +482 -0
package/dist/cli/wizard/prompts.js.map +1 -0
package/dist/cli/wizard/prompts.mjs +470 -0
package/dist/cli/wizard/validator.d.ts +13 -0
package/dist/cli/wizard/validator.d.ts.map +1 -0
package/dist/cli/wizard/validator.js +234 -0
package/dist/cli/wizard/validator.js.map +1 -0
package/dist/cli/wizard/validator.mjs +224 -0
package/dist/core/backend-interface.d.ts +71 -0
package/dist/core/backend-interface.d.ts.map +1 -0
package/dist/core/backend-interface.js +16 -0
package/dist/core/backend-interface.js.map +1 -0
package/dist/core/backend-interface.mjs +12 -0
package/dist/core/native-backend.d.ts +141 -0
package/dist/core/native-backend.d.ts.map +1 -0
package/dist/core/native-backend.js +457 -0
package/dist/core/native-backend.js.map +1 -0
package/dist/core/native-backend.mjs +449 -0
package/dist/core/vector-db.d.ts +127 -0
package/dist/core/vector-db.d.ts.map +1 -0
package/dist/core/vector-db.js +266 -0
package/dist/core/vector-db.js.map +1 -0
package/dist/core/vector-db.mjs +261 -0
package/dist/core/wasm-backend.d.ts +96 -0
package/dist/core/wasm-backend.d.ts.map +1 -0
package/dist/core/wasm-backend.js +393 -0
package/dist/core/wasm-backend.js.map +1 -0
package/dist/core/wasm-backend.mjs +385 -0
package/dist/index/hnsw-optimized.d.ts +75 -0
package/dist/index/hnsw-optimized.d.ts.map +1 -0
package/dist/index/hnsw-optimized.js +412 -0
package/dist/index/hnsw-optimized.js.map +1 -0
package/dist/index/hnsw-optimized.mjs +407 -0
package/dist/index/hnsw.d.ts +165 -0
package/dist/index/hnsw.d.ts.map +1 -0
package/dist/index/hnsw.js +521 -0
package/dist/index/hnsw.js.map +1 -0
package/dist/index/hnsw.mjs +516 -0
package/dist/index.d.ts +57 -0
package/dist/index.d.ts.map +1 -0
package/dist/index.js +82 -0
package/dist/index.js.map +1 -0
package/dist/index.mjs +63 -0
package/dist/mcp-server.d.ts +27 -0
package/dist/mcp-server.d.ts.map +1 -0
package/dist/mcp-server.js +789 -0
package/dist/mcp-server.js.map +1 -0
package/dist/mcp-server.mjs +784 -0
package/dist/plugins/base-plugin.d.ts +114 -0
package/dist/plugins/base-plugin.d.ts.map +1 -0
package/dist/plugins/base-plugin.js +313 -0
package/dist/plugins/base-plugin.js.map +1 -0
package/dist/plugins/base-plugin.mjs +275 -0
package/dist/plugins/implementations/active-learning.d.ts +135 -0
package/dist/plugins/implementations/active-learning.d.ts.map +1 -0
package/dist/plugins/implementations/active-learning.js +372 -0
package/dist/plugins/implementations/active-learning.js.map +1 -0
package/dist/plugins/implementations/active-learning.mjs +367 -0
package/dist/plugins/implementations/actor-critic.d.ts +64 -0
package/dist/plugins/implementations/actor-critic.d.ts.map +1 -0
package/dist/plugins/implementations/actor-critic.js +363 -0
package/dist/plugins/implementations/actor-critic.js.map +1 -0
package/dist/plugins/implementations/actor-critic.mjs +358 -0
package/dist/plugins/implementations/adversarial-training.d.ts +133 -0
package/dist/plugins/implementations/adversarial-training.d.ts.map +1 -0
package/dist/plugins/implementations/adversarial-training.js +409 -0
package/dist/plugins/implementations/adversarial-training.js.map +1 -0
package/dist/plugins/implementations/adversarial-training.mjs +404 -0
package/dist/plugins/implementations/curriculum-learning.d.ts +132 -0
package/dist/plugins/implementations/curriculum-learning.d.ts.map +1 -0
package/dist/plugins/implementations/curriculum-learning.js +354 -0
package/dist/plugins/implementations/curriculum-learning.js.map +1 -0
package/dist/plugins/implementations/curriculum-learning.mjs +349 -0
package/dist/plugins/implementations/decision-transformer.d.ts +77 -0
package/dist/plugins/implementations/decision-transformer.d.ts.map +1 -0
package/dist/plugins/implementations/decision-transformer.js +422 -0
package/dist/plugins/implementations/decision-transformer.js.map +1 -0
package/dist/plugins/implementations/decision-transformer.mjs +417 -0
package/dist/plugins/implementations/federated-learning.d.ts +126 -0
package/dist/plugins/implementations/federated-learning.d.ts.map +1 -0
package/dist/plugins/implementations/federated-learning.js +436 -0
package/dist/plugins/implementations/federated-learning.js.map +1 -0
package/dist/plugins/implementations/federated-learning.mjs +431 -0
package/dist/plugins/implementations/index.d.ts +30 -0
package/dist/plugins/implementations/index.d.ts.map +1 -0
package/dist/plugins/implementations/index.js +45 -0
package/dist/plugins/implementations/index.js.map +1 -0
package/dist/plugins/implementations/index.mjs +31 -0
package/dist/plugins/implementations/multi-task-learning.d.ts +115 -0
package/dist/plugins/implementations/multi-task-learning.d.ts.map +1 -0
package/dist/plugins/implementations/multi-task-learning.js +369 -0
package/dist/plugins/implementations/multi-task-learning.js.map +1 -0
package/dist/plugins/implementations/multi-task-learning.mjs +364 -0
package/dist/plugins/implementations/neural-architecture-search.d.ts +148 -0
package/dist/plugins/implementations/neural-architecture-search.d.ts.map +1 -0
package/dist/plugins/implementations/neural-architecture-search.js +379 -0
package/dist/plugins/implementations/neural-architecture-search.js.map +1 -0
package/dist/plugins/implementations/neural-architecture-search.mjs +374 -0
package/dist/plugins/implementations/q-learning.d.ts +98 -0
package/dist/plugins/implementations/q-learning.d.ts.map +1 -0
package/dist/plugins/implementations/q-learning.js +435 -0
package/dist/plugins/implementations/q-learning.js.map +1 -0
package/dist/plugins/implementations/q-learning.mjs +430 -0
package/dist/plugins/implementations/sarsa.d.ts +103 -0
package/dist/plugins/implementations/sarsa.d.ts.map +1 -0
package/dist/plugins/implementations/sarsa.js +347 -0
package/dist/plugins/implementations/sarsa.js.map +1 -0
package/dist/plugins/implementations/sarsa.mjs +342 -0
package/dist/plugins/index.d.ts +107 -0
package/dist/plugins/index.d.ts.map +1 -0
package/dist/plugins/index.js +179 -0
package/dist/plugins/index.js.map +1 -0
package/dist/plugins/index.mjs +168 -0
package/dist/plugins/interface.d.ts +439 -0
package/dist/plugins/interface.d.ts.map +1 -0
package/dist/plugins/interface.js +12 -0
package/dist/plugins/interface.js.map +1 -0
package/dist/plugins/interface.mjs +10 -0
package/dist/plugins/learning-plugin.interface.d.ts +257 -0
package/dist/plugins/learning-plugin.interface.d.ts.map +1 -0
package/dist/plugins/learning-plugin.interface.js +7 -0
package/dist/plugins/learning-plugin.interface.js.map +1 -0
package/dist/plugins/learning-plugin.interface.mjs +5 -0
package/dist/plugins/plugin-exports.d.ts +71 -0
package/dist/plugins/plugin-exports.d.ts.map +1 -0
package/dist/plugins/plugin-exports.js +78 -0
package/dist/plugins/plugin-exports.js.map +1 -0
package/dist/plugins/plugin-exports.mjs +69 -0
package/dist/plugins/registry.d.ts +206 -0
package/dist/plugins/registry.d.ts.map +1 -0
package/dist/plugins/registry.js +365 -0
package/dist/plugins/registry.js.map +1 -0
package/dist/plugins/registry.mjs +356 -0
package/dist/plugins/validator.d.ts +63 -0
package/dist/plugins/validator.d.ts.map +1 -0
package/dist/plugins/validator.js +464 -0
package/dist/plugins/validator.js.map +1 -0
package/dist/plugins/validator.mjs +458 -0
package/dist/quantization/binary-quantization.d.ts +104 -0
package/dist/quantization/binary-quantization.d.ts.map +1 -0
package/dist/quantization/binary-quantization.js +246 -0
package/dist/quantization/binary-quantization.js.map +1 -0
package/dist/quantization/binary-quantization.mjs +240 -0
package/dist/quantization/optimized-pq.d.ts +138 -0
package/dist/quantization/optimized-pq.d.ts.map +1 -0
package/dist/quantization/optimized-pq.js +320 -0
package/dist/quantization/optimized-pq.js.map +1 -0
package/dist/quantization/optimized-pq.mjs +313 -0
package/dist/quantization/product-quantization.d.ts +109 -0
package/dist/quantization/product-quantization.d.ts.map +1 -0
package/dist/quantization/product-quantization.js +287 -0
package/dist/quantization/product-quantization.js.map +1 -0
package/dist/quantization/product-quantization.mjs +282 -0
package/dist/quantization/scalar-quantization.d.ts +100 -0
package/dist/quantization/scalar-quantization.d.ts.map +1 -0
package/dist/quantization/scalar-quantization.js +324 -0
package/dist/quantization/scalar-quantization.js.map +1 -0
package/dist/quantization/scalar-quantization.mjs +319 -0
package/dist/query/index.d.ts +6 -0
package/dist/query/index.d.ts.map +1 -0
package/dist/query/index.js +9 -0
package/dist/query/index.js.map +1 -0
package/dist/query/index.mjs +4 -0
package/dist/query/query-builder.d.ts +323 -0
package/dist/query/query-builder.d.ts.map +1 -0
package/dist/query/query-builder.js +524 -0
package/dist/query/query-builder.js.map +1 -0
package/dist/query/query-builder.mjs +519 -0
package/dist/reasoning/context-synthesizer.d.ts +57 -0
package/dist/reasoning/context-synthesizer.d.ts.map +1 -0
package/dist/reasoning/context-synthesizer.js +224 -0
package/dist/reasoning/context-synthesizer.js.map +1 -0
package/dist/reasoning/context-synthesizer.mjs +219 -0
package/dist/reasoning/experience-curator.d.ts +66 -0
package/dist/reasoning/experience-curator.d.ts.map +1 -0
package/dist/reasoning/experience-curator.js +288 -0
package/dist/reasoning/experience-curator.js.map +1 -0
package/dist/reasoning/experience-curator.mjs +283 -0
package/dist/reasoning/memory-optimizer.d.ts +69 -0
package/dist/reasoning/memory-optimizer.d.ts.map +1 -0
package/dist/reasoning/memory-optimizer.js +331 -0
package/dist/reasoning/memory-optimizer.js.map +1 -0
package/dist/reasoning/memory-optimizer.mjs +326 -0
package/dist/reasoning/pattern-matcher.d.ts +59 -0
package/dist/reasoning/pattern-matcher.d.ts.map +1 -0
package/dist/reasoning/pattern-matcher.js +229 -0
package/dist/reasoning/pattern-matcher.js.map +1 -0
package/dist/reasoning/pattern-matcher.mjs +224 -0
package/dist/reasoningbank/adapter/agentdb-adapter.d.ts +118 -0
package/dist/reasoningbank/adapter/agentdb-adapter.d.ts.map +1 -0
package/dist/reasoningbank/adapter/agentdb-adapter.js +477 -0
package/dist/reasoningbank/adapter/agentdb-adapter.js.map +1 -0
package/dist/reasoningbank/adapter/types.d.ts +113 -0
package/dist/reasoningbank/adapter/types.d.ts.map +1 -0
package/dist/reasoningbank/adapter/types.js +9 -0
package/dist/reasoningbank/adapter/types.js.map +1 -0
package/dist/reasoningbank/cli/commands.d.ts +16 -0
package/dist/reasoningbank/cli/commands.d.ts.map +1 -0
package/dist/reasoningbank/cli/commands.js +272 -0
package/dist/reasoningbank/cli/commands.js.map +1 -0
package/dist/reasoningbank/mcp/agentdb-tools.d.ts +319 -0
package/dist/reasoningbank/mcp/agentdb-tools.d.ts.map +1 -0
package/dist/reasoningbank/mcp/agentdb-tools.js +301 -0
package/dist/reasoningbank/mcp/agentdb-tools.js.map +1 -0
package/dist/reasoningbank/migration/migrate.d.ts +25 -0
package/dist/reasoningbank/migration/migrate.d.ts.map +1 -0
package/dist/reasoningbank/migration/migrate.js +178 -0
package/dist/reasoningbank/migration/migrate.js.map +1 -0
package/dist/reasoningbank/reasoning/context-synthesizer.d.ts +37 -0
package/dist/reasoningbank/reasoning/context-synthesizer.d.ts.map +1 -0
package/dist/reasoningbank/reasoning/context-synthesizer.js +114 -0
package/dist/reasoningbank/reasoning/context-synthesizer.js.map +1 -0
package/dist/reasoningbank/reasoning/experience-curator.d.ts +39 -0
package/dist/reasoningbank/reasoning/experience-curator.d.ts.map +1 -0
package/dist/reasoningbank/reasoning/experience-curator.js +98 -0
package/dist/reasoningbank/reasoning/experience-curator.js.map +1 -0
package/dist/reasoningbank/reasoning/memory-optimizer.d.ts +44 -0
package/dist/reasoningbank/reasoning/memory-optimizer.d.ts.map +1 -0
package/dist/reasoningbank/reasoning/memory-optimizer.js +184 -0
package/dist/reasoningbank/reasoning/memory-optimizer.js.map +1 -0
package/dist/reasoningbank/reasoning/pattern-matcher.d.ts +40 -0
package/dist/reasoningbank/reasoning/pattern-matcher.d.ts.map +1 -0
package/dist/reasoningbank/reasoning/pattern-matcher.js +87 -0
package/dist/reasoningbank/reasoning/pattern-matcher.js.map +1 -0
package/dist/reasoningbank/sync/quic-sync.d.ts +77 -0
package/dist/reasoningbank/sync/quic-sync.d.ts.map +1 -0
package/dist/reasoningbank/sync/quic-sync.js +165 -0
package/dist/reasoningbank/sync/quic-sync.js.map +1 -0
package/dist/sync/conflict.d.ts +78 -0
package/dist/sync/conflict.d.ts.map +1 -0
package/dist/sync/conflict.js +202 -0
package/dist/sync/conflict.js.map +1 -0
package/dist/sync/conflict.mjs +196 -0
package/dist/sync/coordinator.d.ts +111 -0
package/dist/sync/coordinator.d.ts.map +1 -0
package/dist/sync/coordinator.js +256 -0
package/dist/sync/coordinator.js.map +1 -0
package/dist/sync/coordinator.mjs +250 -0
package/dist/sync/delta.d.ts +81 -0
package/dist/sync/delta.d.ts.map +1 -0
package/dist/sync/delta.js +245 -0
package/dist/sync/delta.js.map +1 -0
package/dist/sync/delta.mjs +238 -0
package/dist/sync/index.d.ts +11 -0
package/dist/sync/index.d.ts.map +1 -0
package/dist/sync/index.js +22 -0
package/dist/sync/index.js.map +1 -0
package/dist/sync/index.mjs +9 -0
package/dist/sync/quic-sync.d.ts +81 -0
package/dist/sync/quic-sync.d.ts.map +1 -0
package/dist/sync/quic-sync.js +329 -0
package/dist/sync/quic-sync.js.map +1 -0
package/dist/sync/quic-sync.mjs +323 -0
package/dist/sync/types.d.ts +168 -0
package/dist/sync/types.d.ts.map +1 -0
package/dist/sync/types.js +8 -0
package/dist/sync/types.js.map +1 -0
package/dist/sync/types.mjs +6 -0
package/dist/types/index.d.ts +117 -0
package/dist/types/index.d.ts.map +1 -0
package/dist/types/index.js +6 -0
package/dist/types/index.js.map +1 -0
package/dist/types/index.mjs +4 -0
package/dist/wasm-loader.d.ts +32 -0
package/dist/wasm-loader.d.ts.map +1 -0
package/dist/wasm-loader.js +75 -0
package/dist/wasm-loader.js.map +1 -0
package/dist/wasm-loader.mjs +64 -0
package/examples/adaptive-learning.ts +284 -0
package/examples/browser/README.md +732 -0
package/examples/browser/adaptive-recommendations/index.html +427 -0
package/examples/browser/collaborative-filtering/index.html +310 -0
package/examples/browser/continual-learning/index.html +736 -0
package/examples/browser/experience-replay/index.html +616 -0
package/examples/browser/index.html +369 -0
package/examples/browser/meta-learning/index.html +789 -0
package/examples/browser/neuro-symbolic/index.html +692 -0
package/examples/browser/pattern-learning/index.html +620 -0
package/examples/browser/quantum-inspired/index.html +728 -0
package/examples/browser/rag/index.html +624 -0
package/examples/browser/swarm-intelligence/index.html +811 -0
package/examples/browser-basic.html +170 -0
package/examples/hnsw-example.ts +148 -0
package/examples/node-basic.js +70 -0
package/examples/quic-sync-example.ts +310 -0
package/examples/quick-start.js +68 -0
package/examples/wasm-example.ts +222 -0
package/package.json +118 -0

package/examples/browser/experience-replay/index.html ADDED Viewed

@@ -0,0 +1,616 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Experience Replay Learning - AgentDB</title>
+    <style>
+        * { margin: 0; padding: 0; box-sizing: border-box; }
+        body {
+            font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
+            background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
+            min-height: 100vh;
+            padding: 2rem;
+        }
+        .container { max-width: 1400px; margin: 0 auto; }
+        header {
+            background: white;
+            border-radius: 12px;
+            padding: 2rem;
+            margin-bottom: 2rem;
+            box-shadow: 0 10px 30px rgba(0,0,0,0.2);
+        }
+        h1 { color: #333; margin-bottom: 0.5rem; }
+        .subtitle { color: #666; }
+        .grid { display: grid; grid-template-columns: 2fr 1fr; gap: 2rem; }
+        .card {
+            background: white;
+            border-radius: 12px;
+            padding: 2rem;
+            box-shadow: 0 10px 30px rgba(0,0,0,0.2);
+        }
+        .card h2 { color: #333; margin-bottom: 1rem; }
+        .game-board {
+            display: grid;
+            grid-template-columns: repeat(5, 1fr);
+            gap: 0.5rem;
+            margin: 1rem 0;
+        }
+        .cell {
+            aspect-ratio: 1;
+            background: #f0f0f0;
+            border: 2px solid #ddd;
+            border-radius: 6px;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            font-size: 1.5rem;
+            cursor: pointer;
+            transition: all 0.2s ease;
+        }
+        .cell:hover { background: #e0e0e0; transform: scale(1.05); }
+        .cell.agent { background: #667eea; color: white; }
+        .cell.goal { background: #28a745; color: white; }
+        .cell.obstacle { background: #dc3545; color: white; }
+        .cell.path { background: #667eea33; }
+        .controls {
+            display: grid;
+            grid-template-columns: repeat(3, 1fr);
+            gap: 0.5rem;
+            margin: 1rem 0;
+        }
+        .btn {
+            padding: 0.75rem 1rem;
+            background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
+            color: white;
+            border: none;
+            border-radius: 6px;
+            font-weight: 600;
+            cursor: pointer;
+            transition: opacity 0.3s ease;
+        }
+        .btn:hover { opacity: 0.9; }
+        .btn.secondary {
+            background: #6c757d;
+        }
+        .stat-box {
+            background: #f8f9fa;
+            border-radius: 6px;
+            padding: 1rem;
+            margin-bottom: 0.5rem;
+        }
+        .stat-label { color: #666; font-size: 0.9rem; }
+        .stat-value {
+            color: #333;
+            font-size: 1.5rem;
+            font-weight: bold;
+            margin-top: 0.25rem;
+        }
+        .progress-bar {
+            width: 100%;
+            height: 20px;
+            background: #e0e0e0;
+            border-radius: 10px;
+            overflow: hidden;
+            margin-top: 0.5rem;
+        }
+        .progress-fill {
+            height: 100%;
+            background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
+            transition: width 0.3s ease;
+        }
+        .experience-list {
+            max-height: 300px;
+            overflow-y: auto;
+            background: #f8f9fa;
+            border-radius: 6px;
+            padding: 1rem;
+        }
+        .experience-item {
+            background: white;
+            border-radius: 4px;
+            padding: 0.75rem;
+            margin-bottom: 0.5rem;
+            font-size: 0.85rem;
+            border-left: 3px solid #667eea;
+        }
+        .reward-positive { border-left-color: #28a745; }
+        .reward-negative { border-left-color: #dc3545; }
+        .q-values {
+            display: grid;
+            grid-template-columns: repeat(2, 1fr);
+            gap: 0.5rem;
+            margin-top: 1rem;
+        }
+        .q-value {
+            background: #f8f9fa;
+            padding: 0.75rem;
+            border-radius: 6px;
+            text-align: center;
+        }
+        .q-label { color: #666; font-size: 0.85rem; }
+        .q-number {
+            color: #333;
+            font-size: 1.2rem;
+            font-weight: bold;
+            margin-top: 0.25rem;
+        }
+        .training-log {
+            background: #f8f9fa;
+            border-radius: 6px;
+            padding: 1rem;
+            font-family: 'Courier New', monospace;
+            font-size: 0.85rem;
+            max-height: 200px;
+            overflow-y: auto;
+        }
+        .log-entry {
+            margin-bottom: 0.25rem;
+            color: #333;
+        }
+        .log-success { color: #28a745; }
+        .log-fail { color: #dc3545; }
+    </style>
+</head>
+<body>
+    <div class="container">
+        <header>
+            <h1>🎮 Experience Replay Learning</h1>
+            <p class="subtitle">Q-Learning with Experience Buffer and Neural Pattern Training</p>
+        </header>
+        <div class="grid">
+            <div>
+                <div class="card" style="margin-bottom: 1rem;">
+                    <h2>Grid World Environment</h2>
+                    <p style="color: #666; margin-bottom: 1rem;">
+                        Navigate to the goal 🎯. Avoid obstacles ⛔. Learn optimal paths!
+                    </p>
+                    <div class="game-board" id="gameBoard"></div>
+                    <div class="controls">
+                        <button class="btn" id="upBtn">⬆️ Up</button>
+                        <button class="btn" id="trainBtn">🧠 Train Agent</button>
+                        <button class="btn" id="downBtn">⬇️ Down</button>
+                        <button class="btn" id="leftBtn">⬅️ Left</button>
+                        <button class="btn" id="autoBtn">🤖 Auto Play</button>
+                        <button class="btn" id="rightBtn">➡️ Right</button>
+                    </div>
+                    <div class="btn" style="margin-top: 1rem; width: 100%; text-align: center;" id="resetBtn">
+                        🔄 Reset Environment
+                    </div>
+                </div>
+                <div class="card">
+                    <h2>Experience Buffer (Last 10)</h2>
+                    <div class="experience-list" id="experienceList">
+                        <p style="color: #666; text-align: center;">No experiences yet</p>
+                    </div>
+                </div>
+            </div>
+            <div>
+                <div class="card" style="margin-bottom: 1rem;">
+                    <h2>Learning Progress</h2>
+                    <div class="stat-box">
+                        <div class="stat-label">Episodes Completed</div>
+                        <div class="stat-value" id="episodes">0</div>
+                    </div>
+                    <div class="stat-box">
+                        <div class="stat-label">Success Rate</div>
+                        <div class="stat-value" id="successRate">0%</div>
+                        <div class="progress-bar">
+                            <div class="progress-fill" id="successProgress" style="width: 0%"></div>
+                        </div>
+                    </div>
+                    <div class="stat-box">
+                        <div class="stat-label">Avg Steps to Goal</div>
+                        <div class="stat-value" id="avgSteps">-</div>
+                    </div>
+                    <div class="stat-box">
+                        <div class="stat-label">Total Experiences</div>
+                        <div class="stat-value" id="totalExp">0</div>
+                    </div>
+                </div>
+                <div class="card" style="margin-bottom: 1rem;">
+                    <h2>Q-Values (Current State)</h2>
+                    <div class="q-values">
+                        <div class="q-value">
+                            <div class="q-label">Up ⬆️</div>
+                            <div class="q-number" id="qUp">0.00</div>
+                        </div>
+                        <div class="q-value">
+                            <div class="q-label">Down ⬇️</div>
+                            <div class="q-number" id="qDown">0.00</div>
+                        </div>
+                        <div class="q-value">
+                            <div class="q-label">Left ⬅️</div>
+                            <div class="q-number" id="qLeft">0.00</div>
+                        </div>
+                        <div class="q-value">
+                            <div class="q-label">Right ➡️</div>
+                            <div class="q-number" id="qRight">0.00</div>
+                        </div>
+                    </div>
+                </div>
+                <div class="card">
+                    <h2>Training Log</h2>
+                    <div class="training-log" id="trainingLog">
+                        <div class="log-entry">Ready to start training...</div>
+                    </div>
+                </div>
+            </div>
+        </div>
+    </div>
+    <script type="module">
+        /**
+         * Experience Replay Q-Learning Example
+         *
+         * Demonstrates:
+         * 1. Experience buffer management
+         * 2. Q-learning with replay
+         * 3. Exploration vs exploitation
+         * 4. Policy improvement over time
+         */
+        const GRID_SIZE = 5;
+        const ACTIONS = ['up', 'down', 'left', 'right'];
+        let state = { x: 0, y: 0 };
+        let goal = { x: 4, y: 4 };
+        let obstacles = [{ x: 1, y: 1 }, { x: 2, y: 2 }, { x: 3, y: 1 }];
+        let experienceBuffer = [];
+        let qTable = {};
+        let episodes = 0;
+        let successes = 0;
+        let stepHistory = [];
+        let autoPlaying = false;
+        // Hyperparameters
+        const ALPHA = 0.1;  // Learning rate
+        const GAMMA = 0.9;  // Discount factor
+        const EPSILON = 0.1; // Exploration rate
+        const BUFFER_SIZE = 100;
+        function initGrid() {
+            const board = document.getElementById('gameBoard');
+            board.innerHTML = '';
+            for (let y = 0; y < GRID_SIZE; y++) {
+                for (let x = 0; x < GRID_SIZE; x++) {
+                    const cell = document.createElement('div');
+                    cell.className = 'cell';
+                    cell.dataset.x = x;
+                    cell.dataset.y = y;
+                    if (x === state.x && y === state.y) {
+                        cell.classList.add('agent');
+                        cell.textContent = '🤖';
+                    } else if (x === goal.x && y === goal.y) {
+                        cell.classList.add('goal');
+                        cell.textContent = '🎯';
+                    } else if (obstacles.some(o => o.x === x && o.y === y)) {
+                        cell.classList.add('obstacle');
+                        cell.textContent = '⛔';
+                    }
+                    board.appendChild(cell);
+                }
+            }
+            updateQValues();
+        }
+        function getStateKey(s) {
+            return `${s.x},${s.y}`;
+        }
+        function getQValue(stateKey, action) {
+            if (!qTable[stateKey]) {
+                qTable[stateKey] = { up: 0, down: 0, left: 0, right: 0 };
+            }
+            return qTable[stateKey][action];
+        }
+        function setQValue(stateKey, action, value) {
+            if (!qTable[stateKey]) {
+                qTable[stateKey] = { up: 0, down: 0, left: 0, right: 0 };
+            }
+            qTable[stateKey][action] = value;
+        }
+        function chooseAction(stateKey) {
+            // Epsilon-greedy policy
+            if (Math.random() < EPSILON) {
+                // Explore: random action
+                return ACTIONS[Math.floor(Math.random() * ACTIONS.length)];
+            } else {
+                // Exploit: best known action
+                let maxQ = -Infinity;
+                let bestAction = ACTIONS[0];
+                for (const action of ACTIONS) {
+                    const q = getQValue(stateKey, action);
+                    if (q > maxQ) {
+                        maxQ = q;
+                        bestAction = action;
+                    }
+                }
+                return bestAction;
+            }
+        }
+        function takeAction(action) {
+            const newState = { ...state };
+            switch (action) {
+                case 'up': newState.y = Math.max(0, newState.y - 1); break;
+                case 'down': newState.y = Math.min(GRID_SIZE - 1, newState.y + 1); break;
+                case 'left': newState.x = Math.max(0, newState.x - 1); break;
+                case 'right': newState.x = Math.min(GRID_SIZE - 1, newState.x + 1); break;
+            }
+            // Calculate reward
+            let reward = -0.1; // Small penalty for each step
+            let done = false;
+            if (newState.x === goal.x && newState.y === goal.y) {
+                reward = 10; // Big reward for reaching goal
+                done = true;
+            } else if (obstacles.some(o => o.x === newState.x && o.y === newState.y)) {
+                reward = -5; // Penalty for hitting obstacle
+                newState.x = state.x;
+                newState.y = state.y;
+            }
+            // Store experience
+            const experience = {
+                state: getStateKey(state),
+                action: action,
+                reward: reward,
+                nextState: getStateKey(newState),
+                done: done,
+                timestamp: Date.now()
+            };
+            addExperience(experience);
+            state = newState;
+            initGrid();
+            return { reward, done };
+        }
+        function addExperience(exp) {
+            experienceBuffer.unshift(exp);
+            if (experienceBuffer.length > BUFFER_SIZE) {
+                experienceBuffer.pop();
+            }
+            renderExperiences();
+            document.getElementById('totalExp').textContent = experienceBuffer.length;
+        }
+        function trainFromReplay(batchSize = 10) {
+            if (experienceBuffer.length < batchSize) return;
+            // Sample random batch from buffer
+            const batch = [];
+            for (let i = 0; i < batchSize; i++) {
+                const idx = Math.floor(Math.random() * experienceBuffer.length);
+                batch.push(experienceBuffer[idx]);
+            }
+            // Update Q-values
+            for (const exp of batch) {
+                let target = exp.reward;
+                if (!exp.done) {
+                    // Q-learning: max future Q-value
+                    let maxNextQ = -Infinity;
+                    for (const action of ACTIONS) {
+                        const q = getQValue(exp.nextState, action);
+                        maxNextQ = Math.max(maxNextQ, q);
+                    }
+                    target += GAMMA * maxNextQ;
+                }
+                const currentQ = getQValue(exp.state, exp.action);
+                const newQ = currentQ + ALPHA * (target - currentQ);
+                setQValue(exp.state, exp.action, newQ);
+            }
+            updateQValues();
+            logTraining(`Trained on ${batchSize} experiences`);
+        }
+        async function autoPlay() {
+            autoPlaying = !autoPlaying;
+            const btn = document.getElementById('autoBtn');
+            if (autoPlaying) {
+                btn.textContent = '⏸️ Stop';
+                btn.classList.add('secondary');
+                while (autoPlaying) {
+                    const stateKey = getStateKey(state);
+                    const action = chooseAction(stateKey);
+                    const { reward, done } = takeAction(action);
+                    if (done) {
+                        episodes++;
+                        if (reward > 0) {
+                            successes++;
+                            logTraining(`✓ Episode ${episodes}: Reached goal`, 'success');
+                        } else {
+                            logTraining(`✗ Episode ${episodes}: Failed`, 'fail');
+                        }
+                        stepHistory.push(experienceBuffer.filter(e =>
+                            e.timestamp > Date.now() - 5000
+                        ).length);
+                        // Train after each episode
+                        trainFromReplay(10);
+                        updateStats();
+                        // Reset
+                        state = { x: 0, y: 0 };
+                        initGrid();
+                        await sleep(500);
+                    }
+                    await sleep(100);
+                }
+            } else {
+                btn.textContent = '🤖 Auto Play';
+                btn.classList.remove('secondary');
+            }
+        }
+        function sleep(ms) {
+            return new Promise(resolve => setTimeout(resolve, ms));
+        }
+        function updateQValues() {
+            const stateKey = getStateKey(state);
+            document.getElementById('qUp').textContent = getQValue(stateKey, 'up').toFixed(2);
+            document.getElementById('qDown').textContent = getQValue(stateKey, 'down').toFixed(2);
+            document.getElementById('qLeft').textContent = getQValue(stateKey, 'left').toFixed(2);
+            document.getElementById('qRight').textContent = getQValue(stateKey, 'right').toFixed(2);
+        }
+        function renderExperiences() {
+            const list = document.getElementById('experienceList');
+            if (experienceBuffer.length === 0) {
+                list.innerHTML = '<p style="color: #666; text-align: center;">No experiences yet</p>';
+                return;
+            }
+            const recent = experienceBuffer.slice(0, 10);
+            list.innerHTML = recent.map(exp => {
+                const rewardClass = exp.reward > 0 ? 'reward-positive' : exp.reward < -1 ? 'reward-negative' : '';
+                return `
+                    <div class="experience-item ${rewardClass}">
+                        State: ${exp.state} | Action: ${exp.action} | Reward: ${exp.reward.toFixed(2)}
+                    </div>
+                `;
+            }).join('');
+        }
+        function updateStats() {
+            document.getElementById('episodes').textContent = episodes;
+            if (episodes > 0) {
+                const rate = (successes / episodes * 100).toFixed(0);
+                document.getElementById('successRate').textContent = `${rate}%`;
+                document.getElementById('successProgress').style.width = `${rate}%`;
+            }
+            if (stepHistory.length > 0) {
+                const avg = stepHistory.reduce((a, b) => a + b, 0) / stepHistory.length;
+                document.getElementById('avgSteps').textContent = avg.toFixed(1);
+            }
+        }
+        function logTraining(message, type = '') {
+            const log = document.getElementById('trainingLog');
+            const entry = document.createElement('div');
+            entry.className = `log-entry ${type ? 'log-' + type : ''}`;
+            entry.textContent = `[${new Date().toLocaleTimeString()}] ${message}`;
+            log.insertBefore(entry, log.firstChild);
+            // Keep only last 20 entries
+            while (log.children.length > 20) {
+                log.removeChild(log.lastChild);
+            }
+        }
+        function reset() {
+            state = { x: 0, y: 0 };
+            experienceBuffer = [];
+            qTable = {};
+            episodes = 0;
+            successes = 0;
+            stepHistory = [];
+            initGrid();
+            renderExperiences();
+            updateStats();
+            updateQValues();
+            document.getElementById('trainingLog').innerHTML = '<div class="log-entry">Environment reset</div>';
+        }
+        // Event listeners
+        document.getElementById('upBtn').addEventListener('click', () => {
+            const { reward, done } = takeAction('up');
+            if (done) { state = { x: 0, y: 0 }; initGrid(); }
+        });
+        document.getElementById('downBtn').addEventListener('click', () => {
+            const { reward, done } = takeAction('down');
+            if (done) { state = { x: 0, y: 0 }; initGrid(); }
+        });
+        document.getElementById('leftBtn').addEventListener('click', () => {
+            const { reward, done } = takeAction('left');
+            if (done) { state = { x: 0, y: 0 }; initGrid(); }
+        });
+        document.getElementById('rightBtn').addEventListener('click', () => {
+            const { reward, done } = takeAction('right');
+            if (done) { state = { x: 0, y: 0 }; initGrid(); }
+        });
+        document.getElementById('trainBtn').addEventListener('click', () => {
+            trainFromReplay(20);
+        });
+        document.getElementById('autoBtn').addEventListener('click', autoPlay);
+        document.getElementById('resetBtn').addEventListener('click', reset);
+        // Initialize
+        initGrid();
+    </script>
+</body>
+</html>