bonecode 1.0.0

package/bone/output/rag/src/routes/memory_entry.ts

@@ -0,0 +1,87 @@
+// Generated by BoneScript compiler. DO NOT EDIT.
+// Service: MemoryEntryService
+import { Router, Request, Response } from "express";
+import { v4 as uuid } from "uuid";
+import { query, queryOne, execute, pool } from "../db";
+import { eventBus } from "../events";
+import { requireAuth, AuthContext } from "../auth";
+import rateLimit from "express-rate-limit";
+import { logger } from "../logger";
+import { counter } from "../metrics";
+import * as __algorithms from "../algorithms";
+const { shortestPath, topologicalSort, binarySearch, bipartiteMatching, roundRobin, weightedAverage, percentile, rankBy, consistentHash } = __algorithms as any;
+
+import { transitionMemoryEntry, MEMORYENTRY_INITIAL } from "../state_machines/memory_entry";
+
+export const memoryEntrysRouter = Router();
+
+// CREATE
+memoryEntrysRouter.post("/", requireAuth, async (req: Request, res: Response) => {
+  try {
+    const id = uuid();
+    const { session_id, project_id, agent_id, memory_type, content, importance, access_count, last_accessed_at, expires_at, metadata } = req.body;
+    const state = MEMORYENTRY_INITIAL;
+    const sql = `INSERT INTO memory_entrys (id, session_id, project_id, agent_id, memory_type, content, importance, access_count, last_accessed_at, expires_at, metadata, state) VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12) RETURNING *`;
+    const rows = await query(sql, [id, session_id, project_id, agent_id, memory_type, content, importance, access_count, last_accessed_at, expires_at, metadata, state]);
+    counter("entity.created", { entity: "MemoryEntry" });
+    res.status(201).json(rows[0]);
+  } catch (e: any) {
+    res.status(400).json({ error: { code: "CREATE_FAILED", message: e.message } });
+  }
+});
+
+// READ
+memoryEntrysRouter.get("/:id", requireAuth, async (req: Request, res: Response) => {
+  try {
+    const row = await queryOne(`SELECT * FROM memory_entrys WHERE id = $1`, [req.params.id]);
+    if (!row) return res.status(404).json({ error: { code: "NOT_FOUND", message: "Not found" } });
+    res.json(row);
+  } catch (e: any) {
+    res.status(500).json({ error: { code: "DB_ERROR", message: e.message } });
+  }
+});
+
+// LIST
+memoryEntrysRouter.get("/", requireAuth, async (req: Request, res: Response) => {
+  try {
+    const page = parseInt(req.query.page as string) || 1;
+    const pageSize = Math.min(parseInt(req.query.page_size as string) || 50, 100);
+    const offset = (page - 1) * pageSize;
+    const rows = await query(`SELECT * FROM memory_entrys ORDER BY created_at DESC LIMIT $1 OFFSET $2`, [pageSize, offset]);
+    const [{ count }] = await query(`SELECT COUNT(*) as count FROM memory_entrys`);
+    res.json({ items: rows, total: parseInt(count), page, page_size: pageSize });
+  } catch (e: any) {
+    res.status(500).json({ error: { code: "DB_ERROR", message: e.message } });
+  }
+});
+
+// UPDATE
+memoryEntrysRouter.put("/:id", requireAuth, async (req: Request, res: Response) => {
+  const fields = { ...req.body };
+  // State machine enforcement
+  if (fields.state !== undefined) {
+    const current = await queryOne<{ state: string }>(`SELECT state FROM memory_entrys WHERE id = $1`, [req.params.id]);
+    if (!current) return res.status(404).json({ error: { code: "NOT_FOUND", message: "Not found" } });
+    // Find the trigger for this state transition
+    const trigger = `${current.state}_to_${fields.state}`;
+    const tr = transitionMemoryEntry(current.state as any, trigger);
+    if (!tr.ok) return res.status(422).json({ error: { code: "INVALID_TRANSITION", message: `Cannot transition from ${current.state} to ${fields.state}` } });
+  }
+  const sets = Object.keys(fields).map((k, i) => `${k} = $${i + 2}`).join(", ");
+  const values = Object.values(fields);
+  const sql = `UPDATE memory_entrys SET ${sets}, updated_at = NOW() WHERE id = $1 RETURNING *`;
+  const rows = await query(sql, [req.params.id, ...values]);
+  if (rows.length === 0) return res.status(404).json({ error: { code: "NOT_FOUND", message: "Not found" } });
+  res.json(rows[0]);
+});
+
+// DELETE
+memoryEntrysRouter.delete("/:id", requireAuth, async (req: Request, res: Response) => {
+  try {
+    const count = await execute(`DELETE FROM memory_entrys WHERE id = $1`, [req.params.id]);
+    if (count === 0) return res.status(404).json({ error: { code: "NOT_FOUND", message: "Not found" } });
+    res.status(204).send();
+  } catch (e: any) {
+    res.status(500).json({ error: { code: "DB_ERROR", message: e.message } });
+  }
+});

package/bone/output/rag/src/schemas.ts

@@ -0,0 +1,394 @@
+// Generated by BoneScript compiler.
+import { z } from "zod";
+
+export const KnowledgeBaseSchema = z.object({
+  id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  name: z.string(),
+  description: z.string(),
+  embedding_model: z.string(),
+  embedding_dimensions: z.number().int().nonnegative(),
+  chunk_strategy: z.string(),
+  chunk_size: z.number().int().nonnegative(),
+  chunk_overlap: z.number().int().nonnegative(),
+  total_files: z.number().int().nonnegative(),
+  total_chunks: z.number().int().nonnegative(),
+  last_indexed_at: z.string().datetime(),
+  state: z.string(),
+  created_at: z.string().datetime(),
+  updated_at: z.string().datetime(),
+});
+export type KnowledgeBase = z.infer<typeof KnowledgeBaseSchema>;
+
+export const CodeFileSchema = z.object({
+  id: z.string().uuid(),
+  knowledge_base_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  file_path: z.string(),
+  language: z.string(),
+  file_hash: z.string(),
+  file_size_bytes: z.number().int().nonnegative(),
+  total_chunks: z.number().int().nonnegative(),
+  last_modified_at: z.string().datetime(),
+  metadata: z.unknown(),
+  state: z.string(),
+  created_at: z.string().datetime(),
+  updated_at: z.string().datetime(),
+});
+export type CodeFile = z.infer<typeof CodeFileSchema>;
+
+export const CodeChunkSchema = z.object({
+  id: z.string().uuid(),
+  code_file_id: z.string().uuid(),
+  knowledge_base_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  content: z.string(),
+  start_line: z.number().int().nonnegative(),
+  end_line: z.number().int().nonnegative(),
+  chunk_index: z.number().int().nonnegative(),
+  language: z.string(),
+  symbol_name: z.string(),
+  symbol_type: z.string(),
+  metadata: z.unknown(),
+  created_at: z.string().datetime(),
+  updated_at: z.string().datetime(),
+});
+export type CodeChunk = z.infer<typeof CodeChunkSchema>;
+
+export const MemoryEntrySchema = z.object({
+  id: z.string().uuid(),
+  session_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  agent_id: z.string().uuid(),
+  memory_type: z.string(),
+  content: z.string(),
+  importance: z.number(),
+  access_count: z.number().int().nonnegative(),
+  last_accessed_at: z.string().datetime(),
+  expires_at: z.string().datetime(),
+  metadata: z.unknown(),
+  state: z.string(),
+  created_at: z.string().datetime(),
+  updated_at: z.string().datetime(),
+});
+export type MemoryEntry = z.infer<typeof MemoryEntrySchema>;
+
+export const IndexingJobSchema = z.object({
+  id: z.string().uuid(),
+  knowledge_base_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  job_type: z.string(),
+  file_paths: z.unknown(),
+  files_total: z.number().int().nonnegative(),
+  files_processed: z.number().int().nonnegative(),
+  chunks_total: z.number().int().nonnegative(),
+  chunks_embedded: z.number().int().nonnegative(),
+  error: z.string(),
+  state: z.string(),
+  created_at: z.string().datetime(),
+  updated_at: z.string().datetime(),
+});
+export type IndexingJob = z.infer<typeof IndexingJobSchema>;
+
+export const KnowledgeBaseSchema = z.object({
+  id: z.string().uuid(),
+  created_at: z.string().datetime(),
+  updated_at: z.string().datetime(),
+  project_id: z.string().uuid(),
+  name: z.string(),
+  description: z.string().nullable().nullable(),
+  embedding_model: z.string(),
+  embedding_dimensions: z.number().int().nonnegative(),
+  chunk_strategy: z.string(),
+  chunk_size: z.number().int().nonnegative(),
+  chunk_overlap: z.number().int().nonnegative(),
+  total_files: z.number().int().nonnegative(),
+  total_chunks: z.number().int().nonnegative(),
+  last_indexed_at: z.string().datetime().nullable().nullable(),
+});
+export type KnowledgeBase = z.infer<typeof KnowledgeBaseSchema>;
+
+export const CodeFileSchema = z.object({
+  id: z.string().uuid(),
+  created_at: z.string().datetime(),
+  updated_at: z.string().datetime(),
+  knowledge_base_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  file_path: z.string(),
+  language: z.string().nullable().nullable(),
+  file_hash: z.string(),
+  file_size_bytes: z.number().int().nonnegative(),
+  total_chunks: z.number().int().nonnegative(),
+  last_modified_at: z.string().datetime(),
+  metadata: z.unknown().nullable().nullable(),
+});
+export type CodeFile = z.infer<typeof CodeFileSchema>;
+
+export const CodeChunkSchema = z.object({
+  id: z.string().uuid(),
+  created_at: z.string().datetime(),
+  updated_at: z.string().datetime(),
+  code_file_id: z.string().uuid(),
+  knowledge_base_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  content: z.string(),
+  start_line: z.number().int().nonnegative(),
+  end_line: z.number().int().nonnegative(),
+  chunk_index: z.number().int().nonnegative(),
+  language: z.string().nullable().nullable(),
+  symbol_name: z.string().nullable().nullable(),
+  symbol_type: z.string().nullable().nullable(),
+  metadata: z.unknown().nullable().nullable(),
+});
+export type CodeChunk = z.infer<typeof CodeChunkSchema>;
+
+export const MemoryEntrySchema = z.object({
+  id: z.string().uuid(),
+  created_at: z.string().datetime(),
+  updated_at: z.string().datetime(),
+  session_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  agent_id: z.string().uuid().nullable().nullable(),
+  memory_type: z.string(),
+  content: z.string(),
+  importance: z.number(),
+  access_count: z.number().int().nonnegative(),
+  last_accessed_at: z.string().datetime().nullable().nullable(),
+  expires_at: z.string().datetime().nullable().nullable(),
+  metadata: z.unknown().nullable().nullable(),
+});
+export type MemoryEntry = z.infer<typeof MemoryEntrySchema>;
+
+export const IndexingJobSchema = z.object({
+  id: z.string().uuid(),
+  created_at: z.string().datetime(),
+  updated_at: z.string().datetime(),
+  knowledge_base_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  job_type: z.string(),
+  file_paths: z.unknown(),
+  files_total: z.number().int().nonnegative(),
+  files_processed: z.number().int().nonnegative(),
+  chunks_total: z.number().int().nonnegative(),
+  chunks_embedded: z.number().int().nonnegative(),
+  error: z.string().nullable().nullable(),
+});
+export type IndexingJob = z.infer<typeof IndexingJobSchema>;
+
+export const KnowledgeBaseServiceCreateInputSchema = z.object({
+  project_id: z.string().uuid(),
+  name: z.string(),
+  description: z.string().nullable(),
+  embedding_model: z.string(),
+  embedding_dimensions: z.number().int().nonnegative(),
+  chunk_strategy: z.string(),
+  chunk_size: z.number().int().nonnegative(),
+  chunk_overlap: z.number().int().nonnegative(),
+  total_files: z.number().int().nonnegative(),
+  total_chunks: z.number().int().nonnegative(),
+  last_indexed_at: z.string().datetime().nullable(),
+});
+
+export const KnowledgeBaseServiceReadInputSchema = z.object({
+  id: z.string().uuid(),
+});
+
+export const KnowledgeBaseServiceUpdateInputSchema = z.object({
+  project_id: z.string().uuid(),
+  name: z.string(),
+  description: z.string().nullable(),
+  embedding_model: z.string(),
+  embedding_dimensions: z.number().int().nonnegative(),
+  chunk_strategy: z.string(),
+  chunk_size: z.number().int().nonnegative(),
+  chunk_overlap: z.number().int().nonnegative(),
+  total_files: z.number().int().nonnegative(),
+  total_chunks: z.number().int().nonnegative(),
+  last_indexed_at: z.string().datetime().nullable(),
+});
+
+export const KnowledgeBaseServiceDeleteInputSchema = z.object({
+  id: z.string().uuid(),
+});
+
+export const KnowledgeBaseServiceListInputSchema = z.object({
+  page: z.number().int().nonnegative(),
+  page_size: z.number().int().nonnegative(),
+});
+
+export const KnowledgeBaseServiceIngestCodebaseInputSchema = z.object({
+  knowledge_base: z.unknown(),
+  file_paths: z.unknown(),
+});
+
+export const KnowledgeBaseServiceIndexFileInputSchema = z.object({
+  knowledge_base: z.unknown(),
+  file_path: z.string(),
+});
+
+export const KnowledgeBaseServiceRetrieveContextInputSchema = z.object({
+  knowledge_base: z.unknown(),
+  query: z.string(),
+  limit: z.number().int().nonnegative(),
+});
+
+export const KnowledgeBaseServiceSemanticSearchInputSchema = z.object({
+  knowledge_base: z.unknown(),
+  query: z.string(),
+  filters: z.unknown(),
+  limit: z.number().int().nonnegative(),
+});
+
+export const CodeFileServiceCreateInputSchema = z.object({
+  knowledge_base_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  file_path: z.string(),
+  language: z.string().nullable(),
+  file_hash: z.string(),
+  file_size_bytes: z.number().int().nonnegative(),
+  total_chunks: z.number().int().nonnegative(),
+  last_modified_at: z.string().datetime(),
+  metadata: z.unknown().nullable(),
+});
+
+export const CodeFileServiceReadInputSchema = z.object({
+  id: z.string().uuid(),
+});
+
+export const CodeFileServiceUpdateInputSchema = z.object({
+  knowledge_base_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  file_path: z.string(),
+  language: z.string().nullable(),
+  file_hash: z.string(),
+  file_size_bytes: z.number().int().nonnegative(),
+  total_chunks: z.number().int().nonnegative(),
+  last_modified_at: z.string().datetime(),
+  metadata: z.unknown().nullable(),
+});
+
+export const CodeFileServiceDeleteInputSchema = z.object({
+  id: z.string().uuid(),
+});
+
+export const CodeFileServiceListInputSchema = z.object({
+  page: z.number().int().nonnegative(),
+  page_size: z.number().int().nonnegative(),
+});
+
+export const CodeChunkServiceCreateInputSchema = z.object({
+  code_file_id: z.string().uuid(),
+  knowledge_base_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  content: z.string(),
+  start_line: z.number().int().nonnegative(),
+  end_line: z.number().int().nonnegative(),
+  chunk_index: z.number().int().nonnegative(),
+  language: z.string().nullable(),
+  symbol_name: z.string().nullable(),
+  symbol_type: z.string().nullable(),
+  metadata: z.unknown().nullable(),
+});
+
+export const CodeChunkServiceReadInputSchema = z.object({
+  id: z.string().uuid(),
+});
+
+export const CodeChunkServiceUpdateInputSchema = z.object({
+  code_file_id: z.string().uuid(),
+  knowledge_base_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  content: z.string(),
+  start_line: z.number().int().nonnegative(),
+  end_line: z.number().int().nonnegative(),
+  chunk_index: z.number().int().nonnegative(),
+  language: z.string().nullable(),
+  symbol_name: z.string().nullable(),
+  symbol_type: z.string().nullable(),
+  metadata: z.unknown().nullable(),
+});
+
+export const CodeChunkServiceDeleteInputSchema = z.object({
+  id: z.string().uuid(),
+});
+
+export const CodeChunkServiceListInputSchema = z.object({
+  page: z.number().int().nonnegative(),
+  page_size: z.number().int().nonnegative(),
+});
+
+export const MemoryEntryServiceCreateInputSchema = z.object({
+  session_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  agent_id: z.string().uuid().nullable(),
+  memory_type: z.string(),
+  content: z.string(),
+  importance: z.number(),
+  access_count: z.number().int().nonnegative(),
+  last_accessed_at: z.string().datetime().nullable(),
+  expires_at: z.string().datetime().nullable(),
+  metadata: z.unknown().nullable(),
+});
+
+export const MemoryEntryServiceReadInputSchema = z.object({
+  id: z.string().uuid(),
+});
+
+export const MemoryEntryServiceUpdateInputSchema = z.object({
+  session_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  agent_id: z.string().uuid().nullable(),
+  memory_type: z.string(),
+  content: z.string(),
+  importance: z.number(),
+  access_count: z.number().int().nonnegative(),
+  last_accessed_at: z.string().datetime().nullable(),
+  expires_at: z.string().datetime().nullable(),
+  metadata: z.unknown().nullable(),
+});
+
+export const MemoryEntryServiceDeleteInputSchema = z.object({
+  id: z.string().uuid(),
+});
+
+export const MemoryEntryServiceListInputSchema = z.object({
+  page: z.number().int().nonnegative(),
+  page_size: z.number().int().nonnegative(),
+});
+
+export const IndexingJobServiceCreateInputSchema = z.object({
+  knowledge_base_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  job_type: z.string(),
+  file_paths: z.unknown(),
+  files_total: z.number().int().nonnegative(),
+  files_processed: z.number().int().nonnegative(),
+  chunks_total: z.number().int().nonnegative(),
+  chunks_embedded: z.number().int().nonnegative(),
+  error: z.string().nullable(),
+});
+
+export const IndexingJobServiceReadInputSchema = z.object({
+  id: z.string().uuid(),
+});
+
+export const IndexingJobServiceUpdateInputSchema = z.object({
+  knowledge_base_id: z.string().uuid(),
+  project_id: z.string().uuid(),
+  job_type: z.string(),
+  file_paths: z.unknown(),
+  files_total: z.number().int().nonnegative(),
+  files_processed: z.number().int().nonnegative(),
+  chunks_total: z.number().int().nonnegative(),
+  chunks_embedded: z.number().int().nonnegative(),
+  error: z.string().nullable(),
+});
+
+export const IndexingJobServiceDeleteInputSchema = z.object({
+  id: z.string().uuid(),
+});
+
+export const IndexingJobServiceListInputSchema = z.object({
+  page: z.number().int().nonnegative(),
+  page_size: z.number().int().nonnegative(),
+});

package/bone/output/rag/src/state_machines/code_file.ts

@@ -0,0 +1,23 @@
+// Generated by BoneScript compiler. DO NOT EDIT.
+
+export type CodeFileState = "pending" | "chunking" | "embedding" | "indexed" | "error" | "deleted";
+
+export const CODEFILE_INITIAL: CodeFileState = "pending";
+
+const TRANSITIONS: Record<CodeFileState, Record<string, CodeFileState>> = {
+  "pending": { "pending_to_chunking": "chunking" },
+  "chunking": { "chunking_to_embedding": "embedding" },
+  "embedding": { "embedding_to_indexed": "indexed" },
+  "indexed": { "indexed_to_error": "error", "indexed_to_deleted": "deleted" },
+  "error": {  },
+  "deleted": {  },
+};
+
+export function transitionCodeFile(
+  current: CodeFileState,
+  trigger: string
+): { ok: true; next: CodeFileState } | { ok: false; error: string } {
+  const next = TRANSITIONS[current]?.[trigger];
+  if (!next) return { ok: false, error: `Invalid transition: ${current} --[${trigger}]--> ?` };
+  return { ok: true, next };
+}

package/bone/output/rag/src/state_machines/indexing_job.ts

@@ -0,0 +1,22 @@
+// Generated by BoneScript compiler. DO NOT EDIT.
+
+export type IndexingJobState = "queued" | "running" | "done" | "failed" | "cancelled";
+
+export const INDEXINGJOB_INITIAL: IndexingJobState = "queued";
+
+const TRANSITIONS: Record<IndexingJobState, Record<string, IndexingJobState>> = {
+  "queued": { "queued_to_running": "running" },
+  "running": { "running_to_done": "done" },
+  "done": { "done_to_failed": "failed", "done_to_cancelled": "cancelled" },
+  "failed": {  },
+  "cancelled": {  },
+};
+
+export function transitionIndexingJob(
+  current: IndexingJobState,
+  trigger: string
+): { ok: true; next: IndexingJobState } | { ok: false; error: string } {
+  const next = TRANSITIONS[current]?.[trigger];
+  if (!next) return { ok: false, error: `Invalid transition: ${current} --[${trigger}]--> ?` };
+  return { ok: true, next };
+}

package/bone/output/rag/src/state_machines/knowledge_base.ts

@@ -0,0 +1,23 @@
+// Generated by BoneScript compiler. DO NOT EDIT.
+
+export type KnowledgeBaseState = "empty" | "indexing" | "ready" | "stale" | "reindexing" | "error";
+
+export const KNOWLEDGEBASE_INITIAL: KnowledgeBaseState = "empty";
+
+const TRANSITIONS: Record<KnowledgeBaseState, Record<string, KnowledgeBaseState>> = {
+  "empty": { "empty_to_indexing": "indexing" },
+  "indexing": { "indexing_to_ready": "ready", "indexing_to_error": "error" },
+  "ready": { "ready_to_stale": "stale", "ready_to_error": "error" },
+  "stale": { "stale_to_reindexing": "reindexing", "stale_to_indexing": "indexing" },
+  "reindexing": { "reindexing_to_ready": "ready", "reindexing_to_error": "error" },
+  "error": { "error_to_indexing": "indexing" },
+};
+
+export function transitionKnowledgeBase(
+  current: KnowledgeBaseState,
+  trigger: string
+): { ok: true; next: KnowledgeBaseState } | { ok: false; error: string } {
+  const next = TRANSITIONS[current]?.[trigger];
+  if (!next) return { ok: false, error: `Invalid transition: ${current} --[${trigger}]--> ?` };
+  return { ok: true, next };
+}

package/bone/output/rag/src/state_machines/memory_entry.ts

@@ -0,0 +1,20 @@
+// Generated by BoneScript compiler. DO NOT EDIT.
+
+export type MemoryEntryState = "active" | "archived" | "expired";
+
+export const MEMORYENTRY_INITIAL: MemoryEntryState = "active";
+
+const TRANSITIONS: Record<MemoryEntryState, Record<string, MemoryEntryState>> = {
+  "active": { "active_to_archived": "archived" },
+  "archived": { "archived_to_expired": "expired" },
+  "expired": {  },
+};
+
+export function transitionMemoryEntry(
+  current: MemoryEntryState,
+  trigger: string
+): { ok: true; next: MemoryEntryState } | { ok: false; error: string } {
+  const next = TRANSITIONS[current]?.[trigger];
+  if (!next) return { ok: false, error: `Invalid transition: ${current} --[${trigger}]--> ?` };
+  return { ok: true, next };
+}