codebuff 1.0.260 → 1.0.262

package/dist/common/bigquery/client.js

@@ -0,0 +1,265 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.setupBigQuery = setupBigQuery;
+exports.insertTrace = insertTrace;
+exports.insertRelabel = insertRelabel;
+exports.getRecentTraces = getRecentTraces;
+exports.getRecentRelabels = getRecentRelabels;
+exports.getTracesWithoutRelabels = getTracesWithoutRelabels;
+exports.getTracesWithRelabels = getTracesWithRelabels;
+exports.getTracesAndRelabelsForUser = getTracesAndRelabelsForUser;
+const bigquery_1 = require("@google-cloud/bigquery");
+const logger_1 = require("../util/logger");
+const schema_1 = require("./schema");
+const DATASET = process.env.NEXT_PUBLIC_CB_ENVIRONMENT === 'production'
+    ? 'codebuff_data'
+    : 'codebuff_data_dev';
+const TRACES_TABLE = 'traces';
+const RELABELS_TABLE = 'relabels';
+// Create a single BigQuery client instance to be used by all functions
+let client = null;
+function getClient() {
+    if (!client) {
+        throw new Error('BigQuery client not initialized. Call setupBigQuery first.');
+    }
+    return client;
+}
+async function setupBigQuery(dataset = DATASET) {
+    try {
+        logger_1.logger.info('Creating BigQuery client...');
+        client = new bigquery_1.BigQuery();
+        logger_1.logger.info('BigQuery client created, initializing dataset...');
+        // Ensure dataset exists
+        const [ds] = await client.dataset(dataset).get({ autoCreate: true });
+        logger_1.logger.info({ dataset }, 'Dataset initialized');
+        // Ensure tables exist
+        logger_1.logger.info('Creating/verifying tables...');
+        await ds.table(TRACES_TABLE).get({
+            autoCreate: true,
+            schema: schema_1.TRACES_SCHEMA,
+            timePartitioning: {
+                type: 'MONTH',
+                field: 'created_at',
+            },
+            clustering: {
+                fields: ['user_id', 'agent_step_id'],
+            },
+        });
+        await ds.table(RELABELS_TABLE).get({
+            autoCreate: true,
+            schema: schema_1.RELABELS_SCHEMA,
+            timePartitioning: {
+                type: 'MONTH',
+                field: 'created_at',
+            },
+            clustering: {
+                fields: ['user_id', 'agent_step_id'],
+            },
+        });
+        logger_1.logger.info('Tables initialized successfully');
+    }
+    catch (error) {
+        logger_1.logger.error({
+            error,
+            stack: error.stack,
+            message: error.message,
+            name: error.name,
+            code: error.code,
+            details: error.details,
+        }, 'Failed to initialize BigQuery');
+        throw error; // Re-throw to be caught by caller
+    }
+}
+async function insertTrace(trace, dataset = DATASET) {
+    try {
+        // Create a copy of the trace and stringify payload if needed
+        const traceToInsert = {
+            ...trace,
+            payload: trace.payload && typeof trace.payload !== 'string'
+                ? JSON.stringify(trace.payload)
+                : trace.payload,
+        };
+        await getClient().dataset(dataset).table(TRACES_TABLE).insert(traceToInsert);
+        logger_1.logger.debug({ traceId: trace.id, type: trace.type }, 'Inserted trace into BigQuery');
+        return true;
+    }
+    catch (error) {
+        logger_1.logger.error({ error, traceId: trace.id }, 'Failed to insert trace into BigQuery');
+        return false;
+    }
+}
+async function insertRelabel(relabel, dataset = DATASET) {
+    try {
+        // Stringify payload if needed
+        const relabelToInsert = {
+            ...relabel,
+            payload: relabel.payload && typeof relabel.payload !== 'string'
+                ? JSON.stringify(relabel.payload)
+                : relabel.payload,
+        };
+        await getClient().dataset(dataset).table(RELABELS_TABLE).insert(relabelToInsert);
+        logger_1.logger.debug({ relabelId: relabel.id }, 'Inserted relabel into BigQuery');
+        return true;
+    }
+    catch (error) {
+        logger_1.logger.error({ error, relabelId: relabel.id }, 'Failed to insert relabel into BigQuery');
+        return false;
+    }
+}
+async function getRecentTraces(limit = 10, dataset = DATASET) {
+    const query = `
+    SELECT * FROM ${dataset}.${TRACES_TABLE}
+    ORDER BY created_at DESC
+    LIMIT ${limit}
+  `;
+    const [rows] = await getClient().query(query);
+    // Parse the payload as JSON if it's a string
+    return rows.map((row) => ({
+        ...row,
+        payload: typeof row.payload === 'string' ? JSON.parse(row.payload) : row.payload,
+    }));
+}
+async function getRecentRelabels(limit = 10, dataset = DATASET) {
+    const query = `
+    SELECT * FROM ${dataset}.${RELABELS_TABLE}
+    ORDER BY created_at DESC
+    LIMIT ${limit}
+  `;
+    const [rows] = await getClient().query(query);
+    // Parse the payload as JSON if it's a string
+    return rows.map((row) => ({
+        ...row,
+        payload: typeof row.payload === 'string' ? JSON.parse(row.payload) : row.payload,
+    }));
+}
+async function getTracesWithoutRelabels(model, limit = 100, userId = undefined, dataset = DATASET) {
+    // TODO: Optimize query, maybe only get traces in last 30 days etc
+    const query = `
+    SELECT t.*
+    FROM \`${dataset}.${TRACES_TABLE}\` t
+    LEFT JOIN (
+      SELECT r.agent_step_id, r.user_id, JSON_EXTRACT_SCALAR(r.payload, '$.user_input_id') as user_input_id
+      FROM \`${dataset}.${RELABELS_TABLE}\` r
+      WHERE r.model = '${model}'
+      ${userId ? `AND r.user_id = '${userId}'` : ''}
+    ) r
+    ON t.agent_step_id = r.agent_step_id
+       AND t.user_id = r.user_id
+       AND JSON_EXTRACT_SCALAR(t.payload, '$.user_input_id') = r.user_input_id
+    WHERE t.type = 'get-relevant-files'
+      AND r.agent_step_id IS NULL
+      ${userId ? `AND t.user_id = '${userId}'` : ''}
+    ORDER BY t.created_at DESC
+    LIMIT ${limit}
+  `;
+    const [rows] = await getClient().query(query);
+    // Parse the payload as JSON if it's a string
+    return rows.map((row) => ({
+        ...row,
+        payload: typeof row.payload === 'string' ? JSON.parse(row.payload) : row.payload,
+    }));
+}
+async function getTracesWithRelabels(model, limit = 100, dataset = DATASET) {
+    // Get traces that DO have matching relabels for the specified model
+    const query = `
+  SELECT 
+    ANY_VALUE(t) as trace,
+    ARRAY_AGG(r ORDER BY r.created_at DESC LIMIT 1)[OFFSET(0)] as relabel
+  FROM \`${dataset}.${TRACES_TABLE}\` t
+  INNER JOIN (
+    SELECT *
+    FROM \`${dataset}.${RELABELS_TABLE}\` r
+    WHERE r.model = '${model}'
+  ) r
+  ON t.agent_step_id = r.agent_step_id
+     AND t.user_id = r.user_id
+     AND JSON_EXTRACT_SCALAR(t.payload, '$.user_input_id') = JSON_EXTRACT_SCALAR(r.payload, '$.user_input_id')
+  WHERE t.type = 'get-relevant-files'
+    AND JSON_EXTRACT_SCALAR(t.payload, '$.output') IS NOT NULL
+    AND JSON_EXTRACT_SCALAR(r.payload, '$.output') IS NOT NULL
+  GROUP BY t.agent_step_id
+  ORDER BY MAX(t.created_at) DESC
+  LIMIT ${limit}
+  `;
+    const [rows] = await getClient().query(query);
+    // Filter out any results where either trace or relabel data is missing
+    const res = rows
+        .filter((row) => row.trace && row.relabel)
+        .map((row) => ({
+        trace: row.trace,
+        relabel: row.relabel,
+    }));
+    // Parse the payload as JSON if it's a string
+    return res.map((row) => ({
+        ...row,
+        trace: {
+            ...row.trace,
+            payload: typeof row.trace.payload === 'string'
+                ? JSON.parse(row.trace.payload)
+                : row.trace.payload,
+        },
+        relabel: {
+            ...row.relabel,
+            payload: typeof row.relabel.payload === 'string'
+                ? JSON.parse(row.relabel.payload)
+                : row.relabel.payload,
+        },
+    }));
+}
+async function getTracesAndRelabelsForUser(userId, limit = 50, dataset = DATASET) {
+    // Get recent traces for the user and any associated relabels
+    const query = `
+  WITH traces AS (
+    SELECT
+      id,
+      agent_step_id,
+      user_id,
+      created_at,
+      type,
+      payload
+    FROM \`${dataset}.${TRACES_TABLE}\`
+    WHERE user_id = '${userId}' AND type = 'get-relevant-files'
+    ORDER BY created_at DESC
+    LIMIT ${limit}
+  )
+  SELECT
+    t.id,
+    ANY_VALUE(t.agent_step_id) as agent_step_id,
+    ANY_VALUE(t.user_id) as user_id,
+    ANY_VALUE(t.created_at) as created_at,
+    ANY_VALUE(t.type) as type,
+    ANY_VALUE(t.payload) as payload,
+    ARRAY_AGG(r IGNORE NULLS) as relabels
+  FROM traces t
+  LEFT JOIN \`${dataset}.${RELABELS_TABLE}\` r
+  ON t.agent_step_id = r.agent_step_id
+     AND t.user_id = r.user_id
+     AND JSON_EXTRACT_SCALAR(t.payload, '$.user_input_id') = JSON_EXTRACT_SCALAR(r.payload, '$.user_input_id')
+  GROUP BY t.id
+  ORDER BY ANY_VALUE(t.created_at) DESC
+  `;
+    const [rows] = await getClient().query(query);
+    // Process and parse the results
+    return rows.map((row) => {
+        // Create trace object from individual fields
+        const trace = {
+            id: row.id,
+            agent_step_id: row.agent_step_id,
+            user_id: row.user_id,
+            created_at: row.created_at,
+            type: row.type,
+            payload: typeof row.payload === 'string' ? JSON.parse(row.payload) : row.payload,
+        };
+        // Parse relabel payloads (if any exist)
+        const relabels = row.relabels && row.relabels.length > 0
+            ? row.relabels.map((relabel) => ({
+                ...relabel,
+                payload: typeof relabel.payload === 'string'
+                    ? JSON.parse(relabel.payload)
+                    : relabel.payload,
+            }))
+            : [];
+        return { trace, relabels };
+    });
+}
+//# sourceMappingURL=client.js.map

package/dist/common/bigquery/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/bigquery/client.ts"],"names":[],"mappings":";;AA6BA,sCAiDC;AAED,kCAyBC;AAED,sCAyBC;AAED,0CAgBC;AAED,8CAgBC;AAED,4DAiCC;AAED,sDAuDC;AAED,kEAkEC;AAxUD,qDAAiD;AAEjD,2CAAuC;AACvC,qCAMiB;AAEjB,MAAM,OAAO,GACX,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,YAAY;IACrD,CAAC,CAAC,eAAe;IACjB,CAAC,CAAC,mBAAmB,CAAA;AAEzB,MAAM,YAAY,GAAG,QAAQ,CAAA;AAC7B,MAAM,cAAc,GAAG,UAAU,CAAA;AAEjC,uEAAuE;AACvE,IAAI,MAAM,GAAoB,IAAI,CAAA;AAElC,SAAS,SAAS;IAChB,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAA;IAC/E,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAEM,KAAK,UAAU,aAAa,CAAC,UAAkB,OAAO;IAC3D,IAAI,CAAC;QACH,eAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;QAC1C,MAAM,GAAG,IAAI,mBAAQ,EAAE,CAAA;QACvB,eAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAA;QAE/D,wBAAwB;QACxB,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;QACpE,eAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,qBAAqB,CAAC,CAAA;QAE/C,sBAAsB;QACtB,eAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAA;QAC3C,MAAM,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC;YAC/B,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,sBAAa;YACrB,gBAAgB,EAAE;gBAChB,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,YAAY;aACpB;YACD,UAAU,EAAE;gBACV,MAAM,EAAE,CAAC,SAAS,EAAE,eAAe,CAAC;aACrC;SACF,CAAC,CAAA;QACF,MAAM,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC;YACjC,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,wBAAe;YACvB,gBAAgB,EAAE;gBAChB,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,YAAY;aACpB;YACD,UAAU,EAAE;gBACV,MAAM,EAAE,CAAC,SAAS,EAAE,eAAe,CAAC;aACrC;SACF,CAAC,CAAA;QACF,eAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAA;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,eAAM,CAAC,KAAK,CACV;YACE,KAAK;YACL,KAAK,EAAG,KAAe,CAAC,KAAK;YAC7B,OAAO,EAAG,KAAe,CAAC,OAAO;YACjC,IAAI,EAAG,KAAe,CAAC,IAAI;YAC3B,IAAI,EAAG,KAAa,CAAC,IAAI;YACzB,OAAO,EAAG,KAAa,CAAC,OAAO;SAChC,EACD,+BAA+B,CAChC,CAAA;QACD,MAAM,KAAK,CAAA,CAAC,kCAAkC;IAChD,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,WAAW,CAAC,KAAY,EAAE,UAAkB,OAAO;IACvE,IAAI,CAAC;QACH,6DAA6D;QAC7D,MAAM,aAAa,GAAG;YACpB,GAAG,KAAK;YACR,OAAO,EACL,KAAK,CAAC,OAAO,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;gBAChD,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC;gBAC/B,CAAC,CAAC,KAAK,CAAC,OAAO;SACpB,CAAA;QAED,MAAM,SAAS,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;QAE5E,eAAM,CAAC,KAAK,CACV,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EACvC,8BAA8B,CAC/B,CAAA;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,eAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,EAC5B,sCAAsC,CACvC,CAAA;QACD,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,aAAa,CACjC,OAAgB,EAChB,UAAkB,OAAO;IAEzB,IAAI,CAAC;QACH,8BAA8B;QAC9B,MAAM,eAAe,GAAG;YACtB,GAAG,OAAO;YACV,OAAO,EACL,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;gBACpD,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC;gBACjC,CAAC,CAAC,OAAO,CAAC,OAAO;SACtB,CAAA;QAED,MAAM,SAAS,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;QAEhF,eAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,EAAE,gCAAgC,CAAC,CAAA;QACzE,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,eAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,EAChC,wCAAwC,CACzC,CAAA;QACD,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,eAAe,CACnC,QAAgB,EAAE,EAClB,UAAkB,OAAO;IAEzB,MAAM,KAAK,GAAG;oBACI,OAAO,IAAI,YAAY;;YAE/B,KAAK;GACd,CAAA;IACD,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC7C,6CAA6C;IAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,GAAG,GAAG;QACN,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO;KAC1E,CAAC,CAAY,CAAA;AAChB,CAAC;AAEM,KAAK,UAAU,iBAAiB,CACrC,QAAgB,EAAE,EAClB,UAAkB,OAAO;IAEzB,MAAM,KAAK,GAAG;oBACI,OAAO,IAAI,cAAc;;YAEjC,KAAK;GACd,CAAA;IACD,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC7C,6CAA6C;IAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,GAAG,GAAG;QACN,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO;KAC1E,CAAC,CAAc,CAAA;AAClB,CAAC;AAEM,KAAK,UAAU,wBAAwB,CAC5C,KAAa,EACb,QAAgB,GAAG,EACnB,SAA6B,SAAS,EACtC,UAAkB,OAAO;IAEzB,kEAAkE;IAClE,MAAM,KAAK,GAAG;;aAEH,OAAO,IAAI,YAAY;;;eAGrB,OAAO,IAAI,cAAc;yBACf,KAAK;QACtB,MAAM,CAAC,CAAC,CAAC,oBAAoB,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE;;;;;;;QAO3C,MAAM,CAAC,CAAC,CAAC,oBAAoB,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE;;YAEvC,KAAK;GACd,CAAA;IAED,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC7C,6CAA6C;IAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,GAAG,GAAG;QACN,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO;KAC1E,CAAC,CAA4B,CAAA;AAChC,CAAC;AAEM,KAAK,UAAU,qBAAqB,CACzC,KAAa,EACb,QAAgB,GAAG,EACnB,UAAkB,OAAO;IAEzB,oEAAoE;IACpE,MAAM,KAAK,GAAG;;;;WAIL,OAAO,IAAI,YAAY;;;aAGrB,OAAO,IAAI,cAAc;uBACf,KAAK;;;;;;;;;;UAUlB,KAAK;GACZ,CAAA;IAED,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAE7C,uEAAuE;IACvE,MAAM,GAAG,GAAG,IAAI;SACb,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC;SACzC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACb,KAAK,EAAE,GAAG,CAAC,KAA8B;QACzC,OAAO,EAAE,GAAG,CAAC,OAAkB;KAChC,CAAC,CAAC,CAAA;IAEL,6CAA6C;IAC7C,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACvB,GAAG,GAAG;QACN,KAAK,EAAE;YACL,GAAG,GAAG,CAAC,KAAK;YACZ,OAAO,EACL,OAAO,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ;gBACnC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;gBAC/B,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO;SACxB;QACD,OAAO,EAAE;YACP,GAAG,GAAG,CAAC,OAAO;YACd,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,QAAQ;gBACrC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC;gBACjC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO;SAC1B;KACF,CAAC,CAAyD,CAAA;AAC7D,CAAC;AAEM,KAAK,UAAU,2BAA2B,CAC/C,MAAc,EACd,QAAgB,EAAE,EAClB,UAAkB,OAAO;IAEzB,6DAA6D;IAC7D,MAAM,KAAK,GAAG;;;;;;;;;aASH,OAAO,IAAI,YAAY;uBACb,MAAM;;YAEjB,KAAK;;;;;;;;;;;gBAWD,OAAO,IAAI,cAAc;;;;;;GAMtC,CAAA;IAED,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAE7C,gCAAgC;IAChC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtB,6CAA6C;QAC7C,MAAM,KAAK,GAAG;YACZ,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,aAAa,EAAE,GAAG,CAAC,aAAa;YAChC,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO;SACjD,CAAA;QAE1B,wCAAwC;QACxC,MAAM,QAAQ,GACZ,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;YACrC,CAAC,CAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAY,EAAE,EAAE,CAAC,CAAC;gBACnC,GAAG,OAAO;gBACV,OAAO,EACL,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;oBACjC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;oBAC7B,CAAC,CAAC,OAAO,CAAC,OAAO;aACtB,CAAC,CAAe;YACnB,CAAC,CAAC,EAAE,CAAA;QAER,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;IAC5B,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/common/bigquery/schema.d.ts

@@ -0,0 +1,55 @@
+import { TableSchema } from '@google-cloud/bigquery';
+interface BaseEvent {
+    id: string;
+    agent_step_id: string;
+    user_id: string;
+}
+interface BasePayload {
+    user_input_id: string;
+    client_session_id: string;
+    fingerprint_id: string;
+}
+export type TraceType = 'get-relevant-files' | 'file-trees' | 'agent-response';
+export interface BaseTrace extends BaseEvent {
+    created_at: Date;
+    type: TraceType;
+    payload: unknown;
+}
+export interface GetRelevantFilesPayload extends BasePayload {
+    messages: unknown;
+    system: unknown;
+    output: string;
+    request_type: string;
+    cost_mode: string;
+    model?: string;
+}
+export interface GetRelevantFilesTrace extends BaseTrace {
+    type: 'get-relevant-files';
+    payload: GetRelevantFilesPayload;
+}
+interface FileTreePayload extends BasePayload {
+    filetrees: Record<number, string>;
+}
+export interface FileTreeTrace extends BaseTrace {
+    type: 'file-trees';
+    payload: FileTreePayload;
+}
+interface AgentResponsePayload extends BasePayload {
+    output: string;
+}
+export interface AgentResponseTrace extends BaseTrace {
+    type: 'agent-response';
+    payload: AgentResponsePayload;
+}
+export type Trace = GetRelevantFilesTrace | FileTreeTrace | AgentResponseTrace;
+export declare const TRACES_SCHEMA: TableSchema;
+interface RelabelPayload extends BasePayload {
+    output: string;
+}
+export interface Relabel extends BaseEvent {
+    created_at: Date;
+    model: string;
+    payload: RelabelPayload;
+}
+export declare const RELABELS_SCHEMA: TableSchema;
+export {};

package/dist/common/bigquery/schema.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RELABELS_SCHEMA = exports.TRACES_SCHEMA = void 0;
+exports.TRACES_SCHEMA = {
+    fields: [
+        { name: 'id', type: 'STRING', mode: 'REQUIRED' }, // UUID
+        { name: 'agent_step_id', type: 'STRING', mode: 'REQUIRED' }, // Used to link traces together within a single agent step
+        { name: 'user_id', type: 'STRING', mode: 'REQUIRED' }, // user ID
+        { name: 'created_at', type: 'TIMESTAMP', mode: 'REQUIRED' },
+        { name: 'type', type: 'STRING', mode: 'REQUIRED' },
+        { name: 'payload', type: 'JSON', mode: 'REQUIRED' },
+    ],
+};
+exports.RELABELS_SCHEMA = {
+    fields: [
+        { name: 'id', type: 'STRING', mode: 'REQUIRED' }, // UUID
+        { name: 'agent_step_id', type: 'STRING', mode: 'REQUIRED' }, // Used to link traces together within a single agent step
+        { name: 'user_id', type: 'STRING', mode: 'REQUIRED' }, // user ID
+        { name: 'created_at', type: 'TIMESTAMP', mode: 'REQUIRED' },
+        { name: 'model', type: 'STRING', mode: 'REQUIRED' },
+        { name: 'payload', type: 'JSON', mode: 'REQUIRED' },
+    ],
+};
+//# sourceMappingURL=schema.js.map

package/dist/common/bigquery/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/bigquery/schema.ts"],"names":[],"mappings":";;;AA4Da,QAAA,aAAa,GAAgB;IACxC,MAAM,EAAE;QACN,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,OAAO;QACzD,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,0DAA0D;QACvH,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,UAAU;QACjE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE;QAC3D,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE;QAClD,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE;KACpD;CACF,CAAA;AAYY,QAAA,eAAe,GAAgB;IAC1C,MAAM,EAAE;QACN,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,OAAO;QACzD,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,0DAA0D;QACvH,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,UAAU;QACjE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE;QAC3D,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE;QACnD,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE;KACpD;CACF,CAAA"}

package/dist/common/constants/tools.d.ts

@@ -2,6 +2,7 @@ export declare const toolSchema: {
     add_subgoal: string[];
     update_subgoal: string[];
     write_file: string[];
+    str_replace: string[];
     read_files: string[];
     find_files: string[];
     code_search: string[];

package/dist/common/constants/tools.js

@@ -7,6 +7,7 @@ exports.toolSchema = {
     update_subgoal: ['id', 'status', 'plan', 'log'],
     // File operations
     write_file: ['path', 'content'],
+    str_replace: ['path', 'old', 'new'],
     read_files: ['paths'],
     find_files: ['description'],
     // Search and terminal

package/dist/common/constants/tools.js.map

@@ -1 +1 @@
-{"version":3,"file":"tools.js","sourceRoot":"","sources":["../../src/constants/tools.ts"],"names":[],"mappings":";;;AAAa,QAAA,UAAU,GAAG;IACxB,yCAAyC;IACzC,WAAW,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC;IACzD,cAAc,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC;IAE/C,kBAAkB;IAClB,UAAU,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;IAC/B,UAAU,EAAE,CAAC,OAAO,CAAC;IACrB,UAAU,EAAE,CAAC,aAAa,CAAC;IAE3B,sBAAsB;IACtB,WAAW,EAAE,CAAC,SAAS,CAAC;IACxB,oBAAoB,EAAE,CAAC,SAAS,EAAE,cAAc,CAAC;IAEjD,iBAAiB;IACjB,YAAY,EAAE,CAAC,SAAS,CAAC;IACzB,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;IAE7B,YAAY,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,WAAW,CAAC;IAE1C,eAAe;IACf,QAAQ,EAAE,EAAE,EAAE,gBAAgB;CAC/B,CAAA;AAID,8BAA8B;AACjB,QAAA,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAU,CAAe,CAAA;AAEvD,MAAM,iBAAiB,GAAG,CAC/B,QAAkB,EAClB,MAA8B,EAC9B,EAAE;IACF,MAAM,OAAO,GAAG,IAAI,QAAQ,GAAG,CAAA;IAC/B,MAAM,QAAQ,GAAG,KAAK,QAAQ,GAAG,CAAA;IAEjC,0CAA0C;IAC1C,MAAM,UAAU,GAAG,kBAAU,CAAC,QAAQ,CAAa,CAAA;IAEnD,4DAA4D;IAC5D,MAAM,aAAa,GAAG,UAAU;SAC7B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,iDAAiD;SACpF,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,GAAG,CAAC,CAAA;IAE1D,wDAAwD;IACxD,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;SAC5C,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;SAChD,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,KAAK,KAAK,KAAK,GAAG,CAAC,CAAA;IAE3D,4CAA4C;IAC5C,MAAM,YAAY,GAAG,CAAC,GAAG,aAAa,EAAE,GAAG,gBAAgB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEvE,OAAO,YAAY;QACjB,CAAC,CAAC,GAAG,OAAO,KAAK,YAAY,KAAK,QAAQ,EAAE;QAC5C,CAAC,CAAC,GAAG,OAAO,GAAG,QAAQ,EAAE,CAAA;AAC7B,CAAC,CAAA;AA1BY,QAAA,iBAAiB,qBA0B7B"}
+{"version":3,"file":"tools.js","sourceRoot":"","sources":["../../src/constants/tools.ts"],"names":[],"mappings":";;;AAAa,QAAA,UAAU,GAAG;IACxB,yCAAyC;IACzC,WAAW,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC;IACzD,cAAc,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC;IAE/C,kBAAkB;IAClB,UAAU,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;IAC/B,WAAW,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC;IACnC,UAAU,EAAE,CAAC,OAAO,CAAC;IACrB,UAAU,EAAE,CAAC,aAAa,CAAC;IAE3B,sBAAsB;IACtB,WAAW,EAAE,CAAC,SAAS,CAAC;IACxB,oBAAoB,EAAE,CAAC,SAAS,EAAE,cAAc,CAAC;IAEjD,iBAAiB;IACjB,YAAY,EAAE,CAAC,SAAS,CAAC;IACzB,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;IAE7B,YAAY,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,WAAW,CAAC;IAE1C,eAAe;IACf,QAAQ,EAAE,EAAE,EAAE,gBAAgB;CAC/B,CAAA;AAID,8BAA8B;AACjB,QAAA,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAU,CAAe,CAAA;AAEvD,MAAM,iBAAiB,GAAG,CAC/B,QAAkB,EAClB,MAA8B,EAC9B,EAAE;IACF,MAAM,OAAO,GAAG,IAAI,QAAQ,GAAG,CAAA;IAC/B,MAAM,QAAQ,GAAG,KAAK,QAAQ,GAAG,CAAA;IAEjC,0CAA0C;IAC1C,MAAM,UAAU,GAAG,kBAAU,CAAC,QAAQ,CAAa,CAAA;IAEnD,4DAA4D;IAC5D,MAAM,aAAa,GAAG,UAAU;SAC7B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,iDAAiD;SACpF,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,GAAG,CAAC,CAAA;IAE1D,wDAAwD;IACxD,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;SAC5C,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;SAChD,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,KAAK,KAAK,KAAK,GAAG,CAAC,CAAA;IAE3D,4CAA4C;IAC5C,MAAM,YAAY,GAAG,CAAC,GAAG,aAAa,EAAE,GAAG,gBAAgB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEvE,OAAO,YAAY;QACjB,CAAC,CAAC,GAAG,OAAO,KAAK,YAAY,KAAK,QAAQ,EAAE;QAC5C,CAAC,CAAC,GAAG,OAAO,GAAG,QAAQ,EAAE,CAAA;AAC7B,CAAC,CAAA;AA1BY,QAAA,iBAAiB,qBA0B7B"}

package/dist/common/types/agent-state.d.ts

@@ -203,15 +203,15 @@ export declare const AgentStateSchema: z.ZodObject<{
                 type: "ephemeral";
             }>>;
         }, "strip", z.ZodTypeAny, {
-            type: "tool_result";
             content: string;
+            type: "tool_result";
             tool_use_id: string;
             cache_control?: {
                 type: "ephemeral";
             } | undefined;
         }, {
-            type: "tool_result";
             content: string;
+            type: "tool_result";
             tool_use_id: string;
             cache_control?: {
                 type: "ephemeral";
@@ -275,8 +275,8 @@ export declare const AgentStateSchema: z.ZodObject<{
                 type: "ephemeral";
             } | undefined;
         } | {
-            type: "tool_result";
             content: string;
+            type: "tool_result";
             tool_use_id: string;
             cache_control?: {
                 type: "ephemeral";
@@ -309,8 +309,8 @@ export declare const AgentStateSchema: z.ZodObject<{
                 type: "ephemeral";
             } | undefined;
         } | {
-            type: "tool_result";
             content: string;
+            type: "tool_result";
             tool_use_id: string;
             cache_control?: {
                 type: "ephemeral";
@@ -374,8 +374,8 @@ export declare const AgentStateSchema: z.ZodObject<{
                 type: "ephemeral";
             } | undefined;
         } | {
-            type: "tool_result";
             content: string;
+            type: "tool_result";
             tool_use_id: string;
             cache_control?: {
                 type: "ephemeral";
@@ -439,8 +439,8 @@ export declare const AgentStateSchema: z.ZodObject<{
                 type: "ephemeral";
             } | undefined;
         } | {
-            type: "tool_result";
             content: string;
+            type: "tool_result";
             tool_use_id: string;
             cache_control?: {
                 type: "ephemeral";

package/dist/common/types/message.d.ts

@@ -61,15 +61,15 @@ declare const MessageContentObjectSchema: z.ZodUnion<[z.ZodObject<{
         type: "ephemeral";
     }>>;
 }, "strip", z.ZodTypeAny, {
-    type: "tool_result";
     content: string;
+    type: "tool_result";
     tool_use_id: string;
     cache_control?: {
         type: "ephemeral";
     } | undefined;
 }, {
-    type: "tool_result";
     content: string;
+    type: "tool_result";
     tool_use_id: string;
     cache_control?: {
         type: "ephemeral";
@@ -181,15 +181,15 @@ export declare const MessageSchema: z.ZodObject<{
             type: "ephemeral";
         }>>;
     }, "strip", z.ZodTypeAny, {
-        type: "tool_result";
         content: string;
+        type: "tool_result";
         tool_use_id: string;
         cache_control?: {
             type: "ephemeral";
         } | undefined;
     }, {
-        type: "tool_result";
         content: string;
+        type: "tool_result";
         tool_use_id: string;
         cache_control?: {
             type: "ephemeral";
@@ -253,8 +253,8 @@ export declare const MessageSchema: z.ZodObject<{
             type: "ephemeral";
         } | undefined;
     } | {
-        type: "tool_result";
         content: string;
+        type: "tool_result";
         tool_use_id: string;
         cache_control?: {
             type: "ephemeral";
@@ -287,8 +287,8 @@ export declare const MessageSchema: z.ZodObject<{
             type: "ephemeral";
         } | undefined;
     } | {
-        type: "tool_result";
         content: string;
+        type: "tool_result";
         tool_use_id: string;
         cache_control?: {
             type: "ephemeral";

package/dist/common/util/credentials.d.ts

@@ -7,15 +7,15 @@ export declare const userSchema: z.ZodObject<{
     fingerprintId: z.ZodString;
     fingerprintHash: z.ZodString;
 }, "strip", z.ZodTypeAny, {
-    name: string | null;
     email: string;
+    name: string | null;
     id: string;
     fingerprintId: string;
     authToken: string;
     fingerprintHash: string;
 }, {
-    name: string | null;
     email: string;
+    name: string | null;
     id: string;
     fingerprintId: string;
     authToken: string;