codebuff 1.0.267 → 1.0.268

package/dist/common/bigquery/client.js

@@ -1,265 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.setupBigQuery = setupBigQuery;
-exports.insertTrace = insertTrace;
-exports.insertRelabel = insertRelabel;
-exports.getRecentTraces = getRecentTraces;
-exports.getRecentRelabels = getRecentRelabels;
-exports.getTracesWithoutRelabels = getTracesWithoutRelabels;
-exports.getTracesWithRelabels = getTracesWithRelabels;
-exports.getTracesAndRelabelsForUser = getTracesAndRelabelsForUser;
-const bigquery_1 = require("@google-cloud/bigquery");
-const logger_1 = require("../util/logger");
-const schema_1 = require("./schema");
-const DATASET = process.env.NEXT_PUBLIC_CB_ENVIRONMENT === 'production'
-    ? 'codebuff_data'
-    : 'codebuff_data_dev';
-const TRACES_TABLE = 'traces';
-const RELABELS_TABLE = 'relabels';
-// Create a single BigQuery client instance to be used by all functions
-let client = null;
-function getClient() {
-    if (!client) {
-        throw new Error('BigQuery client not initialized. Call setupBigQuery first.');
-    }
-    return client;
-}
-async function setupBigQuery(dataset = DATASET) {
-    try {
-        logger_1.logger.info('Creating BigQuery client...');
-        client = new bigquery_1.BigQuery();
-        logger_1.logger.info('BigQuery client created, initializing dataset...');
-        // Ensure dataset exists
-        const [ds] = await client.dataset(dataset).get({ autoCreate: true });
-        logger_1.logger.info({ dataset }, 'Dataset initialized');
-        // Ensure tables exist
-        logger_1.logger.info('Creating/verifying tables...');
-        await ds.table(TRACES_TABLE).get({
-            autoCreate: true,
-            schema: schema_1.TRACES_SCHEMA,
-            timePartitioning: {
-                type: 'MONTH',
-                field: 'created_at',
-            },
-            clustering: {
-                fields: ['user_id', 'agent_step_id'],
-            },
-        });
-        await ds.table(RELABELS_TABLE).get({
-            autoCreate: true,
-            schema: schema_1.RELABELS_SCHEMA,
-            timePartitioning: {
-                type: 'MONTH',
-                field: 'created_at',
-            },
-            clustering: {
-                fields: ['user_id', 'agent_step_id'],
-            },
-        });
-        logger_1.logger.info('Tables initialized successfully');
-    }
-    catch (error) {
-        logger_1.logger.error({
-            error,
-            stack: error.stack,
-            message: error.message,
-            name: error.name,
-            code: error.code,
-            details: error.details,
-        }, 'Failed to initialize BigQuery');
-        throw error; // Re-throw to be caught by caller
-    }
-}
-async function insertTrace(trace, dataset = DATASET) {
-    try {
-        // Create a copy of the trace and stringify payload if needed
-        const traceToInsert = {
-            ...trace,
-            payload: trace.payload && typeof trace.payload !== 'string'
-                ? JSON.stringify(trace.payload)
-                : trace.payload,
-        };
-        await getClient().dataset(dataset).table(TRACES_TABLE).insert(traceToInsert);
-        logger_1.logger.debug({ traceId: trace.id, type: trace.type }, 'Inserted trace into BigQuery');
-        return true;
-    }
-    catch (error) {
-        logger_1.logger.error({ error, traceId: trace.id }, 'Failed to insert trace into BigQuery');
-        return false;
-    }
-}
-async function insertRelabel(relabel, dataset = DATASET) {
-    try {
-        // Stringify payload if needed
-        const relabelToInsert = {
-            ...relabel,
-            payload: relabel.payload && typeof relabel.payload !== 'string'
-                ? JSON.stringify(relabel.payload)
-                : relabel.payload,
-        };
-        await getClient().dataset(dataset).table(RELABELS_TABLE).insert(relabelToInsert);
-        logger_1.logger.debug({ relabelId: relabel.id }, 'Inserted relabel into BigQuery');
-        return true;
-    }
-    catch (error) {
-        logger_1.logger.error({ error, relabelId: relabel.id }, 'Failed to insert relabel into BigQuery');
-        return false;
-    }
-}
-async function getRecentTraces(limit = 10, dataset = DATASET) {
-    const query = `
-    SELECT * FROM ${dataset}.${TRACES_TABLE}
-    ORDER BY created_at DESC
-    LIMIT ${limit}
-  `;
-    const [rows] = await getClient().query(query);
-    // Parse the payload as JSON if it's a string
-    return rows.map((row) => ({
-        ...row,
-        payload: typeof row.payload === 'string' ? JSON.parse(row.payload) : row.payload,
-    }));
-}
-async function getRecentRelabels(limit = 10, dataset = DATASET) {
-    const query = `
-    SELECT * FROM ${dataset}.${RELABELS_TABLE}
-    ORDER BY created_at DESC
-    LIMIT ${limit}
-  `;
-    const [rows] = await getClient().query(query);
-    // Parse the payload as JSON if it's a string
-    return rows.map((row) => ({
-        ...row,
-        payload: typeof row.payload === 'string' ? JSON.parse(row.payload) : row.payload,
-    }));
-}
-async function getTracesWithoutRelabels(model, limit = 100, userId = undefined, dataset = DATASET) {
-    // TODO: Optimize query, maybe only get traces in last 30 days etc
-    const query = `
-    SELECT t.*
-    FROM \`${dataset}.${TRACES_TABLE}\` t
-    LEFT JOIN (
-      SELECT r.agent_step_id, r.user_id, JSON_EXTRACT_SCALAR(r.payload, '$.user_input_id') as user_input_id
-      FROM \`${dataset}.${RELABELS_TABLE}\` r
-      WHERE r.model = '${model}'
-      ${userId ? `AND r.user_id = '${userId}'` : ''}
-    ) r
-    ON t.agent_step_id = r.agent_step_id
-       AND t.user_id = r.user_id
-       AND JSON_EXTRACT_SCALAR(t.payload, '$.user_input_id') = r.user_input_id
-    WHERE t.type = 'get-relevant-files'
-      AND r.agent_step_id IS NULL
-      ${userId ? `AND t.user_id = '${userId}'` : ''}
-    ORDER BY t.created_at DESC
-    LIMIT ${limit}
-  `;
-    const [rows] = await getClient().query(query);
-    // Parse the payload as JSON if it's a string
-    return rows.map((row) => ({
-        ...row,
-        payload: typeof row.payload === 'string' ? JSON.parse(row.payload) : row.payload,
-    }));
-}
-async function getTracesWithRelabels(model, limit = 100, dataset = DATASET) {
-    // Get traces that DO have matching relabels for the specified model
-    const query = `
-  SELECT 
-    ANY_VALUE(t) as trace,
-    ARRAY_AGG(r ORDER BY r.created_at DESC LIMIT 1)[OFFSET(0)] as relabel
-  FROM \`${dataset}.${TRACES_TABLE}\` t
-  INNER JOIN (
-    SELECT *
-    FROM \`${dataset}.${RELABELS_TABLE}\` r
-    WHERE r.model = '${model}'
-  ) r
-  ON t.agent_step_id = r.agent_step_id
-     AND t.user_id = r.user_id
-     AND JSON_EXTRACT_SCALAR(t.payload, '$.user_input_id') = JSON_EXTRACT_SCALAR(r.payload, '$.user_input_id')
-  WHERE t.type = 'get-relevant-files'
-    AND JSON_EXTRACT_SCALAR(t.payload, '$.output') IS NOT NULL
-    AND JSON_EXTRACT_SCALAR(r.payload, '$.output') IS NOT NULL
-  GROUP BY t.agent_step_id
-  ORDER BY MAX(t.created_at) DESC
-  LIMIT ${limit}
-  `;
-    const [rows] = await getClient().query(query);
-    // Filter out any results where either trace or relabel data is missing
-    const res = rows
-        .filter((row) => row.trace && row.relabel)
-        .map((row) => ({
-        trace: row.trace,
-        relabel: row.relabel,
-    }));
-    // Parse the payload as JSON if it's a string
-    return res.map((row) => ({
-        ...row,
-        trace: {
-            ...row.trace,
-            payload: typeof row.trace.payload === 'string'
-                ? JSON.parse(row.trace.payload)
-                : row.trace.payload,
-        },
-        relabel: {
-            ...row.relabel,
-            payload: typeof row.relabel.payload === 'string'
-                ? JSON.parse(row.relabel.payload)
-                : row.relabel.payload,
-        },
-    }));
-}
-async function getTracesAndRelabelsForUser(userId, limit = 50, dataset = DATASET) {
-    // Get recent traces for the user and any associated relabels
-    const query = `
-  WITH traces AS (
-    SELECT
-      id,
-      agent_step_id,
-      user_id,
-      created_at,
-      type,
-      payload
-    FROM \`${dataset}.${TRACES_TABLE}\`
-    WHERE user_id = '${userId}' AND type = 'get-relevant-files'
-    ORDER BY created_at DESC
-    LIMIT ${limit}
-  )
-  SELECT
-    t.id,
-    ANY_VALUE(t.agent_step_id) as agent_step_id,
-    ANY_VALUE(t.user_id) as user_id,
-    ANY_VALUE(t.created_at) as created_at,
-    ANY_VALUE(t.type) as type,
-    ANY_VALUE(t.payload) as payload,
-    ARRAY_AGG(r IGNORE NULLS) as relabels
-  FROM traces t
-  LEFT JOIN \`${dataset}.${RELABELS_TABLE}\` r
-  ON t.agent_step_id = r.agent_step_id
-     AND t.user_id = r.user_id
-     AND JSON_EXTRACT_SCALAR(t.payload, '$.user_input_id') = JSON_EXTRACT_SCALAR(r.payload, '$.user_input_id')
-  GROUP BY t.id
-  ORDER BY ANY_VALUE(t.created_at) DESC
-  `;
-    const [rows] = await getClient().query(query);
-    // Process and parse the results
-    return rows.map((row) => {
-        // Create trace object from individual fields
-        const trace = {
-            id: row.id,
-            agent_step_id: row.agent_step_id,
-            user_id: row.user_id,
-            created_at: row.created_at,
-            type: row.type,
-            payload: typeof row.payload === 'string' ? JSON.parse(row.payload) : row.payload,
-        };
-        // Parse relabel payloads (if any exist)
-        const relabels = row.relabels && row.relabels.length > 0
-            ? row.relabels.map((relabel) => ({
-                ...relabel,
-                payload: typeof relabel.payload === 'string'
-                    ? JSON.parse(relabel.payload)
-                    : relabel.payload,
-            }))
-            : [];
-        return { trace, relabels };
-    });
-}
-//# sourceMappingURL=client.js.map

package/dist/common/bigquery/client.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/bigquery/client.ts"],"names":[],"mappings":";;AA6BA,sCAiDC;AAED,kCAyBC;AAED,sCAyBC;AAED,0CAgBC;AAED,8CAgBC;AAED,4DAiCC;AAED,sDAuDC;AAED,kEAkEC;AAxUD,qDAAiD;AAEjD,2CAAuC;AACvC,qCAMiB;AAEjB,MAAM,OAAO,GACX,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,YAAY;IACrD,CAAC,CAAC,eAAe;IACjB,CAAC,CAAC,mBAAmB,CAAA;AAEzB,MAAM,YAAY,GAAG,QAAQ,CAAA;AAC7B,MAAM,cAAc,GAAG,UAAU,CAAA;AAEjC,uEAAuE;AACvE,IAAI,MAAM,GAAoB,IAAI,CAAA;AAElC,SAAS,SAAS;IAChB,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAA;IAC/E,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAEM,KAAK,UAAU,aAAa,CAAC,UAAkB,OAAO;IAC3D,IAAI,CAAC;QACH,eAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;QAC1C,MAAM,GAAG,IAAI,mBAAQ,EAAE,CAAA;QACvB,eAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAA;QAE/D,wBAAwB;QACxB,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;QACpE,eAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,qBAAqB,CAAC,CAAA;QAE/C,sBAAsB;QACtB,eAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAA;QAC3C,MAAM,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC;YAC/B,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,sBAAa;YACrB,gBAAgB,EAAE;gBAChB,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,YAAY;aACpB;YACD,UAAU,EAAE;gBACV,MAAM,EAAE,CAAC,SAAS,EAAE,eAAe,CAAC;aACrC;SACF,CAAC,CAAA;QACF,MAAM,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC;YACjC,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,wBAAe;YACvB,gBAAgB,EAAE;gBAChB,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,YAAY;aACpB;YACD,UAAU,EAAE;gBACV,MAAM,EAAE,CAAC,SAAS,EAAE,eAAe,CAAC;aACrC;SACF,CAAC,CAAA;QACF,eAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAA;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,eAAM,CAAC,KAAK,CACV;YACE,KAAK;YACL,KAAK,EAAG,KAAe,CAAC,KAAK;YAC7B,OAAO,EAAG,KAAe,CAAC,OAAO;YACjC,IAAI,EAAG,KAAe,CAAC,IAAI;YAC3B,IAAI,EAAG,KAAa,CAAC,IAAI;YACzB,OAAO,EAAG,KAAa,CAAC,OAAO;SAChC,EACD,+BAA+B,CAChC,CAAA;QACD,MAAM,KAAK,CAAA,CAAC,kCAAkC;IAChD,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,WAAW,CAAC,KAAY,EAAE,UAAkB,OAAO;IACvE,IAAI,CAAC;QACH,6DAA6D;QAC7D,MAAM,aAAa,GAAG;YACpB,GAAG,KAAK;YACR,OAAO,EACL,KAAK,CAAC,OAAO,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;gBAChD,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC;gBAC/B,CAAC,CAAC,KAAK,CAAC,OAAO;SACpB,CAAA;QAED,MAAM,SAAS,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;QAE5E,eAAM,CAAC,KAAK,CACV,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EACvC,8BAA8B,CAC/B,CAAA;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,eAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,EAC5B,sCAAsC,CACvC,CAAA;QACD,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,aAAa,CACjC,OAAgB,EAChB,UAAkB,OAAO;IAEzB,IAAI,CAAC;QACH,8BAA8B;QAC9B,MAAM,eAAe,GAAG;YACtB,GAAG,OAAO;YACV,OAAO,EACL,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;gBACpD,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC;gBACjC,CAAC,CAAC,OAAO,CAAC,OAAO;SACtB,CAAA;QAED,MAAM,SAAS,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;QAEhF,eAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,EAAE,gCAAgC,CAAC,CAAA;QACzE,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,eAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,EAChC,wCAAwC,CACzC,CAAA;QACD,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,eAAe,CACnC,QAAgB,EAAE,EAClB,UAAkB,OAAO;IAEzB,MAAM,KAAK,GAAG;oBACI,OAAO,IAAI,YAAY;;YAE/B,KAAK;GACd,CAAA;IACD,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC7C,6CAA6C;IAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,GAAG,GAAG;QACN,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO;KAC1E,CAAC,CAAY,CAAA;AAChB,CAAC;AAEM,KAAK,UAAU,iBAAiB,CACrC,QAAgB,EAAE,EAClB,UAAkB,OAAO;IAEzB,MAAM,KAAK,GAAG;oBACI,OAAO,IAAI,cAAc;;YAEjC,KAAK;GACd,CAAA;IACD,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC7C,6CAA6C;IAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,GAAG,GAAG;QACN,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO;KAC1E,CAAC,CAAc,CAAA;AAClB,CAAC;AAEM,KAAK,UAAU,wBAAwB,CAC5C,KAAa,EACb,QAAgB,GAAG,EACnB,SAA6B,SAAS,EACtC,UAAkB,OAAO;IAEzB,kEAAkE;IAClE,MAAM,KAAK,GAAG;;aAEH,OAAO,IAAI,YAAY;;;eAGrB,OAAO,IAAI,cAAc;yBACf,KAAK;QACtB,MAAM,CAAC,CAAC,CAAC,oBAAoB,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE;;;;;;;QAO3C,MAAM,CAAC,CAAC,CAAC,oBAAoB,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE;;YAEvC,KAAK;GACd,CAAA;IAED,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC7C,6CAA6C;IAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,GAAG,GAAG;QACN,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO;KAC1E,CAAC,CAA4B,CAAA;AAChC,CAAC;AAEM,KAAK,UAAU,qBAAqB,CACzC,KAAa,EACb,QAAgB,GAAG,EACnB,UAAkB,OAAO;IAEzB,oEAAoE;IACpE,MAAM,KAAK,GAAG;;;;WAIL,OAAO,IAAI,YAAY;;;aAGrB,OAAO,IAAI,cAAc;uBACf,KAAK;;;;;;;;;;UAUlB,KAAK;GACZ,CAAA;IAED,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAE7C,uEAAuE;IACvE,MAAM,GAAG,GAAG,IAAI;SACb,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC;SACzC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACb,KAAK,EAAE,GAAG,CAAC,KAA8B;QACzC,OAAO,EAAE,GAAG,CAAC,OAAkB;KAChC,CAAC,CAAC,CAAA;IAEL,6CAA6C;IAC7C,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACvB,GAAG,GAAG;QACN,KAAK,EAAE;YACL,GAAG,GAAG,CAAC,KAAK;YACZ,OAAO,EACL,OAAO,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ;gBACnC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;gBAC/B,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO;SACxB;QACD,OAAO,EAAE;YACP,GAAG,GAAG,CAAC,OAAO;YACd,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,QAAQ;gBACrC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC;gBACjC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO;SAC1B;KACF,CAAC,CAAyD,CAAA;AAC7D,CAAC;AAEM,KAAK,UAAU,2BAA2B,CAC/C,MAAc,EACd,QAAgB,EAAE,EAClB,UAAkB,OAAO;IAEzB,6DAA6D;IAC7D,MAAM,KAAK,GAAG;;;;;;;;;aASH,OAAO,IAAI,YAAY;uBACb,MAAM;;YAEjB,KAAK;;;;;;;;;;;gBAWD,OAAO,IAAI,cAAc;;;;;;GAMtC,CAAA;IAED,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAE7C,gCAAgC;IAChC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtB,6CAA6C;QAC7C,MAAM,KAAK,GAAG;YACZ,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,aAAa,EAAE,GAAG,CAAC,aAAa;YAChC,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO;SACjD,CAAA;QAE1B,wCAAwC;QACxC,MAAM,QAAQ,GACZ,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;YACrC,CAAC,CAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAY,EAAE,EAAE,CAAC,CAAC;gBACnC,GAAG,OAAO;gBACV,OAAO,EACL,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;oBACjC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;oBAC7B,CAAC,CAAC,OAAO,CAAC,OAAO;aACtB,CAAC,CAAe;YACnB,CAAC,CAAC,EAAE,CAAA;QAER,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;IAC5B,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/common/bigquery/schema.d.ts

@@ -1,55 +0,0 @@
-import { TableSchema } from '@google-cloud/bigquery';
-interface BaseEvent {
-    id: string;
-    agent_step_id: string;
-    user_id: string;
-}
-interface BasePayload {
-    user_input_id: string;
-    client_session_id: string;
-    fingerprint_id: string;
-}
-export type TraceType = 'get-relevant-files' | 'file-trees' | 'agent-response';
-export interface BaseTrace extends BaseEvent {
-    created_at: Date;
-    type: TraceType;
-    payload: unknown;
-}
-export interface GetRelevantFilesPayload extends BasePayload {
-    messages: unknown;
-    system: unknown;
-    output: string;
-    request_type: string;
-    cost_mode: string;
-    model?: string;
-}
-export interface GetRelevantFilesTrace extends BaseTrace {
-    type: 'get-relevant-files';
-    payload: GetRelevantFilesPayload;
-}
-interface FileTreePayload extends BasePayload {
-    filetrees: Record<number, string>;
-}
-export interface FileTreeTrace extends BaseTrace {
-    type: 'file-trees';
-    payload: FileTreePayload;
-}
-interface AgentResponsePayload extends BasePayload {
-    output: string;
-}
-export interface AgentResponseTrace extends BaseTrace {
-    type: 'agent-response';
-    payload: AgentResponsePayload;
-}
-export type Trace = GetRelevantFilesTrace | FileTreeTrace | AgentResponseTrace;
-export declare const TRACES_SCHEMA: TableSchema;
-interface RelabelPayload extends BasePayload {
-    output: string;
-}
-export interface Relabel extends BaseEvent {
-    created_at: Date;
-    model: string;
-    payload: RelabelPayload;
-}
-export declare const RELABELS_SCHEMA: TableSchema;
-export {};

package/dist/common/bigquery/schema.js

@@ -1,24 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RELABELS_SCHEMA = exports.TRACES_SCHEMA = void 0;
-exports.TRACES_SCHEMA = {
-    fields: [
-        { name: 'id', type: 'STRING', mode: 'REQUIRED' }, // UUID
-        { name: 'agent_step_id', type: 'STRING', mode: 'REQUIRED' }, // Used to link traces together within a single agent step
-        { name: 'user_id', type: 'STRING', mode: 'REQUIRED' }, // user ID
-        { name: 'created_at', type: 'TIMESTAMP', mode: 'REQUIRED' },
-        { name: 'type', type: 'STRING', mode: 'REQUIRED' },
-        { name: 'payload', type: 'JSON', mode: 'REQUIRED' },
-    ],
-};
-exports.RELABELS_SCHEMA = {
-    fields: [
-        { name: 'id', type: 'STRING', mode: 'REQUIRED' }, // UUID
-        { name: 'agent_step_id', type: 'STRING', mode: 'REQUIRED' }, // Used to link traces together within a single agent step
-        { name: 'user_id', type: 'STRING', mode: 'REQUIRED' }, // user ID
-        { name: 'created_at', type: 'TIMESTAMP', mode: 'REQUIRED' },
-        { name: 'model', type: 'STRING', mode: 'REQUIRED' },
-        { name: 'payload', type: 'JSON', mode: 'REQUIRED' },
-    ],
-};
-//# sourceMappingURL=schema.js.map

package/dist/common/bigquery/schema.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/bigquery/schema.ts"],"names":[],"mappings":";;;AA4Da,QAAA,aAAa,GAAgB;IACxC,MAAM,EAAE;QACN,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,OAAO;QACzD,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,0DAA0D;QACvH,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,UAAU;QACjE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE;QAC3D,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE;QAClD,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE;KACpD;CACF,CAAA;AAYY,QAAA,eAAe,GAAgB;IAC1C,MAAM,EAAE;QACN,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,OAAO;QACzD,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,0DAA0D;QACvH,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,UAAU;QACjE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE;QAC3D,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE;QACnD,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE;KACpD;CACF,CAAA"}

package/dist/common/util/file-metadata.d.ts

@@ -1,9 +0,0 @@
-import { TokenCallerMap } from 'code-map/parse';
-/**
- * Appends caller metadata to file content showing which files reference tokens defined in this file
- * @param content The original file content
- * @param filePath The path of the file
- * @param tokenCallers Map of files to their token callers
- * @returns The content with caller metadata appended
- */
-export declare function appendCallerMetadata(content: string, filePath: string, tokenCallers: TokenCallerMap | undefined): string;

package/dist/common/util/file-metadata.js

@@ -1,24 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.appendCallerMetadata = appendCallerMetadata;
-/**
- * Appends caller metadata to file content showing which files reference tokens defined in this file
- * @param content The original file content
- * @param filePath The path of the file
- * @param tokenCallers Map of files to their token callers
- * @returns The content with caller metadata appended
- */
-function appendCallerMetadata(content, filePath, tokenCallers) {
-    if (!tokenCallers?.[filePath])
-        return content;
-    const callersByToken = tokenCallers[filePath];
-    const callerInfo = Object.entries(callersByToken)
-        .filter(([_, callers]) => callers.length > 0)
-        .map(([token, callers]) => `${token}: ${callers.join(', ')}`)
-        .join('\n');
-    if (!callerInfo)
-        return content;
-    console.log('got callerInfo', callerInfo);
-    return `${content}\n\n<referenced_by>\n${callerInfo}\n</referenced_by>`;
-}
-//# sourceMappingURL=file-metadata.js.map

package/dist/common/util/file-metadata.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"file-metadata.js","sourceRoot":"","sources":["../../src/util/file-metadata.ts"],"names":[],"mappings":";;AASA,oDAkBC;AAzBD;;;;;;GAMG;AACH,SAAgB,oBAAoB,CAClC,OAAe,EACf,QAAgB,EAChB,YAAwC;IAExC,IAAI,CAAC,YAAY,EAAE,CAAC,QAAQ,CAAC;QAAE,OAAO,OAAO,CAAA;IAE7C,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAA;IAC7C,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC;SAC9C,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;SAC5C,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;SAC5D,IAAI,CAAC,IAAI,CAAC,CAAA;IAEb,IAAI,CAAC,UAAU;QAAE,OAAO,OAAO,CAAA;IAE/B,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAA;IAEzC,OAAO,GAAG,OAAO,wBAAwB,UAAU,oBAAoB,CAAA;AACzE,CAAC"}