@lensmcp/node-instrumentation 1.25.10 → 1.25.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.js +1 -1
- package/lib/active-work.js +1 -1
- package/lib/ai-providers.js +9 -9
- package/lib/ai-store.js +1 -1
- package/lib/callsite.js +2 -2
- package/lib/capture-file.js +1 -1
- package/lib/emit-custom.js +1 -1
- package/lib/emit.js +3 -3
- package/lib/flood-guard.js +1 -1
- package/lib/flow-context.js +1 -1
- package/lib/http-capture.js +2 -2
- package/lib/http-store.js +1 -1
- package/lib/install.js +1 -1
- package/lib/require-hook.js +1 -1
- package/lib/sql-accounting.js +1 -1
- package/lib/tap-ai.js +1 -1
- package/lib/tap-bullmq.js +1 -1
- package/lib/tap-egress.js +1 -1
- package/lib/tap-event-loop.js +1 -1
- package/lib/tap-exec.js +1 -1
- package/lib/tap-fs.js +1 -1
- package/lib/tap-ingress.js +1 -1
- package/lib/tap-nest-logger.js +5 -5
- package/lib/tap-nest.js +1 -1
- package/lib/tap-pg-pool.js +2 -2
- package/lib/tap-pg.js +1 -1
- package/lib/tap-redis.js +1 -1
- package/lib/tap-stdout.js +5 -5
- package/package.json +4 -4
- package/register.js +1 -1
package/index.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var p=Object.defineProperty;var i=(t,r)=>p(t,"name",{value:r,configurable:!0});var s=Object.defineProperty,o=i((t,r)=>s(t,"name",{value:r,configurable:!0}),"o"),n=Object.defineProperty,e=o((t,r)=>n(t,"name",{value:r,configurable:!0}),"e");Object.defineProperty(exports,"__esModule",{value:!0}),exports.resetActiveWorkForTests=exports.installActiveWorkProbe=exports.beginActiveWork=exports.activeWorkSnapshot=exports.installLensmcpNodeInstrumentation=exports.installChildAppBridge=exports.nestTap=exports.bullmqTap=exports.redisTap=exports.pgTap=exports.tapExec=exports.tapFs=exports.stopEventLoopTapForTests=exports.tapEventLoop=exports.EXCHANGE_ID=exports.resetIngressTapForTests=exports.tapIngress=exports.resetEgressTapForTests=exports.tapEgress=exports.installRequireHook=exports.createEventFloodGuard=exports.installCustomEmit=exports.EMIT_CUSTOM=exports.lensEmitCustom=exports.maybeRotateEventFile=exports.EVENT_MAX_FILES=exports.EVENT_MAX_BYTES=exports.EVENT_FILE=exports.PROJECT=exports.isLensWriting=exports.lensEmit=void 0;var emit_1=require("./lib/emit");Object.defineProperty(exports,"lensEmit",{enumerable:!0,get:e(function(){return emit_1.lensEmit},"get")}),Object.defineProperty(exports,"isLensWriting",{enumerable:!0,get:e(function(){return emit_1.isLensWriting},"get")}),Object.defineProperty(exports,"PROJECT",{enumerable:!0,get:e(function(){return emit_1.PROJECT},"get")}),Object.defineProperty(exports,"EVENT_FILE",{enumerable:!0,get:e(function(){return emit_1.EVENT_FILE},"get")}),Object.defineProperty(exports,"EVENT_MAX_BYTES",{enumerable:!0,get:e(function(){return emit_1.EVENT_MAX_BYTES},"get")}),Object.defineProperty(exports,"EVENT_MAX_FILES",{enumerable:!0,get:e(function(){return emit_1.EVENT_MAX_FILES},"get")}),Object.defineProperty(exports,"maybeRotateEventFile",{enumerable:!0,get:e(function(){return emit_1.maybeRotateEventFile},"get")});var emit_custom_1=require("./lib/emit-custom");Object.defineProperty(exports,"lensEmitCustom",{enumerable:!0,get:e(function(){return emit_custom_1.lensEmitCustom},"get")}),Object.defineProperty(exports,"EMIT_CUSTOM",{enumerable:!0,get:e(function(){return emit_custom_1.EMIT_CUSTOM},"get")}),Object.defineProperty(exports,"installCustomEmit",{enumerable:!0,get:e(function(){return emit_custom_1.installCustomEmit},"get")});var flood_guard_1=require("./lib/flood-guard");Object.defineProperty(exports,"createEventFloodGuard",{enumerable:!0,get:e(function(){return flood_guard_1.createEventFloodGuard},"get")});var require_hook_1=require("./lib/require-hook");Object.defineProperty(exports,"installRequireHook",{enumerable:!0,get:e(function(){return require_hook_1.installRequireHook},"get")});var tap_egress_1=require("./lib/tap-egress");Object.defineProperty(exports,"tapEgress",{enumerable:!0,get:e(function(){return tap_egress_1.tapEgress},"get")}),Object.defineProperty(exports,"resetEgressTapForTests",{enumerable:!0,get:e(function(){return tap_egress_1.resetEgressTapForTests},"get")});var tap_ingress_1=require("./lib/tap-ingress");Object.defineProperty(exports,"tapIngress",{enumerable:!0,get:e(function(){return tap_ingress_1.tapIngress},"get")}),Object.defineProperty(exports,"resetIngressTapForTests",{enumerable:!0,get:e(function(){return tap_ingress_1.resetIngressTapForTests},"get")}),Object.defineProperty(exports,"EXCHANGE_ID",{enumerable:!0,get:e(function(){return tap_ingress_1.EXCHANGE_ID},"get")});var tap_event_loop_1=require("./lib/tap-event-loop");Object.defineProperty(exports,"tapEventLoop",{enumerable:!0,get:e(function(){return tap_event_loop_1.tapEventLoop},"get")}),Object.defineProperty(exports,"stopEventLoopTapForTests",{enumerable:!0,get:e(function(){return tap_event_loop_1.stopEventLoopTapForTests},"get")});var tap_fs_1=require("./lib/tap-fs");Object.defineProperty(exports,"tapFs",{enumerable:!0,get:e(function(){return tap_fs_1.tapFs},"get")});var tap_exec_1=require("./lib/tap-exec");Object.defineProperty(exports,"tapExec",{enumerable:!0,get:e(function(){return tap_exec_1.tapExec},"get")});var tap_pg_1=require("./lib/tap-pg");Object.defineProperty(exports,"pgTap",{enumerable:!0,get:e(function(){return tap_pg_1.pgTap},"get")});var tap_redis_1=require("./lib/tap-redis");Object.defineProperty(exports,"redisTap",{enumerable:!0,get:e(function(){return tap_redis_1.redisTap},"get")});var tap_bullmq_1=require("./lib/tap-bullmq");Object.defineProperty(exports,"bullmqTap",{enumerable:!0,get:e(function(){return tap_bullmq_1.bullmqTap},"get")});var tap_nest_1=require("./lib/tap-nest");Object.defineProperty(exports,"nestTap",{enumerable:!0,get:e(function(){return tap_nest_1.nestTap},"get")}),Object.defineProperty(exports,"installChildAppBridge",{enumerable:!0,get:e(function(){return tap_nest_1.installChildAppBridge},"get")});var install_1=require("./lib/install");Object.defineProperty(exports,"installLensmcpNodeInstrumentation",{enumerable:!0,get:e(function(){return install_1.installLensmcpNodeInstrumentation},"get")});var active_work_1=require("./lib/active-work");Object.defineProperty(exports,"activeWorkSnapshot",{enumerable:!0,get:e(function(){return active_work_1.activeWorkSnapshot},"get")}),Object.defineProperty(exports,"beginActiveWork",{enumerable:!0,get:e(function(){return active_work_1.beginActiveWork},"get")}),Object.defineProperty(exports,"installActiveWorkProbe",{enumerable:!0,get:e(function(){return active_work_1.installActiveWorkProbe},"get")}),Object.defineProperty(exports,"resetActiveWorkForTests",{enumerable:!0,get:e(function(){return active_work_1.resetActiveWorkForTests},"get")});
|
package/lib/active-work.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var v=Object.defineProperty;var r=(t,e)=>v(t,"name",{value:e,configurable:!0});var a=Object.defineProperty,o=r((t,e)=>a(t,"name",{value:e,configurable:!0}),"o"),i=Object.defineProperty,n=o((t,e)=>i(t,"name",{value:e,configurable:!0}),"n");Object.defineProperty(exports,"__esModule",{value:!0}),exports.beginActiveWorkGeneration=beginActiveWorkGeneration,exports.activeWorkGeneration=activeWorkGeneration,exports.beginActiveWork=beginActiveWork,exports.activeWorkSnapshot=activeWorkSnapshot,exports.installActiveWorkProbe=installActiveWorkProbe,exports.resetActiveWorkForTests=resetActiveWorkForTests;const GLOBAL_KEY="__lensmcpActiveWork",running=new Set;let currentGeneration=0;function beginActiveWorkGeneration(){return++currentGeneration}r(beginActiveWorkGeneration,"beginActiveWorkGeneration"),o(beginActiveWorkGeneration,"beginActiveWorkGeneration"),n(beginActiveWorkGeneration,"beginActiveWorkGeneration");function activeWorkGeneration(){return currentGeneration}r(activeWorkGeneration,"activeWorkGeneration"),o(activeWorkGeneration,"activeWorkGeneration"),n(activeWorkGeneration,"activeWorkGeneration");function beginActiveWork(t){const e={at:Date.now(),...t===void 0?{}:{gen:t}};running.add(e);let c=!1;return()=>{c||(c=!0,running.delete(e))}}r(beginActiveWork,"beginActiveWork"),o(beginActiveWork,"beginActiveWork"),n(beginActiveWork,"beginActiveWork");function activeWorkSnapshot(t){let e,c=0;for(const s of running)t!==void 0&&s.gen!==void 0&&s.gen!==t||(c+=1,(e===void 0||s.at<e)&&(e=s.at));return{count:c,...e===void 0?{}:{oldestStartedAt:e}}}r(activeWorkSnapshot,"activeWorkSnapshot"),o(activeWorkSnapshot,"activeWorkSnapshot"),n(activeWorkSnapshot,"activeWorkSnapshot");function installActiveWorkProbe(){globalThis[GLOBAL_KEY]=activeWorkSnapshot,globalThis.__lensmcpBeginWorkGeneration=beginActiveWorkGeneration}r(installActiveWorkProbe,"installActiveWorkProbe"),o(installActiveWorkProbe,"installActiveWorkProbe"),n(installActiveWorkProbe,"installActiveWorkProbe");function resetActiveWorkForTests(){running.clear(),currentGeneration=0}r(resetActiveWorkForTests,"resetActiveWorkForTests"),o(resetActiveWorkForTests,"resetActiveWorkForTests"),n(resetActiveWorkForTests,"resetActiveWorkForTests");
|
package/lib/ai-providers.js
CHANGED
|
@@ -1,16 +1,16 @@
|
|
|
1
|
-
"use strict";var
|
|
2
|
-
`)}d(flattenContent,"flattenContent"),u(flattenContent,"flattenContent");const SCALAR_PARAMS={chat:["temperature","top_p","max_tokens","max_completion_tokens","n","seed","presence_penalty","frequency_penalty","tool_choice","reasoning_effort","service_tier"],responses:["temperature","top_p","max_output_tokens","tool_choice","parallel_tool_calls","service_tier"],messages:["max_tokens","temperature","top_p","top_k"],embeddings:["dimensions","encoding_format"]};function scalarParams(t,e){const o={};for(const p of SCALAR_PARAMS[e]){const
|
|
3
|
-
`:""}[tool_call ${asStr(a.name)??""} ${asStr(a.arguments)??""}]`}return{role:asStr(t.role)??"unknown",content:e}}d(chatMessage,"chatMessage"),u(chatMessage,"chatMessage");function responsesInput(t){if(typeof t=="string")return[{role:"user",content:t}];const e=[];for(const o of asArr(t)){if(!isObj(o))continue;const a=asStr(o.type);a==="function_call_output"?e.push({role:"tool",content:flattenContent(o.output)}):a==="function_call"?e.push({role:"assistant",content:`[tool_call ${asStr(o.name)??""} ${asStr(o.arguments)??""}]`}):e.push({role:asStr(o.role)??a??"user",content:flattenContent(o.content)})}return e}d(responsesInput,"responsesInput"),u(responsesInput,"responsesInput");function normalizeRequest(t,e){const o={messages:[],tools:[],params:{},stream:!1};if(!isObj(e))return o;const a={...o,...asStr(e.model)?{model:asStr(e.model)}:{},stream:e.stream===!0,params:scalarParams(e,t.api),tools:toolsOf(e)};switch(t.api){case"chat":a.messages=asArr(e.messages).filter(isObj).map(chatMessage);break;case"responses":{const n=asStr(e.instructions);n&&(a.system=n),a.messages=responsesInput(e.input);break}case"messages":{const n=e.system,
|
|
4
|
-
`:""}[refusal] ${
|
|
1
|
+
"use strict";var z=Object.defineProperty;var _=(t,e)=>z(t,"name",{value:e,configurable:!0});var j=Object.defineProperty,d=_((t,e)=>j(t,"name",{value:e,configurable:!0}),"d"),M=Object.defineProperty,u=d((t,e)=>M(t,"name",{value:e,configurable:!0}),"u");Object.defineProperty(exports,"__esModule",{value:!0}),exports.parseExtraHosts=parseExtraHosts,exports.matchTarget=matchTarget,exports.flattenContent=flattenContent,exports.normalizeRequest=normalizeRequest,exports.mapUsage=mapUsage,exports.normalizeResponse=normalizeResponse,exports.createStreamAccumulator=createStreamAccumulator;const isObj=u(t=>typeof t=="object"&&t!==null&&!Array.isArray(t),"isObj"),asArr=u(t=>Array.isArray(t)?t:[],"asArr"),asStr=u(t=>typeof t=="string"?t:void 0,"asStr"),asNum=u(t=>typeof t=="number"&&Number.isFinite(t)?t:void 0,"asNum"),MAX_ACCUMULATED_CHARS=512*1024,MAX_EVENT_BUFFER_CHARS=1024*1024,MAX_BLOCK_JSON_CHARS=2e3,KNOWN_HOSTS=[{test:/^api\.openai\.com$/i,provider:"openai"},{test:/\.openai\.azure\.com$/i,provider:"openai"},{test:/^api\.anthropic\.com$/i,provider:"anthropic"}],authorityOf=u(t=>t.trim().toLowerCase().replace(/^[a-z][a-z0-9+.-]*:\/\//,"").replace(/[/?#].*$/,""),"authorityOf");function parseExtraHosts(t){const e=new Map;for(const o of(t??"").split(",")){const a=o.lastIndexOf("=");if(a===-1)continue;const n=authorityOf(o.slice(0,a)),i=o.slice(a+1).trim().toLowerCase();n&&(i==="openai"||i==="anthropic")&&e.set(n,i)}return e}_(parseExtraHosts,"parseExtraHosts"),d(parseExtraHosts,"parseExtraHosts"),u(parseExtraHosts,"parseExtraHosts");function apiFor(t,e){const o=e.replace(/\/+$/,"").toLowerCase();if(t==="anthropic")return o.endsWith("/messages")?"messages":void 0;if(o.endsWith("/chat/completions"))return"chat";if(o.endsWith("/responses"))return"responses";if(o.endsWith("/embeddings"))return"embeddings"}_(apiFor,"apiFor"),d(apiFor,"apiFor"),u(apiFor,"apiFor");function matchTarget(t,e,o,a){const n=t.toLowerCase(),i=a.get(e?`${n}:${e}`:n)??a.get(n)??KNOWN_HOSTS.find(p=>p.test.test(n))?.provider;if(!i)return;const c=apiFor(i,o);return c?{provider:i,api:c}:void 0}_(matchTarget,"matchTarget"),d(matchTarget,"matchTarget"),u(matchTarget,"matchTarget");function jsonText(t,e=MAX_BLOCK_JSON_CHARS){try{const o=JSON.stringify(t);return o===void 0?"":o.length>e?`${o.slice(0,e)}\u2026`:o}catch{return""}}_(jsonText,"jsonText"),d(jsonText,"jsonText"),u(jsonText,"jsonText");const argsText=u(t=>typeof t=="string"?t:t==null?void 0:jsonText(t,8192),"argsText");function flattenContent(t){if(t==null)return"";if(typeof t=="string")return t;if(!Array.isArray(t))return jsonText(t);const e=[];for(const o of t){if(typeof o=="string"){e.push(o);continue}if(!isObj(o))continue;const a=asStr(o.type)??"";switch(a){case"text":case"input_text":case"output_text":e.push(asStr(o.text)??"");break;case"refusal":e.push(`[refusal] ${asStr(o.refusal)??""}`);break;case"image_url":case"image":case"input_image":e.push("[image]");break;case"input_audio":case"audio":e.push("[audio]");break;case"file":case"input_file":case"document":e.push("[file]");break;case"tool_use":e.push(`[tool_use ${asStr(o.name)??""} ${jsonText(o.input)}]`);break;case"tool_result":e.push(`[tool_result ${flattenContent(o.content)}]`);break;case"thinking":e.push(`[thinking] ${asStr(o.thinking)??""}`);break;case"redacted_thinking":e.push("[redacted_thinking]");break;default:e.push(asStr(o.text)??`[${a||"part"}]`)}}return e.filter(o=>o!=="").join(`
|
|
2
|
+
`)}_(flattenContent,"flattenContent"),d(flattenContent,"flattenContent"),u(flattenContent,"flattenContent");const SCALAR_PARAMS={chat:["temperature","top_p","max_tokens","max_completion_tokens","n","seed","presence_penalty","frequency_penalty","tool_choice","reasoning_effort","service_tier"],responses:["temperature","top_p","max_output_tokens","tool_choice","parallel_tool_calls","service_tier"],messages:["max_tokens","temperature","top_p","top_k"],embeddings:["dimensions","encoding_format"]};function scalarParams(t,e){const o={};for(const p of SCALAR_PARAMS[e]){const h=t[p];(typeof h=="string"||typeof h=="number"||typeof h=="boolean")&&(o[p]=h)}const a=t.reasoning;isObj(a)&&typeof a.effort=="string"&&(o.reasoning_effort=a.effort);const n=t.thinking;isObj(n)&&(typeof n.type=="string"&&(o.thinking=n.type),typeof n.budget_tokens=="number"&&(o.thinking_budget_tokens=n.budget_tokens));const i=t.response_format;isObj(i)&&typeof i.type=="string"&&(o.response_format=i.type);const c=t.tool_choice;return isObj(c)&&typeof c.type=="string"&&(o.tool_choice=c.type),o}_(scalarParams,"scalarParams"),d(scalarParams,"scalarParams"),u(scalarParams,"scalarParams");function toolsOf(t){const e=[];for(const o of asArr(t.tools)){if(!isObj(o))continue;const a=isObj(o.function)?o.function:void 0,n=asStr(a?.name)??asStr(o.name)??asStr(o.type);if(!n)continue;const i=asStr(a?.description)??asStr(o.description);e.push(i?{name:n,description:i}:{name:n})}return e}_(toolsOf,"toolsOf"),d(toolsOf,"toolsOf"),u(toolsOf,"toolsOf");function chatMessage(t){let e=flattenContent(t.content);for(const o of asArr(t.tool_calls)){if(!isObj(o))continue;const a=isObj(o.function)?o.function:{};e+=`${e?`
|
|
3
|
+
`:""}[tool_call ${asStr(a.name)??""} ${asStr(a.arguments)??""}]`}return{role:asStr(t.role)??"unknown",content:e}}_(chatMessage,"chatMessage"),d(chatMessage,"chatMessage"),u(chatMessage,"chatMessage");function responsesInput(t){if(typeof t=="string")return[{role:"user",content:t}];const e=[];for(const o of asArr(t)){if(!isObj(o))continue;const a=asStr(o.type);a==="function_call_output"?e.push({role:"tool",content:flattenContent(o.output)}):a==="function_call"?e.push({role:"assistant",content:`[tool_call ${asStr(o.name)??""} ${asStr(o.arguments)??""}]`}):e.push({role:asStr(o.role)??a??"user",content:flattenContent(o.content)})}return e}_(responsesInput,"responsesInput"),d(responsesInput,"responsesInput"),u(responsesInput,"responsesInput");function normalizeRequest(t,e){const o={messages:[],tools:[],params:{},stream:!1};if(!isObj(e))return o;const a={...o,...asStr(e.model)?{model:asStr(e.model)}:{},stream:e.stream===!0,params:scalarParams(e,t.api),tools:toolsOf(e)};switch(t.api){case"chat":a.messages=asArr(e.messages).filter(isObj).map(chatMessage);break;case"responses":{const n=asStr(e.instructions);n&&(a.system=n),a.messages=responsesInput(e.input);break}case"messages":{const n=e.system,i=typeof n=="string"?n:flattenContent(n);i&&(a.system=i),a.messages=asArr(e.messages).filter(isObj).map(c=>({role:asStr(c.role)??"unknown",content:flattenContent(c.content)}));break}case"embeddings":{const n=e.input;a.inputCount=Array.isArray(n)?n.length:n===void 0?0:1;break}}return a}_(normalizeRequest,"normalizeRequest"),d(normalizeRequest,"normalizeRequest"),u(normalizeRequest,"normalizeRequest");function mapUsage(t,e=!0){if(!isObj(t))return{};const o=isObj(t.prompt_tokens_details)?t.prompt_tokens_details:isObj(t.input_tokens_details)?t.input_tokens_details:{},a=isObj(t.completion_tokens_details)?t.completion_tokens_details:isObj(t.output_tokens_details)?t.output_tokens_details:{},n={},i=asNum(t.prompt_tokens)??asNum(t.input_tokens),c=asNum(t.completion_tokens)??asNum(t.output_tokens),p=asNum(o.cached_tokens)??asNum(t.cache_read_input_tokens),h=asNum(a.reasoning_tokens);i!==void 0&&(n.promptTokens=i),c!==void 0&&(n.completionTokens=c),p!==void 0&&(n.cachedTokens=p),h!==void 0&&(n.reasoningTokens=h);const m=asNum(t.total_tokens);return m!==void 0?n.totalTokens=m:e&&i!==void 0&&c!==void 0&&(n.totalTokens=i+c),n}_(mapUsage,"mapUsage"),d(mapUsage,"mapUsage"),u(mapUsage,"mapUsage");const withTotal=u(t=>t.totalTokens===void 0&&t.promptTokens!==void 0&&t.completionTokens!==void 0?{...t,totalTokens:t.promptTokens+t.completionTokens}:t,"withTotal");function errorMessage(t){const e=t.error;if(typeof e=="string")return e;if(isObj(e))return asStr(e.message)??asStr(e.type)??asStr(e.code)}_(errorMessage,"errorMessage"),d(errorMessage,"errorMessage"),u(errorMessage,"errorMessage");function normalizeResponse(t,e){const o={completion:"",toolCalls:[],usage:{}};if(!isObj(e))return o;const a=asStr(e.id),n=asStr(e.model);a&&(o.id=a),n&&(o.model=n);const i=errorMessage(e);switch(i&&(o.error=i),o.usage=mapUsage(e.usage),t.api){case"chat":{const c=asArr(e.choices).find(isObj),p=c&&isObj(c.message)?c.message:void 0;if(p){o.completion=flattenContent(p.content);const m=asStr(p.refusal);m&&(o.completion+=`${o.completion?`
|
|
4
|
+
`:""}[refusal] ${m}`);const k=asStr(p.reasoning_content)??asStr(p.reasoning);k&&(o.reasoning=k);for(const y of asArr(p.tool_calls)){if(!isObj(y))continue;const v=isObj(y.function)?y.function:{},C=argsText(v.arguments);o.toolCalls.push({...asStr(y.id)?{id:asStr(y.id)}:{},name:asStr(v.name)??"tool",...C!==void 0?{arguments:C}:{}})}const f=isObj(p.function_call)?p.function_call:void 0;if(f){const y=argsText(f.arguments);o.toolCalls.push({name:asStr(f.name)??"tool",...y!==void 0?{arguments:y}:{}})}}const h=asStr(c?.finish_reason);h&&(o.finishReason=h);break}case"responses":{const c=[],p=[];for(const f of asArr(e.output)){if(!isObj(f))continue;const y=asStr(f.type);if(y==="message")c.push(flattenContent(f.content));else if(y==="function_call")o.toolCalls.push({...asStr(f.call_id)??asStr(f.id)?{id:asStr(f.call_id)??asStr(f.id)}:{},name:asStr(f.name)??"tool",...asStr(f.arguments)!==void 0?{arguments:asStr(f.arguments)}:{}});else if(y==="reasoning")for(const v of asArr(f.summary))isObj(v)&&asStr(v.text)&&p.push(asStr(v.text))}o.completion=c.filter(Boolean).join(`
|
|
5
5
|
`),p.length&&(o.reasoning=p.join(`
|
|
6
|
-
`));const
|
|
6
|
+
`));const h=isObj(e.incomplete_details)?asStr(e.incomplete_details.reason):void 0,m=asStr(e.status),k=h??m;k&&(o.finishReason=k),!o.error&&isObj(e.error)&&(o.error=errorMessage(e));break}case"messages":{const c=[],p=[];for(const m of asArr(e.content)){if(!isObj(m))continue;const k=asStr(m.type);k==="text"?c.push(asStr(m.text)??""):k==="thinking"?p.push(asStr(m.thinking)??""):(k==="tool_use"||k==="server_tool_use"||k==="mcp_tool_use")&&o.toolCalls.push({...asStr(m.id)?{id:asStr(m.id)}:{},name:asStr(m.name)??"tool",arguments:jsonText(m.input)})}o.completion=c.filter(Boolean).join(`
|
|
7
7
|
`),p.length&&(o.reasoning=p.filter(Boolean).join(`
|
|
8
|
-
`));const
|
|
8
|
+
`));const h=asStr(e.stop_reason);h&&(o.finishReason=h);break}case"embeddings":o.vectorCount=asArr(e.data).length;break}return o}_(normalizeResponse,"normalizeResponse"),d(normalizeResponse,"normalizeResponse"),u(normalizeResponse,"normalizeResponse");function createStreamAccumulator(t){let e="",o=0,a,n,i="",c="",p="",h,m={},k,f;const y=new Map,v=u((r,s)=>{s&&(r==="text"?i.length<MAX_ACCUMULATED_CHARS&&(i+=s):r==="reasoning"?c.length<MAX_ACCUMULATED_CHARS&&(c+=s):p.length<MAX_ACCUMULATED_CHARS&&(p+=s))},"append"),C=u(r=>{let s=y.get(r);return s||(s={name:"",args:""},y.set(r,s)),s},"tool");function $(r){const s=asArr(r.choices).find(isObj),g=s&&isObj(s.delta)?s.delta:void 0;if(g){v("text",asStr(g.content)??""),v("refusal",asStr(g.refusal)??""),v("reasoning",asStr(g.reasoning_content)??asStr(g.reasoning)??"");const x=isObj(g.function_call)?g.function_call:void 0;if(x){const b=C(-1);asStr(x.name)&&(b.name+=asStr(x.name)),asStr(x.arguments)&&(b.args+=asStr(x.arguments))}for(const b of asArr(g.tool_calls)){if(!isObj(b))continue;const w=C(asNum(b.index)??0);asStr(b.id)&&(w.id=asStr(b.id));const T=isObj(b.function)?b.function:{};asStr(T.name)&&(w.name+=asStr(T.name)),asStr(T.arguments)&&(w.args+=asStr(T.arguments))}}const l=asStr(s?.finish_reason);l&&(h=l),isObj(r.usage)&&(m={...m,...mapUsage(r.usage,!1)})}_($,"$"),d($,"R"),u($,"onChat");function O(r){const s=asStr(r.type)??"";s==="response.output_text.delta"?v("text",asStr(r.delta)??""):s==="response.completed"||s==="response.incomplete"||s==="response.failed"?f=normalizeResponse(t,r.response):s==="error"&&(k=asStr(r.message)??k)}_(O,"O"),d(O,"O"),u(O,"onResponses");function R(r){const s=asStr(r.type)??"",g=asNum(r.index)??0;if(s==="message_start"){const l=isObj(r.message)?r.message:{};a=asStr(l.id)??a,n=asStr(l.model)??n,m={...m,...mapUsage(l.usage,!1)}}else if(s==="content_block_start"){const l=isObj(r.content_block)?r.content_block:{};if(asStr(l.type)==="tool_use"||asStr(l.type)==="server_tool_use"||asStr(l.type)==="mcp_tool_use"){const x=C(g);x.id=asStr(l.id),x.name=asStr(l.name)??"tool"}else asStr(l.type)==="text"&&v("text",asStr(l.text)??"")}else if(s==="content_block_delta"){const l=isObj(r.delta)?r.delta:{},x=asStr(l.type);x==="text_delta"?v("text",asStr(l.text)??""):x==="thinking_delta"?v("reasoning",asStr(l.thinking)??""):x==="input_json_delta"&&(C(g).args+=asStr(l.partial_json)??"")}else if(s==="message_delta"){const l=isObj(r.delta)?r.delta:{};asStr(l.stop_reason)&&(h=asStr(l.stop_reason)),m={...m,...mapUsage(r.usage,!1)}}else s==="error"&&(k=errorMessage(r)??k)}_(R,"R"),d(R,"S"),u(R,"onAnthropic");function S(r){o+=1,a=asStr(r.id)??a,n=asStr(r.model)??n,t.api==="messages"?R(r):t.api==="responses"?O(r):$(r);const s=t.api==="messages"?void 0:errorMessage(r);s&&(k=s)}_(S,"S"),d(S,"b"),u(S,"onEvent");function A(r){const s=[];for(const l of r.split(`
|
|
9
9
|
`))l.startsWith("data:")&&s.push(l.slice(5).replace(/^ /,""));if(!s.length)return;const g=s.join(`
|
|
10
|
-
`);if(g!=="[DONE]")try{const l=JSON.parse(g);isObj(l)&&S(l)}catch{}}return d(A,"$"),u(A,"parseEvent"),{push(
|
|
10
|
+
`);if(g!=="[DONE]")try{const l=JSON.parse(g);isObj(l)&&S(l)}catch{}}return _(A,"A"),d(A,"$"),u(A,"parseEvent"),{push(r){e=(e+r).replace(/\r\n/g,`
|
|
11
11
|
`);let s=e.indexOf(`
|
|
12
12
|
|
|
13
13
|
`);for(;s!==-1;)A(e.slice(0,s)),e=e.slice(s+2),s=e.indexOf(`
|
|
14
14
|
|
|
15
|
-
`);e.length>MAX_EVENT_BUFFER_CHARS&&(e="")},end(){e.trim()&&A(e),e="";const
|
|
16
|
-
`:""}[refusal] ${p}`:
|
|
15
|
+
`);e.length>MAX_EVENT_BUFFER_CHARS&&(e="")},end(){e.trim()&&A(e),e="";const r=[...y.entries()].sort((g,l)=>g[0]-l[0]).map(([,g])=>({...g.id?{id:g.id}:{},name:g.name||"tool",...g.args?{arguments:g.args}:{}})),s={...a?{id:a}:{},...n?{model:n}:{},completion:p?`${i}${i?`
|
|
16
|
+
`:""}[refusal] ${p}`:i,...c?{reasoning:c}:{},toolCalls:r,...h?{finishReason:h}:{},usage:withTotal(m),...k?{error:k}:{}};return f?{...s,...f,completion:f.completion||s.completion,toolCalls:f.toolCalls.length?f.toolCalls:s.toolCalls,usage:{...s.usage,...f.usage}}:s},get eventCount(){return o}}}_(createStreamAccumulator,"createStreamAccumulator"),d(createStreamAccumulator,"createStreamAccumulator"),u(createStreamAccumulator,"createStreamAccumulator");
|
package/lib/ai-store.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var E=Object.defineProperty;var d=(e,n)=>E(e,"name",{value:n,configurable:!0});var p=Object.defineProperty,u=d((e,n)=>p(e,"name",{value:n,configurable:!0}),"u"),f=Object.defineProperty,i=u((e,n)=>f(e,"name",{value:n,configurable:!0}),"i");Object.defineProperty(exports,"__esModule",{value:!0}),exports.redactAiText=redactAiText,exports.newAiCallId=newAiCallId,exports.fitAiContent=fitAiContent,exports.removeAiContent=removeAiContent,exports.writeAiContent=writeAiContent;const tslib_1=require("tslib"),nodeFs=tslib_1.__importStar(require("node:fs")),ai_content_1=require("@lensmcp/core/ai-content"),redact_1=require("@lensmcp/core/redact"),emit_1=require("./emit"),mkdirSync=nodeFs.mkdirSync,writeFileSync=nodeFs.writeFileSync,renameSync=nodeFs.renameSync,readdirSync=nodeFs.readdirSync,unlinkSync=nodeFs.unlinkSync,AI_SECRET_PATTERNS=[/\bsk-(?:ant-|proj-|live-|test-)?[A-Za-z0-9_-]{20,}/g,/\b(?:AKIA|ASIA)[0-9A-Z]{16}\b/g,/\bgh[pousr]_[A-Za-z0-9]{30,}/g,/\bxox[abprs]-[A-Za-z0-9-]{10,}/g,/\bAIza[0-9A-Za-z_-]{35}\b/g],PEM_BEGIN="-----BEGIN ",PEM_UNTERMINATED_BODY_CHARS=4096;function redactPrivateKeys(e){if(!e.includes("PRIVATE KEY-----"))return e;let n="",t=0,r=!1;for(;;){const s=e.indexOf(PEM_BEGIN,t);if(s===-1)break;const o=e.indexOf("-----",s+PEM_BEGIN.length);if(o===-1)break;const m=e.slice(s+PEM_BEGIN.length,o);if(!/^[A-Z ]{0,30}PRIVATE KEY$/.test(m)){n+=e.slice(t,o+5),t=o+5;continue}n+=e.slice(t,s);const a=r?-1:e.indexOf("-----END ",o+5);let l;if(a===-1)r=!0,l=Math.min(e.length,o+5+PEM_UNTERMINATED_BODY_CHARS);else{const c=e.indexOf("-----",a+9);l=c===-1?e.length:c+5}n+=redact_1.REDACTED,t=l}return n+e.slice(t)}d(redactPrivateKeys,"redactPrivateKeys"),u(redactPrivateKeys,"redactPrivateKeys"),i(redactPrivateKeys,"redactPrivateKeys");const JSON_PAIR_RE=/"([A-Za-z0-9_.-]{1,64})"\s*:\s*"((?:[^"\\]|\\.){1,8192})"/g,ASSIGNMENT_RE=/\b([A-Za-z][A-Za-z0-9_-]{1,40})(\s*[:=]\s*)([^\s"'`,;&)}\]]{8,200})/g,CREDENTIAL_NAME_RE=/(token|secret|pass(?:word|wd)?|pwd|api[-_]?key|apikey|credential|authorization|bearer)/i;function redactStructured(e){return e.replace(JSON_PAIR_RE,(n,t)=>(0,redact_1.isSecretParam)(t)?`"${t}": "${redact_1.REDACTED}"`:n).replace(ASSIGNMENT_RE,(n,t,r)=>CREDENTIAL_NAME_RE.test(t)&&(0,redact_1.isSecretParam)(t)?`${t}${r}${redact_1.REDACTED}`:n)}d(redactStructured,"redactStructured"),u(redactStructured,"redactStructured"),i(redactStructured,"redactStructured");function redactAiText(e){let n=redactStructured((0,redact_1.redactText)(redactPrivateKeys(e)));for(const t of AI_SECRET_PATTERNS)n=n.replace(t,redact_1.REDACTED);return n}d(redactAiText,"redactAiText"),u(redactAiText,"redactAiText"),i(redactAiText,"redactAiText");const intEnv=i((e,n,t,r)=>{const s=Number(process.env[e]);return Number.isFinite(s)&&s>=t&&s<=r?Math.floor(s):n},"intEnv"),maxFieldChars=i(()=>intEnv("LENSMCP_AI_MAX_CHARS",32*1024,256,4*1024*1024),"maxFieldChars"),maxFileBytes=i(()=>intEnv("LENSMCP_AI_MAX_BYTES",256*1024,4*1024,16*1024*1024),"maxFileBytes"),maxFiles=i(()=>intEnv("LENSMCP_AI_MAX_FILES",200,1,1e4),"maxFiles");function newAiCallId(){const e=Date.now().toString(36).padStart(9,"0"),n=Math.random().toString(36).slice(2,8).padEnd(6,"0");return`ai_${e}${n}`}d(newAiCallId,"newAiCallId"),u(newAiCallId,"newAiCallId"),i(newAiCallId,"newAiCallId");const PRE_CLIP_FACTOR=4,MAX_MESSAGES=400;function sanitize(e,n){const t={cut:e.truncated===!0},r=i((o,m=n)=>{if(o===void 0)return;const a=m*PRE_CLIP_FACTOR;let l=o;return l.length>a&&(t.cut=!0,l=l.slice(0,a)),redactAiText(l)},"clean"),s={...e,request:{...e.request,...e.request.system!==void 0?{system:r(e.request.system)}:{},messages:e.request.messages.slice(0,MAX_MESSAGES*4).map(o=>({role:o.role,content:r(o.content)})),...e.request.tools?{tools:e.request.tools.map(o=>({name:r(o.name,200),...o.description?{description:r(o.description,512)}:{}}))}:{}},...e.response?{response:{...e.response,...e.response.completion!==void 0?{completion:r(e.response.completion)}:{},...e.response.reasoning!==void 0?{reasoning:r(e.response.reasoning)}:{},...e.response.error!==void 0?{error:r(e.response.error,2048)}:{},...e.response.toolCalls?{toolCalls:e.response.toolCalls.map(o=>({...o.id?{id:o.id}:{},name:r(o.name,200),...o.arguments!==void 0?{arguments:r(o.arguments,8192)}:{}}))}:{}}}:{}};return e.request.messages.length>MAX_MESSAGES*4&&(t.cut=!0),t.cut&&(s.truncated=!0),s}d(sanitize,"sanitize"),u(sanitize,"sanitize"),i(sanitize,"sanitize");function clipTo(e,n,t){const r={cut:e.truncated===!0},s=i((c,A=n)=>{if(c!==void 0)return c.length>A&&(r.cut=!0),(0,redact_1.clip)(c,A)},"c"),o=e.request.messages;let m=o;if(o.length>t){const c=Math.min(2,t);m=[...o.slice(0,c),...o.slice(o.length-(t-c))],r.cut=!0}const a=e.response,l={...e,request:{...e.request,...e.request.system!==void 0?{system:s(e.request.system)}:{},messages:m.map(c=>({role:c.role,content:s(c.content)}))},...a?{response:{...a,...a.completion!==void 0?{completion:s(a.completion)}:{},...a.reasoning!==void 0?{reasoning:s(a.reasoning)}:{},...a.toolCalls?{toolCalls:a.toolCalls.map(c=>({...c,...c.arguments!==void 0?{arguments:s(c.arguments,Math.min(n,8192))}:{}}))}:{}}}:{}};return r.cut?l.truncated=!0:delete l.truncated,l}d(clipTo,"clipTo"),u(clipTo,"clipTo"),i(clipTo,"clipTo");function fitAiContent(e){const n=maxFileBytes();let t=maxFieldChars(),r=MAX_MESSAGES;const s=sanitize(e,t);let o=clipTo(s,t,r),m=JSON.stringify(o);for(;m.length>n&&(t>256||r>2);)t>256?t=Math.max(256,Math.floor(t/2)):r=Math.max(2,Math.floor(r/2)),o=clipTo(s,t,r),m=JSON.stringify(o);return{json:m,content:o}}d(fitAiContent,"fitAiContent"),u(fitAiContent,"fitAiContent"),i(fitAiContent,"fitAiContent");let writes=0;function prune(e){try{const n=readdirSync(e).filter(r=>/^ai_[0-9a-z]+\.json$/.test(r)).sort(),t=n.length-maxFiles();for(let r=0;r<t;r+=1)try{unlinkSync(`${e}/${n[r]}`)}catch{}}catch{}}d(prune,"prune"),u(prune,"prune"),i(prune,"prune");function removeAiContent(e){try{unlinkSync((0,ai_content_1.aiContentFile)(emit_1.EVENT_FILE,e))}catch{}}d(removeAiContent,"removeAiContent"),u(removeAiContent,"removeAiContent"),i(removeAiContent,"removeAiContent");function writeAiContent(e){try{const n=(0,ai_content_1.aiContentDir)(emit_1.EVENT_FILE);mkdirSync(n,{recursive:!0,mode:448});const{json:t,content:r}=fitAiContent(e),s=`${n}/${e.id}.json`;return writeFileSync(`${s}.tmp`,t,{mode:384}),renameSync(`${s}.tmp`,s),writes+=1,(writes===1||writes%20===0)&&prune(n),{id:e.id,truncated:r.truncated===!0}}catch{return}}d(writeAiContent,"writeAiContent"),u(writeAiContent,"writeAiContent"),i(writeAiContent,"writeAiContent");
|
package/lib/callsite.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";var
|
|
2
|
-
`).slice(1)){const r=parseFrame(o,e,n);if(r&&(t.push(r),t.length>=exports.FRAMES_KEPT))break}if(t.length)return{frames:t,mapped:process.sourceMapsEnabled===!0}}a(appSite,"appSite"),c(appSite,"appSite");const siteKey=c(s=>`${s.frames[0].file}:${s.frames[0].line}`,"siteKey");exports.siteKey=siteKey;const FIRST_RUNS=5,EVERY=20,RESEND_MS=10*6e4,MAX_KEYS=2e3,MAX_SITES_PER_KEY=20;class SiteSampler{static{a(this,"SiteSampler")}static{c(this,"SiteSampler")}constructor(e={}){this.opts=e,this.keys=new Map}site(e,n,i={}){if(!n&&!i.fallback)return;let t=this.keys.get(e);if(t||(t={runs:0,sent:new Map},this.keys.set(e,t),this.keys.size>MAX_KEYS&&this.keys.delete(this.keys.keys().next().value)),t.runs+=1,!i.force&&t.runs>FIRST_RUNS&&t.runs%EVERY!==0)return;const o=appSite(n,this.opts.cwd,this.opts.own)??appSite(i.fallback,this.opts.cwd,this.opts.own);if(!o)return;const r=(this.opts.now??Date.now)(),
|
|
1
|
+
"use strict";var m=Object.defineProperty;var u=(s,e)=>m(s,"name",{value:e,configurable:!0});var l=Object.defineProperty,a=u((s,e)=>l(s,"name",{value:e,configurable:!0}),"a"),f=Object.defineProperty,c=a((s,e)=>f(s,"name",{value:e,configurable:!0}),"c");Object.defineProperty(exports,"__esModule",{value:!0}),exports.SiteSampler=exports.siteKey=exports.FRAMES_KEPT=void 0,exports.captureSite=captureSite,exports.parseFrame=parseFrame,exports.appSite=appSite;const node_path_1=require("node:path"),node_url_1=require("node:url"),CAPTURE_LIMIT=40;exports.FRAMES_KEPT=3;const OFF=process.env.LENSMCP_CALLSITES==="0",OWN=__dirname,CWD=process.cwd();function captureSite(){if(OFF)return;const s={},e=Error.stackTraceLimit;try{Error.stackTraceLimit=CAPTURE_LIMIT,Error.captureStackTrace(s,captureSite)}catch{return}finally{try{Error.stackTraceLimit=e}catch{}}return s}u(captureSite,"captureSite"),a(captureSite,"captureSite"),c(captureSite,"captureSite");const FRAME=/^\s*at (?:async )?(?:(.+?) \((.+)\)|(.+))$/,LOCATION=/^(.*):(\d+):(\d+)$/;function parseFrame(s,e=CWD,n=OWN){const i=FRAME.exec(s);if(!i)return;const t=i[2]??i[3]??"";if(t.startsWith("eval at ")||t.includes("<anonymous>"))return;const o=LOCATION.exec(t);if(!o)return;let r=o[1];if(r.startsWith("file://"))try{r=(0,node_url_1.fileURLToPath)(r)}catch{return}if(!(0,node_path_1.isAbsolute)(r)||r.includes(`${node_path_1.sep}node_modules${node_path_1.sep}`)||r===n||r.startsWith(n+node_path_1.sep))return;const p=functionName(i[1]);return{file:r.startsWith(e+node_path_1.sep)?(0,node_path_1.relative)(e,r):r,line:Number(o[2]),column:Number(o[3]),...p?{fn:p}:{}}}u(parseFrame,"parseFrame"),a(parseFrame,"parseFrame"),c(parseFrame,"parseFrame");function functionName(s){if(!s)return;let e=s.replace(/^new /,"");const n=/ \[as ([^\]]+)\]$/.exec(e);if(n&&(e=/(?:^|\.)(?:eval|<anonymous>)$/.test(e.slice(0,n.index))?n[1]:e.slice(0,n.index)),!(e==="eval"||e.includes("<anonymous>")||e==="Object.eval"))return e}u(functionName,"functionName"),a(functionName,"functionName"),c(functionName,"functionName");function appSite(s,e=CWD,n=OWN){const i=s?.stack;if(!i)return;const t=[];for(const o of i.split(`
|
|
2
|
+
`).slice(1)){const r=parseFrame(o,e,n);if(r&&(t.push(r),t.length>=exports.FRAMES_KEPT))break}if(t.length)return{frames:t,mapped:process.sourceMapsEnabled===!0}}u(appSite,"appSite"),a(appSite,"appSite"),c(appSite,"appSite");const siteKey=c(s=>`${s.frames[0].file}:${s.frames[0].line}`,"siteKey");exports.siteKey=siteKey;const FIRST_RUNS=5,EVERY=20,RESEND_MS=10*6e4,MAX_KEYS=2e3,MAX_SITES_PER_KEY=20;class SiteSampler{static{u(this,"SiteSampler")}static{a(this,"SiteSampler")}static{c(this,"SiteSampler")}constructor(e={}){this.opts=e,this.keys=new Map}site(e,n,i={}){if(!n&&!i.fallback)return;let t=this.keys.get(e);if(t||(t={runs:0,sent:new Map},this.keys.set(e,t),this.keys.size>MAX_KEYS&&this.keys.delete(this.keys.keys().next().value)),t.runs+=1,!i.force&&t.runs>FIRST_RUNS&&t.runs%EVERY!==0)return;const o=appSite(n,this.opts.cwd,this.opts.own)??appSite(i.fallback,this.opts.cwd,this.opts.own);if(!o)return;const r=(this.opts.now??Date.now)(),p=(0,exports.siteKey)(o),S=t.sent.get(p);if(!(!i.force&&S!==void 0&&r-S<RESEND_MS))return t.sent.delete(p),t.sent.set(p,r),t.sent.size>MAX_SITES_PER_KEY&&t.sent.delete(t.sent.keys().next().value),o}}exports.SiteSampler=SiteSampler;
|
package/lib/capture-file.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var u=Object.defineProperty;var s=(e,t)=>u(e,"name",{value:t,configurable:!0});var o=Object.defineProperty,a=s((e,t)=>o(e,"name",{value:t,configurable:!0}),"a"),i=Object.defineProperty,r=a((e,t)=>i(e,"name",{value:t,configurable:!0}),"r");Object.defineProperty(exports,"__esModule",{value:!0}),exports.captureFile=void 0,exports.aiBodiesAsked=aiBodiesAsked,exports.resetCaptureFileForTests=resetCaptureFileForTests;const tslib_1=require("tslib"),nodeFs=tslib_1.__importStar(require("node:fs")),node_path_1=require("node:path"),emit_1=require("./emit"),statSync=nodeFs.statSync,readFileSync=nodeFs.readFileSync,EVERY_MS=5e3;let last;const captureFile=r(()=>(0,node_path_1.join)((0,node_path_1.dirname)(emit_1.EVENT_FILE),"capture.json"),"captureFile");exports.captureFile=captureFile;function aiBodiesAsked(e=Date.now()){if(last&&e-last.at<EVERY_MS)return last.ai;let t=-1;try{t=statSync((0,exports.captureFile)()).mtimeMs}catch{return last={at:e,mtimeMs:-1,ai:!1},!1}if(last&&last.mtimeMs===t)return last={...last,at:e},last.ai;let n=!1;try{n=JSON.parse(readFileSync((0,exports.captureFile)(),"utf8")).ai==="content"}catch{}return last={at:e,mtimeMs:t,ai:n},n}s(aiBodiesAsked,"aiBodiesAsked"),a(aiBodiesAsked,"aiBodiesAsked"),r(aiBodiesAsked,"aiBodiesAsked");function resetCaptureFileForTests(){last=void 0}s(resetCaptureFileForTests,"resetCaptureFileForTests"),a(resetCaptureFileForTests,"resetCaptureFileForTests"),r(resetCaptureFileForTests,"resetCaptureFileForTests");
|
package/lib/emit-custom.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var M=Object.defineProperty;var l=(e,t)=>M(e,"name",{value:t,configurable:!0});var O=Object.defineProperty,d=l((e,t)=>O(e,"name",{value:t,configurable:!0}),"d"),C=Object.defineProperty,c=d((e,t)=>C(e,"name",{value:t,configurable:!0}),"c");Object.defineProperty(exports,"__esModule",{value:!0}),exports.EMIT_CUSTOM=void 0,exports.emitCustomHere=emitCustomHere,exports.installCustomEmit=installCustomEmit,exports.lensEmitCustom=lensEmitCustom;const protocol_types_1=require("@lensmcp/protocol-types"),emit_1=require("./emit"),flood_guard_1=require("./flood-guard"),flow_context_1=require("./flow-context");exports.EMIT_CUSTOM=Symbol.for("lensmcp.emitCustom");const ITEM_MAX=200,ERROR_MAX=500,NAME_RE=/^[^\u0000-\u001f\u007f]{1,100}$/,customGuard=(0,flood_guard_1.createEventFloodGuard)({burst:30,perSec:5}),CHANNEL_BUCKETS_PER_SOURCE=protocol_types_1.TRAFFIC_PUSH_CHANNELS,CHANNEL_BUCKETS_MAX=1e3,channelBuckets=new Map;let channelBucketCount=0;function trafficBucket(e,t,n,m){const s=`custom:${emit_1.PROJECT}:traffic:${e}:${t}`,r=channelBuckets.get(e);return r?.has(n)?`${s}:${n}`:(r?.size??0)<CHANNEL_BUCKETS_PER_SOURCE&&channelBucketCount<CHANNEL_BUCKETS_MAX?(r?r.add(n):channelBuckets.set(e,new Set([n])),channelBucketCount++,`${s}:${n}`):(say(channelBucketCount>=CHANNEL_BUCKETS_MAX?`${m}: ${CHANNEL_BUCKETS_MAX} channels already have a flood bucket in this process \u2014 this source's further channels share one`:`${m}: more than ${CHANNEL_BUCKETS_PER_SOURCE} channels \u2014 its further channels share one flood bucket (is a channel minted per message?)`),s)}l(trafficBucket,"trafficBucket"),d(trafficBucket,"trafficBucket"),c(trafficBucket,"trafficBucket");const SAID_MAX=50,said=new Set;function refuse(e){return say(`${e} \u2014 not written`),!1}l(refuse,"refuse"),d(refuse,"refuse"),c(refuse,"refuse");function say(e){try{if(said.has(e)||said.size>=SAID_MAX)return;said.add(e);const t=said.size===SAID_MAX?" (further problems with lensEmitCustom are not said)":"";console.warn(`[lensmcp] lensEmitCustom: ${e}${t}`)}catch{}}l(say,"say"),d(say,"say"),c(say,"say");function shown(e){return typeof e=="string"?JSON.stringify(e.length>40?`${e.slice(0,39)}\u2026`:e):e===null?"null":typeof e}l(shown,"shown"),d(shown,"shown"),c(shown,"shown");const isObj=c(e=>typeof e=="object"&&e!==null&&!Array.isArray(e),"isObj"),cut=c((e,t)=>e.length>t?`${e.slice(0,t-1)}\u2026`:e,"cut");function idText(e,t){const n=typeof e=="string"?e:typeof e=="number"&&Number.isFinite(e)||typeof e=="bigint"?String(e):void 0;return n?cut(n,t):void 0}l(idText,"idText"),d(idText,"idText"),c(idText,"idText");function errorText(e){const t=typeof e=="string"?e:e instanceof Error?e.message:void 0;return t?cut(t,ERROR_MAX):void 0}l(errorText,"errorText"),d(errorText,"errorText"),c(errorText,"errorText");const oneLine=c((e,t)=>cut(e.replace(/\s+/g," ").trim(),t),"oneLine"),text=c((e,t)=>typeof e=="string"&&e?cut(e,t):void 0,"text");function summary(e,t,n){return`${[e,...t.filter(m=>m!==!1)].join(", ")}${n?` \u2014 ${oneLine(n,120)}`:""}`}l(summary,"summary"),d(summary,"summary"),c(summary,"summary");const sized=c(e=>`${String(e).replace(/\B(?=(\d{3})+(?!\d))/g,",")} byte${e===1?"":"s"}`,"sized");function emitCustomHere(e){try{if(!isObj(e))return refuse(`the event is ${shown(e)}, not { kind, name, event }`);const t=e.kind;if(!protocol_types_1.SOURCE_KINDS_READ.includes(t))return refuse(`kind ${shown(t)} is not a source kind (${protocol_types_1.SOURCE_KINDS_READ.join(", ")})`);const n=t,m=e.name;if(typeof m!="string"||!m.trim()||!NAME_RE.test(m))return refuse(`${n} name ${shown(m)} is not 1\u2013100 characters without control characters (the declared source's name)`);const s=`${n} ${JSON.stringify(m)}`,r=e.event,S=protocol_types_1.SOURCE_PUSH_EVENTS[n];if(typeof r!="string"||!S.includes(r))return refuse(`${s}: event ${shown(r)} is not a ${n} event (${S.join(", ")})`);const u={kind:"source-event",provenance:protocol_types_1.SOURCE_PROVENANCE,sourceKind:n,name:m,event:r};let p="info",E=r,_=`custom:${emit_1.PROJECT}:${n}:${m}:${r}`;if(n==="queue"){const i=idText(e.item,ITEM_MAX),o=idText(e.group,ITEM_MAX),a=errorText(e.error);i&&(u.item=i),o&&(u.group=o),a&&(u.error=a),r==="failed"&&(p="warning"),E=summary(`${r}${i?` ${oneLine(i,80)}`:""}${o?` \xB7 ${oneLine(o,80)}`:""}`,[],a)}else if(n==="loop"){if(r==="run-end"){const i=e.outcome;if(!isOutcome(n,i))return refuse(`${s}: outcome ${shown(i)} is not a run outcome (${protocol_types_1.SOURCE_PUSH_OUTCOMES.loop.join(", ")})`);const o=count(e.items,s,"items",!1),a=count(e.durationMs,s,"durationMs",!0),f=errorText(e.error);i!==void 0&&(u.outcome=i),o!==void 0&&(u.items=o),a!==void 0&&(u.durationMs=a),f&&(u.error=f),i==="failed"&&(p="warning"),E=summary(i?`${r} ${i}`:r,[o!==void 0&&`${o} item${o===1?"":"s"}`,a!==void 0&&`${a} ms`],f)}}else if(n==="store"){const i=idText(e.object,ITEM_MAX),o=idText(e.group,ITEM_MAX),a=r==="write"?count(e.bytes,s,"bytes",!1):void 0,f=count(e.durationMs,s,"durationMs",!0),$=errorText(e.error);i&&(u.object=i),o&&(u.group=o),a!==void 0&&(u.bytes=a),f!==void 0&&(u.durationMs=f),$&&(u.error=$),r==="error"&&(p="warning"),E=summary(`${r}${i?` ${oneLine(i,80)}`:""}${o?` \xB7 ${oneLine(o,80)}`:""}`,[a!==void 0&&sized(a),f!==void 0&&`${f} ms`],$)}else{const i=e.channel;if(typeof i!="string"||!i.trim())return refuse(`${s}: channel ${shown(i)} is not a channel \u2014 every traffic event says its channel (the snapshot channel's key)`);const o=e.outcome;if(!isOutcome(n,o))return refuse(`${s}: outcome ${shown(o)} is not a message outcome (${protocol_types_1.SOURCE_PUSH_OUTCOMES.traffic.join(", ")})`);const a=cut(i,ITEM_MAX),f=text(e.counterpart,ITEM_MAX),$=count(e.durationMs,s,"durationMs",!0),h=count(e.bytes,s,"bytes",!1),g=idText(e.correlation,ITEM_MAX),v=errorText(e.error);u.channel=a,f&&(u.counterpart=f),o!==void 0&&(u.outcome=o),$!==void 0&&(u.durationMs=$),h!==void 0&&(u.bytes=h),g&&(u.correlation=g),v&&(u.error=v),(o==="failed"||o==="rate-limited")&&(p="warning");const b=f?` ${r==="inbound"?"\u2190":"\u2192"} ${oneLine(f,80)}`:"";E=summary(`${r} ${oneLine(a,80)}${b}${o?` ${o}`:""}`,[h!==void 0&&sized(h),$!==void 0&&`${$} ms`],v),_=trafficBucket(m,r,a,s)}const y=(0,flow_context_1.flowContext)();return(0,emit_1.lensEmitOutcome)(protocol_types_1.CUSTOM_EVENT_SOURCE,p,`${n} ${emit_1.PROJECT}/${m} (reported): ${E}`,u,_,y?{flowId:y.flowId,requestId:y.requestId,runId:y.runId}:void 0,"backend",customGuard)==="written"}catch{return!1}}l(emitCustomHere,"emitCustomHere"),d(emitCustomHere,"emitCustomHere"),c(emitCustomHere,"emitCustomHere");function isOutcome(e,t){return t===void 0||typeof t=="string"&&protocol_types_1.SOURCE_PUSH_OUTCOMES[e].includes(t)}l(isOutcome,"isOutcome"),d(isOutcome,"isOutcome"),c(isOutcome,"isOutcome");function count(e,t,n,m){if(e===void 0)return;const s=typeof e=="number"&&m&&Number.isFinite(e)?Math.round(e):e;if(typeof s=="number"&&Number.isSafeInteger(s)&&s>=0)return s;say(`${t}: ${n} ${typeof e=="number"?String(e):shown(e)} is not a count \u2014 written without it`)}l(count,"count"),d(count,"count"),c(count,"count");function installCustomEmit(){try{const e=globalThis;if(typeof e[exports.EMIT_CUSTOM]=="function")return!1;const t=emitCustomHere;return e[exports.EMIT_CUSTOM]=t,!0}catch{return!1}}l(installCustomEmit,"installCustomEmit"),d(installCustomEmit,"installCustomEmit"),c(installCustomEmit,"installCustomEmit");function lensEmitCustom(e){try{const t=globalThis[exports.EMIT_CUSTOM];return typeof t=="function"?t(e)===!0:!1}catch{return!1}}l(lensEmitCustom,"lensEmitCustom"),d(lensEmitCustom,"lensEmitCustom"),c(lensEmitCustom,"lensEmitCustom");
|
package/lib/emit.js
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
"use strict";var
|
|
2
|
-
`;return maybeRotateEventFile(exports.EVENT_FILE,u.length),appendFileSync(exports.EVENT_FILE,u),"written"}catch{return"failed"}finally{writing=!1}}p(lensEmitOutcome,"lensEmitOutcome"),i(lensEmitOutcome,"lensEmitOutcome");function lensLog(r,s,e){try{writing=!0;const o=e?.bucket!==void 0?`log:${exports.PROJECT}:${e.bucket}`:r==="error"||r==="fatal"?`log:error:${exports.PROJECT}`:`log:${exports.PROJECT}`,n=e?.bucket!==void 0?{ok:!0,suppressed:e.suppressed??0}:logGuard.admit(o);if(!n.ok)return!1;dirReady||(mkdirSync((0,node_path_1.dirname)(exports.EVENT_FILE),{recursive:!0}),dirReady=!0);const t=(0,flow_context_1.flowContext)(),
|
|
3
|
-
`;return maybeRotateEventFile(exports.EVENT_FILE,
|
|
1
|
+
"use strict";var x=Object.defineProperty;var c=(r,s)=>x(r,"name",{value:s,configurable:!0});var m=Object.defineProperty,p=c((r,s)=>m(r,"name",{value:s,configurable:!0}),"p"),a=Object.defineProperty,i=p((r,s)=>a(r,"name",{value:s,configurable:!0}),"i");Object.defineProperty(exports,"__esModule",{value:!0}),exports.EVENT_FILE=exports.PROJECT=exports.EVENT_MAX_FILES=exports.EVENT_MAX_BYTES=void 0,exports.maybeRotateEventFile=maybeRotateEventFile,exports.isLensWriting=isLensWriting,exports.lensEmit=lensEmit,exports.lensEmitOutcome=lensEmitOutcome,exports.lensLog=lensLog;const tslib_1=require("tslib"),nodeFs=tslib_1.__importStar(require("node:fs")),node_path_1=require("node:path"),bus_rotation_1=require("@lensmcp/core/bus-rotation"),flood_guard_1=require("./flood-guard"),flow_context_1=require("./flow-context"),appendFileSync=nodeFs.appendFileSync,mkdirSync=nodeFs.mkdirSync,statSync=nodeFs.statSync,renameSync=nodeFs.renameSync,unlinkSync=nodeFs.unlinkSync,openSync=nodeFs.openSync,closeSync=nodeFs.closeSync,BUS_CAPS=(0,bus_rotation_1.busCapsFromEnv)();exports.EVENT_MAX_BYTES=BUS_CAPS.maxBytes,exports.EVENT_MAX_FILES=BUS_CAPS.maxFiles;const rotators=new Map,BUS_FS={statSync,renameSync,unlinkSync,openSync,closeSync};function maybeRotateEventFile(r,s,e){if(e!==void 0){const n=e.maxBytes??exports.EVENT_MAX_BYTES,t=e.maxFiles??exports.EVENT_MAX_FILES;(0,bus_rotation_1.createBusRotator)(r,{maxBytes:n,maxFiles:t,fs:BUS_FS,checkEveryBytes:0})(s);return}let o=rotators.get(r);o||(o=(0,bus_rotation_1.createBusRotator)(r,{maxBytes:exports.EVENT_MAX_BYTES,maxFiles:exports.EVENT_MAX_FILES,fs:BUS_FS}),rotators.set(r,o)),o(s)}c(maybeRotateEventFile,"maybeRotateEventFile"),p(maybeRotateEventFile,"maybeRotateEventFile"),i(maybeRotateEventFile,"maybeRotateEventFile"),exports.PROJECT=process.env.LENSMCP_PROJECT||process.env.SERVICE_NAME||"app",exports.EVENT_FILE=process.env.LENSMCP_EVENT_FILE||`${process.cwd()}/.lensmcp/events.jsonl`;let writing=!1,dirReady=!1;const emitGuard=(0,flood_guard_1.createEventFloodGuard)({burst:30,perSec:5}),logGuard=(0,flood_guard_1.createEventFloodGuard)({burst:120,perSec:20});function isLensWriting(){return writing}c(isLensWriting,"isLensWriting"),p(isLensWriting,"isLensWriting"),i(isLensWriting,"isLensWriting");function lensEmit(r,s,e,o,n,t,d="cluster"){return lensEmitOutcome(r,s,e,o,n,t,d)==="written"}c(lensEmit,"lensEmit"),p(lensEmit,"lensEmit"),i(lensEmit,"lensEmit");function lensEmitOutcome(r,s,e,o,n,t,d="cluster",g=emitGuard){try{writing=!0;const l=n??`${r}:${String(o.name??r)}`,E=g.admit(l);if(!E.ok)return"suppressed";dirReady||(mkdirSync((0,node_path_1.dirname)(exports.EVENT_FILE),{recursive:!0}),dirReady=!0);const u=JSON.stringify({id:Date.now().toString(36)+Math.random().toString(36).slice(2,10),sessionId:"pending",timestamp:Date.now(),source:r,category:d,severity:s,context:{sessionId:"pending",projectName:exports.PROJECT,...t?.flowId?{flowId:t.flowId}:{},...t?.requestId?{requestId:t.requestId}:{},...t?.runId?{runId:t.runId}:{},...t?.originNodeId?{originNodeId:t.originNodeId}:{},...t?.originType?{originType:t.originType}:{}},fingerprint:l,title:e,raw:{project:exports.PROJECT,...o,...E.suppressed>0?{floodSuppressed:E.suppressed}:{}}})+`
|
|
2
|
+
`;return maybeRotateEventFile(exports.EVENT_FILE,u.length),appendFileSync(exports.EVENT_FILE,u),"written"}catch{return"failed"}finally{writing=!1}}c(lensEmitOutcome,"lensEmitOutcome"),p(lensEmitOutcome,"lensEmitOutcome"),i(lensEmitOutcome,"lensEmitOutcome");function lensLog(r,s,e){try{writing=!0;const o=e?.bucket!==void 0?`log:${exports.PROJECT}:${e.bucket}`:r==="error"||r==="fatal"?`log:error:${exports.PROJECT}`:`log:${exports.PROJECT}`,n=e?.bucket!==void 0?{ok:!0,suppressed:e.suppressed??0}:logGuard.admit(o);if(!n.ok)return!1;dirReady||(mkdirSync((0,node_path_1.dirname)(exports.EVENT_FILE),{recursive:!0}),dirReady=!0);const t=(0,flow_context_1.flowContext)(),d=JSON.stringify({id:Date.now().toString(36)+Math.random().toString(36).slice(2,10),sessionId:"pending",timestamp:Date.now(),source:"nestjs",category:"runtime",severity:r,context:{sessionId:"pending",projectName:exports.PROJECT,...t?.flowId?{flowId:t.flowId}:{},...t?.requestId?{requestId:t.requestId}:{},...t?.runId?{runId:t.runId}:{}},fingerprint:o,title:s,raw:{project:exports.PROJECT,kind:"log",...e?.stack?{request:{error:{message:s,stack:e.stack}}}:{},...e?.text?{text:e.text}:{},...e?.continues?{continues:!0}:{},...e?.stream?{stream:e.stream}:{},...e?.level?{level:e.level}:{},...e?.logger?{logger:e.logger}:{},...n.suppressed>0?{floodSuppressed:n.suppressed}:{}}})+`
|
|
3
|
+
`;return maybeRotateEventFile(exports.EVENT_FILE,d.length),appendFileSync(exports.EVENT_FILE,d),!0}catch{return!1}finally{writing=!1}}c(lensLog,"lensLog"),p(lensLog,"lensLog"),i(lensLog,"lensLog");
|
package/lib/flood-guard.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var u=Object.defineProperty;var c=(r,t)=>u(r,"name",{value:t,configurable:!0});var n=Object.defineProperty,a=c((r,t)=>n(r,"name",{value:t,configurable:!0}),"a"),o=Object.defineProperty,e=a((r,t)=>o(r,"name",{value:t,configurable:!0}),"e");Object.defineProperty(exports,"__esModule",{value:!0}),exports.createEventFloodGuard=void 0;var protocol_types_1=require("@lensmcp/protocol-types");Object.defineProperty(exports,"createEventFloodGuard",{enumerable:!0,get:e(function(){return protocol_types_1.createEventFloodGuard},"get")});
|
package/lib/flow-context.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var f=Object.defineProperty;var r=(e,t)=>f(e,"name",{value:t,configurable:!0});var d=Object.defineProperty,o=r((e,t)=>d(e,"name",{value:t,configurable:!0}),"o"),l=Object.defineProperty,n=o((e,t)=>l(e,"name",{value:t,configurable:!0}),"n");Object.defineProperty(exports,"__esModule",{value:!0}),exports.CONTEXT_END=void 0,exports.flowContextStatus=flowContextStatus,exports.resetFlowContextForTests=resetFlowContextForTests,exports.isRequireEsmError=isRequireEsmError,exports.isModuleNotFoundError=isModuleNotFoundError,exports.primeFlowContext=primeFlowContext,exports.attachContextEnd=attachContextEnd,exports.contextEndOf=contextEndOf,exports.runInFlowContext=runInFlowContext,exports.liveFlowContext=liveFlowContext,exports.flowContext=flowContext;let getCtx=null,runWith=null,status={state:"not-primed"},warned=!1;function flowContextStatus(){return status}r(flowContextStatus,"flowContextStatus"),o(flowContextStatus,"flowContextStatus"),n(flowContextStatus,"flowContextStatus");function resetFlowContextForTests(){getCtx=null,runWith=null,status={state:"not-primed"},warned=!1}r(resetFlowContextForTests,"resetFlowContextForTests"),o(resetFlowContextForTests,"resetFlowContextForTests"),n(resetFlowContextForTests,"resetFlowContextForTests");function isRequireEsmError(e){const t=e?.code;return t==="ERR_REQUIRE_ESM"||t==="ERR_REQUIRE_ASYNC_MODULE"}r(isRequireEsmError,"isRequireEsmError"),o(isRequireEsmError,"isRequireEsmError"),n(isRequireEsmError,"isRequireEsmError");function isModuleNotFoundError(e){const t=e;return t?.code!=="MODULE_NOT_FOUND"&&t?.code!=="ERR_MODULE_NOT_FOUND"?!1:String(t?.message??"").includes("@lensmcp/nest-instrumentation")}r(isModuleNotFoundError,"isModuleNotFoundError"),o(isModuleNotFoundError,"isModuleNotFoundError"),n(isModuleNotFoundError,"isModuleNotFoundError");function requireNestInstrumentation(){return require("@lensmcp/nest-instrumentation")}r(requireNestInstrumentation,"requireNestInstrumentation"),o(requireNestInstrumentation,"requireNestInstrumentation"),n(requireNestInstrumentation,"requireNestInstrumentation");function primeFlowContext(e=requireNestInstrumentation){try{const t=e();getCtx=t.currentLensmcpContext,runWith=t.runInLensmcpContext,status={state:"ready"}}catch(t){if(getCtx=null,runWith=null,isModuleNotFoundError(t)){status={state:"absent"};return}const s=t instanceof Error?t.message:String(t);if(status=isRequireEsmError(t)?{state:"runtime-too-old",detail:s}:{state:"failed",detail:s},!warned){warned=!0;const u=status.state==="runtime-too-old"?`this Node (${process.version}) cannot require an ESM package; @lensmcp/node-instrumentation needs >=20.19`:s;console.warn(`[lensmcp] flow correlation is OFF \u2014 could not load @lensmcp/nest-instrumentation: ${u}`)}}}r(primeFlowContext,"primeFlowContext"),o(primeFlowContext,"primeFlowContext"),n(primeFlowContext,"primeFlowContext"),exports.CONTEXT_END=Symbol.for("lensmcp.contextEnd");function attachContextEnd(e){let t=!1;const s=[],u={get ended(){return t},onEnd(i){t?runEndListener(i):s.push(i)}};return Object.defineProperty(e,exports.CONTEXT_END,{value:u}),()=>{if(!t){t=!0;for(const i of s.splice(0))runEndListener(i)}}}r(attachContextEnd,"attachContextEnd"),o(attachContextEnd,"attachContextEnd"),n(attachContextEnd,"attachContextEnd");function runEndListener(e){try{e()}catch{}}r(runEndListener,"runEndListener"),o(runEndListener,"runEndListener"),n(runEndListener,"runEndListener");function contextEndOf(e){const t=e?.[exports.CONTEXT_END];return t&&typeof t.onEnd=="function"?t:void 0}r(contextEndOf,"contextEndOf"),o(contextEndOf,"contextEndOf"),n(contextEndOf,"contextEndOf");function runInFlowContext(e,t){if(!runWith)return t();const s={sessionId:"pending",requestId:e.requestId,...e.flowId?{flowId:e.flowId}:{}},u=attachContextEnd(s);let i;try{i=runWith(s,t)}catch{return u(),t()}const c=i;return c&&typeof c.then=="function"?c.then(a=>(u(),a),a=>{throw u(),a}):(u(),i)}r(runInFlowContext,"runInFlowContext"),o(runInFlowContext,"runInFlowContext"),n(runInFlowContext,"runInFlowContext");function liveFlowContext(){try{return getCtx?.()}catch{return}}r(liveFlowContext,"liveFlowContext"),o(liveFlowContext,"liveFlowContext"),n(liveFlowContext,"liveFlowContext");function flowContext(){const e=liveFlowContext();if(e)return{...e.flowId?{flowId:e.flowId}:{},...e.requestId?{requestId:e.requestId}:{},...e.runId?{runId:e.runId}:{},...e.originNodeId?{originNodeId:e.originNodeId}:{}}}r(flowContext,"flowContext"),o(flowContext,"flowContext"),n(flowContext,"flowContext");
|
package/lib/http-capture.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";var
|
|
2
|
-
`)}:void 0}g(sseEvent,"sseEvent"),l(sseEvent,"sseEvent");function readResponse(e,
|
|
1
|
+
"use strict";var j=Object.defineProperty;var m=(e,t)=>j(e,"name",{value:t,configurable:!0});var q=Object.defineProperty,g=m((e,t)=>q(e,"name",{value:t,configurable:!0}),"g"),k=Object.defineProperty,l=g((e,t)=>k(e,"name",{value:t,configurable:!0}),"l");Object.defineProperty(exports,"__esModule",{value:!0}),exports.takeRequest=takeRequest,exports.readResponse=readResponse,exports.requestPart=requestPart;const node_crypto_1=require("node:crypto"),ai_store_1=require("./ai-store"),http_store_1=require("./http-store"),MAX_EVENTS=2e3,MAX_EVENT_DATA=4*1024,MAX_STREAM_KEPT=256*1024,MAX_STREAM_MS=300*1e3,MAX_HASH_BYTES=1024*1024,pairs=l(e=>{try{if(!e)return[];if(typeof e.forEach=="function"&&typeof e.get=="function"){const t=[];return e.forEach((a,n)=>t.push([n,a])),t}return Array.isArray(e)?e.map(([t,a])=>[String(t),String(a)]):Object.entries(e).map(([t,a])=>[t,Array.isArray(a)?a.join(", "):String(a)])}catch{return[]}},"pairs");function takeRequest(e,t,a){const n=typeof e=="object"&&e!==null&&!(e instanceof URL)?e:void 0,i=[...pairs(n?.headers),...pairs(t?.headers)],c=i.find(([s])=>s.toLowerCase()==="content-type")?.[1]??"",o={headers:i,contentType:c};if(!a)return o;const r=t?.body,d=l(s=>new TextEncoder().encode(s),"enc");if(typeof r=="string")return{...o,bytes:d(r),size:Buffer.byteLength(r)};if(r instanceof URLSearchParams)return{...o,contentType:c||"application/x-www-form-urlencoded",bytes:d(r.toString())};if(r instanceof ArrayBuffer)return{...o,bytes:new Uint8Array(r),size:r.byteLength};if(ArrayBuffer.isView(r))return{...o,bytes:new Uint8Array(r.buffer,r.byteOffset,r.byteLength),size:r.byteLength};if(typeof Blob<"u"&&r instanceof Blob)return{...o,size:r.size,...r.size<=http_store_1.MAX_KEPT_BYTES*32?{pending:r.arrayBuffer().then(s=>new Uint8Array(s)).catch(()=>{})}:{}};if(typeof FormData<"u"&&r instanceof FormData)return{...o,omitted:"form-data"};if(r!=null)return{...o,omitted:"stream"};if(n&&!n.bodyUsed&&n.body)try{return{...o,pending:n.clone().arrayBuffer().then(s=>new Uint8Array(s)).catch(()=>{})}}catch{return o}return o}m(takeRequest,"takeRequest"),g(takeRequest,"takeRequest"),l(takeRequest,"takeRequest");function sseEvent(e){let t="message";const a=[];for(const n of e.split(/\r?\n/)){if(!n||n.startsWith(":"))continue;const i=n.indexOf(":"),c=i<0?n:n.slice(0,i),o=i<0?"":n.slice(i+1).replace(/^ /,"");c==="event"?t=o||"message":c==="data"&&a.push(o)}return a.length||t!=="message"?{event:t,data:a.join(`
|
|
2
|
+
`)}:void 0}m(sseEvent,"sseEvent"),g(sseEvent,"sseEvent"),l(sseEvent,"sseEvent");function readResponse(e,t,a,n){const i=(()=>{try{return e.headers.get("content-type")??""}catch{return""}})(),c=Number((()=>{try{return e.headers.get("content-length")??""}catch{return""}})()),o=t.body;if(!o)return Promise.resolve({endedAt:Date.now(),...Number.isFinite(c)&&c===0?{}:{}});const r=o.getReader(),d=/text\/event-stream/i.test(i);return(async()=>{let s=0;const A=[];let f=0;const L=(0,node_crypto_1.createHash)("sha256");let T=!/json|^text\/|xml|form/i.test(i);const _=[];let x=0,B=0,w,v=!1,y="";const z=new TextDecoder,M=l(p=>{const u=sseEvent(p);if(!u)return;x++;const h=Date.now()-a;if(w??=h,_.length>=MAX_EVENTS||B>=MAX_STREAM_KEPT){v=!0;return}const b=n.ai?void 0:(0,ai_store_1.redactAiText)(u.data).slice(0,MAX_EVENT_DATA);b&&(B+=b.length),_.push({atMs:h,event:u.event,bytes:Buffer.byteLength(p),...b!==void 0?{data:b}:{}})},"take");try{for(;;){const{done:p,value:u}=await r.read();if(p)break;if(s+=u.byteLength,d){y+=z.decode(u,{stream:!0});let h;for(;(h=y.search(/\r?\n\r?\n/))>=0;){const b=/\r?\n\r?\n/.exec(y.slice(h));M(y.slice(0,h)),y=y.slice(h+b[0].length)}}else n.ai||(f<http_store_1.MAX_KEPT_BYTES*32&&(A.push(u),f+=u.byteLength),T&&(s<=MAX_HASH_BYTES?L.update(u):T=!1));if(Date.now()-a>MAX_STREAM_MS){v=!0,await r.cancel().catch(()=>{});break}}d&&y.trim()&&M(y)}catch{v=!0}const E=Date.now();if(d)return{endedAt:E,stream:{protocol:"sse",...w!==void 0?{firstEventMs:w}:{},events:_,bytes:s,total:x,...v?{cut:!0}:{}}};if(n.ai)return{endedAt:E,body:{contentType:i.split(";")[0].trim(),size:s,kept:0,truncated:!1,omitted:"ai"}};const R=new Uint8Array(f);let S=0;for(const p of A)R.set(p,S),S+=p.byteLength;const P=T&&s<=MAX_HASH_BYTES?L.digest("hex"):void 0;return{endedAt:E,body:(0,http_store_1.keepBody)(i,R,s,n.paths,P)}})()}m(readResponse,"readResponse"),g(readResponse,"readResponse"),l(readResponse,"readResponse");async function requestPart(e,t,a,n,i,c){const{headers:o,redacted:r}=(0,http_store_1.redactHeaders)(e.headers);c.push(...r);const d=a==="bodies"&&t.length>1?(0,http_store_1.redactQuery)(t):[];let s;if(a==="bodies"){const A=e.contentType.split(";")[0].trim().toLowerCase();if(n)s={contentType:A,size:e.size??e.bytes?.byteLength??0,kept:0,truncated:!1,omitted:"ai"};else if(e.omitted)s={contentType:A,size:e.size??0,kept:0,truncated:!1,omitted:e.omitted};else{const f=e.bytes??await e.pending;f&&f.byteLength&&(s=(0,http_store_1.keepBody)(e.contentType,f,e.size??f.byteLength,i))}}return{headers:o,...d.length?{query:d}:{},...s?{body:s}:{}}}m(requestPart,"requestPart"),g(requestPart,"requestPart"),l(requestPart,"requestPart");
|
package/lib/http-store.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var h=Object.defineProperty;var x=(e,t)=>h(e,"name",{value:t,configurable:!0});var d=Object.defineProperty,u=x((e,t)=>d(e,"name",{value:t,configurable:!0}),"u"),f=Object.defineProperty,i=u((e,t)=>f(e,"name",{value:t,configurable:!0}),"i");Object.defineProperty(exports,"__esModule",{value:!0}),exports.exchangeTime=exports.DEFAULT_HTTP_MAX_AGE_MS=exports.DEFAULT_HTTP_MAX_FILES=exports.newExchangeId=exports.MAX_KEPT_BYTES=exports.REMOVED=void 0,exports.httpCaptureMode=httpCaptureMode,exports.redactHeaders=redactHeaders,exports.redactQuery=redactQuery,exports.keepBody=keepBody,exports.pruneHttpExchanges=pruneHttpExchanges,exports.writeHttpExchange=writeHttpExchange;const tslib_1=require("tslib"),nodeFs=tslib_1.__importStar(require("node:fs")),node_crypto_1=require("node:crypto"),http_exchange_1=require("@lensmcp/core/http-exchange"),redact_1=require("@lensmcp/core/redact"),ai_store_1=require("./ai-store"),emit_1=require("./emit"),mkdirSync=nodeFs.mkdirSync,writeFileSync=nodeFs.writeFileSync,renameSync=nodeFs.renameSync,readdirSync=nodeFs.readdirSync,unlinkSync=nodeFs.unlinkSync;function httpCaptureMode(e=process.env){const t=(e.LENSMCP_HTTP_CAPTURE??"").trim().toLowerCase();return t==="off"||t==="0"||t==="false"||t==="none"?"off":t==="headers"?"headers":"bodies"}x(httpCaptureMode,"httpCaptureMode"),u(httpCaptureMode,"httpCaptureMode"),i(httpCaptureMode,"httpCaptureMode"),exports.REMOVED="\u2022\u2022\u2022\u2022 redacted",exports.MAX_KEPT_BYTES=64*1024;const MAX_PARSE_BYTES=2*1024*1024,newExchangeId=i(()=>`hx_${Date.now().toString(36)}${(0,node_crypto_1.randomBytes)(5).toString("hex")}`,"newExchangeId");exports.newExchangeId=newExchangeId;const CREDENTIAL_HEADERS=/^(authorization|proxy-authorization|cookie|set-cookie|x-api-key|api-key|openai-organization|openai-project|x-internal-token|x-amz-security-token)$|-api-key$|-token$|-secret$/i,CREDENTIAL_FIELD=/pass(word|wd)?|secret|token|api[-_]?key|authorization|credential|cookie|signature/i;function jwtClaims(e){const t=e.split(".");if(t.length===3)try{const r=JSON.parse(Buffer.from(t[1].replace(/-/g,"+").replace(/_/g,"/"),"base64").toString("utf8"));return`JWT \xB7 ${["iss","aud","sub","exp"].filter(n=>r[n]!==void 0).map(n=>`${n}=${n==="exp"&&typeof r[n]=="number"?new Date(r[n]*1e3).toISOString():String(r[n]).slice(0,80)}`).join(" \xB7 ")||"no claims"} \xB7 ${exports.REMOVED.split(" ")[0]} signature`}catch{return}}x(jwtClaims,"jwtClaims"),u(jwtClaims,"jwtClaims"),i(jwtClaims,"jwtClaims");function redactHeaders(e){const t=[],r=[];for(const[n,a]of e){const o=n.toLowerCase();if(CREDENTIAL_HEADERS.test(o)||(0,redact_1.isSecretParam)(o)){r.push(o);const s=/^bearer\s+(\S+)$/i.exec(a.trim()),c=s?jwtClaims(s[1]):void 0,p=/^(\w+)\s+\S/.exec(a.trim())?.[1];t.push([o,c?`Bearer ${c}`:p&&o.endsWith("authorization")?`${p} ${exports.REMOVED}`:exports.REMOVED])}else t.push([o,(0,ai_store_1.redactAiText)(a).slice(0,2048)])}return{headers:t,redacted:r}}x(redactHeaders,"redactHeaders"),u(redactHeaders,"redactHeaders"),i(redactHeaders,"redactHeaders");function redactQuery(e){const t=[];try{for(const[r,n]of new URLSearchParams(e))t.push([r,(0,redact_1.isSecretParam)(r)||CREDENTIAL_FIELD.test(r)?exports.REMOVED:(0,ai_store_1.redactAiText)(n).slice(0,1024)])}catch{}return t.slice(0,100)}x(redactQuery,"redactQuery"),u(redactQuery,"redactQuery"),i(redactQuery,"redactQuery");function redactJson(e,t,r,n=0){if(n>32||e===null||typeof e!="object")return typeof e=="string"?(0,ai_store_1.redactAiText)(e):e;if(Array.isArray(e))return e.map((o,s)=>redactJson(o,`${t}[${s}]`,r,n+1));const a={};for(const[o,s]of Object.entries(e)){const c=t?`${t}.${o}`:o,p=typeof s=="number"&&/tokens/i.test(o);CREDENTIAL_FIELD.test(o)&&s!==null&&typeof s!="object"&&!p?(a[o]=exports.REMOVED,r.length<50&&r.push(c)):a[o]=redactJson(s,c,r,n+1)}return a}x(redactJson,"redactJson"),u(redactJson,"redactJson"),i(redactJson,"redactJson");const textual=i(e=>/json|^text\/|x-www-form-urlencoded|xml|javascript|graphql|event-stream/i.test(e)||e==="","textual");function keepBody(e,t,r,n,a){const o=e.split(";")[0].trim().toLowerCase();if(!textual(o))return{contentType:o||"application/octet-stream",size:r,kept:0,truncated:!1,omitted:"binary",...a?{sha256:a}:{}};const s=t.byteLength>=r&&r<=MAX_PARSE_BYTES,c=Buffer.from(t.buffer,t.byteOffset,t.byteLength).toString("utf8");let p;if(s&&/json/.test(o))try{p=JSON.stringify(redactJson(JSON.parse(c),"",n))}catch{p=(0,ai_store_1.redactAiText)(c)}else s&&/x-www-form-urlencoded/.test(o)?p=new URLSearchParams(redactQuery(c)).toString():p=(0,ai_store_1.redactAiText)(c);const E=Buffer.byteLength(p)>exports.MAX_KEPT_BYTES?Buffer.from(p).subarray(0,exports.MAX_KEPT_BYTES).toString("utf8"):p;return{contentType:o,size:r,kept:Buffer.byteLength(E),text:E,truncated:r>t.byteLength||E.length<p.length}}x(keepBody,"keepBody"),u(keepBody,"keepBody"),i(keepBody,"keepBody"),exports.DEFAULT_HTTP_MAX_FILES=1e4,exports.DEFAULT_HTTP_MAX_AGE_MS=1440*6e4;const PRUNE_EVERY_MS=3e4,maxFiles=i(()=>{const e=Number(process.env.LENSMCP_HTTP_MAX_FILES);return Number.isInteger(e)&&e>=10?e:exports.DEFAULT_HTTP_MAX_FILES},"maxFiles"),maxAgeMs=i(()=>{const e=Number(process.env.LENSMCP_HTTP_MAX_AGE_MS);return Number.isFinite(e)&&e>=6e4?e:exports.DEFAULT_HTTP_MAX_AGE_MS},"maxAgeMs"),exchangeTime=i(e=>{const t=/^hx_([0-9a-z]{8})/.exec(e),r=t?parseInt(t[1],36):NaN;return Number.isFinite(r)?r:void 0},"exchangeTime");exports.exchangeTime=exchangeTime;const lastPrune=new Map;function pruneHttpExchanges(e,t=Date.now()){let r=0;try{const n=readdirSync(e).filter(s=>/^hx_[0-9a-z]+\.json$/.test(s)).sort(),a=n.length-maxFiles(),o=t-maxAgeMs();for(let s=0;s<n.length;s+=1){const c=(0,exports.exchangeTime)(n[s]);if(s>=a&&(c===void 0||c>=o))break;try{unlinkSync(`${e}/${n[s]}`),r+=1}catch{}}}catch{}return r}x(pruneHttpExchanges,"pruneHttpExchanges"),u(pruneHttpExchanges,"pruneHttpExchanges"),i(pruneHttpExchanges,"pruneHttpExchanges");function writeHttpExchange(e){try{const t=(0,http_exchange_1.exchangePlace)(e),r=(0,http_exchange_1.httpExchangeDir)(emit_1.EVENT_FILE,t);mkdirSync(r,{recursive:!0,mode:448});const n=(0,http_exchange_1.httpExchangeFile)(emit_1.EVENT_FILE,e.id,t);writeFileSync(`${n}.tmp`,JSON.stringify(e),{mode:384}),renameSync(`${n}.tmp`,n);const a=Date.now();return a-(lastPrune.get(t)??0)>=PRUNE_EVERY_MS&&(lastPrune.set(t,a),pruneHttpExchanges(r,a)),!0}catch{return!1}}x(writeHttpExchange,"writeHttpExchange"),u(writeHttpExchange,"writeHttpExchange"),i(writeHttpExchange,"writeHttpExchange");
|
package/lib/install.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var i=Object.defineProperty;var n=(t,r)=>i(t,"name",{value:r,configurable:!0});var p=Object.defineProperty,a=n((t,r)=>p(t,"name",{value:r,configurable:!0}),"a"),s=Object.defineProperty,e=a((t,r)=>s(t,"name",{value:r,configurable:!0}),"e");Object.defineProperty(exports,"__esModule",{value:!0}),exports.installLensmcpNodeInstrumentation=installLensmcpNodeInstrumentation;const require_hook_1=require("./require-hook"),flow_context_1=require("./flow-context"),emit_custom_1=require("./emit-custom"),tap_egress_1=require("./tap-egress"),tap_ai_1=require("./tap-ai"),tap_fs_1=require("./tap-fs"),tap_exec_1=require("./tap-exec"),tap_pg_1=require("./tap-pg"),tap_redis_1=require("./tap-redis"),active_work_1=require("./active-work"),tap_bullmq_1=require("./tap-bullmq"),tap_nest_1=require("./tap-nest"),tap_nest_logger_1=require("./tap-nest-logger"),tap_event_loop_1=require("./tap-event-loop"),tap_ingress_1=require("./tap-ingress"),tap_stdout_1=require("./tap-stdout");function installLensmcpNodeInstrumentation(){const t=globalThis;if(!t.__lensmcpNodeInstrumented&&(t.__lensmcpNodeInstrumented=!0,process.env.LENSMCP_AUTO!=="0")){try{(0,active_work_1.installActiveWorkProbe)()}catch{}try{(0,flow_context_1.primeFlowContext)()}catch{}try{(0,emit_custom_1.installCustomEmit)()}catch{}try{(0,tap_egress_1.tapEgress)()}catch{}try{(0,tap_ingress_1.tapIngress)()}catch{}try{(0,tap_ai_1.tapAi)()}catch{}try{(0,tap_fs_1.tapFs)()}catch{}try{(0,tap_exec_1.tapExec)()}catch{}try{(0,tap_stdout_1.tapStdout)()}catch{}try{(0,tap_event_loop_1.tapEventLoop)()}catch{}try{(0,require_hook_1.installRequireHook)({pg:tap_pg_1.pgTap,ioredis:tap_redis_1.redisTap,bullmq:tap_bullmq_1.bullmqTap,"@nestjs/core":tap_nest_1.nestTap,"@nestjs/common":tap_nest_logger_1.nestLoggerTap})}catch{}try{(0,tap_nest_1.installChildAppBridge)()}catch{}}}n(installLensmcpNodeInstrumentation,"installLensmcpNodeInstrumentation"),a(installLensmcpNodeInstrumentation,"installLensmcpNodeInstrumentation"),e(installLensmcpNodeInstrumentation,"installLensmcpNodeInstrumentation");
|
package/lib/require-hook.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var f=Object.defineProperty;var u=(e,o)=>f(e,"name",{value:o,configurable:!0});var l=Object.defineProperty,s=u((e,o)=>l(e,"name",{value:o,configurable:!0}),"s"),a=Object.defineProperty,r=s((e,o)=>a(e,"name",{value:o,configurable:!0}),"r");Object.defineProperty(exports,"__esModule",{value:!0}),exports.installRequireHook=installRequireHook;const tapped=new Set;function runTap(e,o,d){try{o(d)!==!1&&tapped.add(e)}catch{tapped.add(e)}}u(runTap,"runTap"),s(runTap,"runTap"),r(runTap,"runTap");function installRequireHook(e){const o=require("node:module"),d=o._load;o._load=function(n,...i){const c=d.call(this,n,...i),t=e[n];return t&&!tapped.has(n)&&runTap(n,t,c),c};for(const n of Object.keys(e)){if(tapped.has(n))continue;const i=e[n];if(i)try{const c=require.resolve(n),t=require.cache[c];t&&runTap(n,i,t.exports)}catch{}}}u(installRequireHook,"installRequireHook"),s(installRequireHook,"installRequireHook"),r(installRequireHook,"installRequireHook");
|
package/lib/sql-accounting.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var S=Object.defineProperty;var r=(e,t)=>S(e,"name",{value:t,configurable:!0});var u=Object.defineProperty,n=r((e,t)=>u(e,"name",{value:t,configurable:!0}),"n"),l=Object.defineProperty,s=n((e,t)=>l(e,"name",{value:t,configurable:!0}),"s");Object.defineProperty(exports,"__esModule",{value:!0}),exports.SQL_ACCOUNT_SETTLE_MS=exports.SQL_ACCOUNT_KIND=void 0,exports.beginSqlStatement=beginSqlStatement,exports.endSqlStatement=endSqlStatement,exports.abandonSqlStatement=abandonSqlStatement;const flood_guard_1=require("./flood-guard"),emit_1=require("./emit"),flow_context_1=require("./flow-context");exports.SQL_ACCOUNT_KIND="db-request-account",exports.SQL_ACCOUNT_SETTLE_MS=1e3;const accountGuard=(0,flood_guard_1.createEventFloodGuard)({burst:120,perSec:20}),accounts=new WeakMap;let accountSeq=0;function newAccountId(){return accountSeq=(accountSeq+1)%16777215,`${Date.now().toString(36)}${accountSeq.toString(36)}${Math.random().toString(36).slice(2,6)}`}r(newAccountId,"newAccountId"),n(newAccountId,"newAccountId"),s(newAccountId,"newAccountId");function beginSqlStatement(e,t,o){if(!e||!t?.flowId||!t.requestId)return;let d=accounts.get(e);if(!d){const i=e.runId;d={accountId:newAccountId(),...typeof i=="string"&&i?{runId:i}:{},ctx:t,seq:0,inFlight:0,statements:0,failed:0,workMs:0,recorded:0,recordedWorkMs:0,suppressed:0,unwritten:0,firstStartedAt:o,lastEndedAt:o,awaitsEnd:!1,ended:!1},accounts.set(e,d);const a=(0,flow_context_1.contextEndOf)(e);if(a&&!a.ended){const c=d;c.awaitsEnd=!0,a.onEnd(()=>endSqlAccount(c))}}return d.inFlight+=1,d.timer&&(clearTimeout(d.timer),d.timer=void 0),d}r(beginSqlStatement,"beginSqlStatement"),n(beginSqlStatement,"beginSqlStatement"),s(beginSqlStatement,"beginSqlStatement");function endSqlStatement(e,t){e&&(e.inFlight=Math.max(0,e.inFlight-1),e.statements+=1,e.workMs+=t.durationMs,t.failed&&(e.failed+=1),t.emitted==="written"?(e.recorded+=1,e.recordedWorkMs+=t.durationMs):t.emitted==="suppressed"?e.suppressed+=1:e.unwritten+=1,e.lastEndedAt=Math.max(e.lastEndedAt,Date.now()),writeWhenDue(e))}r(endSqlStatement,"endSqlStatement"),n(endSqlStatement,"endSqlStatement"),s(endSqlStatement,"endSqlStatement");function abandonSqlStatement(e){e&&(e.inFlight=Math.max(0,e.inFlight-1),writeWhenDue(e))}r(abandonSqlStatement,"abandonSqlStatement"),n(abandonSqlStatement,"abandonSqlStatement"),s(abandonSqlStatement,"abandonSqlStatement");function endSqlAccount(e){e.ended=!0,writeWhenDue(e)}r(endSqlAccount,"endSqlAccount"),n(endSqlAccount,"endSqlAccount"),s(endSqlAccount,"endSqlAccount");function writeWhenDue(e){if(!(e.inFlight>0||e.statements===0)&&!(e.awaitsEnd&&!e.ended)){if(e.ended&&e.seq===0){writeAccount(e);return}settleLater(e)}}r(writeWhenDue,"writeWhenDue"),n(writeWhenDue,"writeWhenDue"),s(writeWhenDue,"writeWhenDue");function settleLater(e){e.timer&&clearTimeout(e.timer);const t=setTimeout(()=>writeAccount(e),exports.SQL_ACCOUNT_SETTLE_MS);t.unref?.(),e.timer=t}r(settleLater,"settleLater"),n(settleLater,"settleLater"),s(settleLater,"settleLater");function writeAccount(e){e.timer&&clearTimeout(e.timer),e.timer=void 0,e.seq+=1;const t=e.suppressed+e.unwritten,o=e.ended?"end":"settled";(0,emit_1.lensEmitOutcome)("lens","info",`SQL account: ${e.statements} statement${e.statements===1?"":"s"}`+(t>0?`, ${t} not on the bus`:", all on the bus"),{kind:exports.SQL_ACCOUNT_KIND,accountId:e.accountId,...e.runId?{runId:e.runId}:{},seq:e.seq,basis:o,statements:e.statements,failed:e.failed,workMs:e.workMs,recorded:e.recorded,recordedWorkMs:e.recordedWorkMs,suppressed:e.suppressed,unwritten:e.unwritten,firstStartedAt:e.firstStartedAt,lastEndedAt:e.lastEndedAt},`lens:sql-account:${emit_1.PROJECT}`,e.ctx,"db",accountGuard)}r(writeAccount,"writeAccount"),n(writeAccount,"writeAccount"),s(writeAccount,"writeAccount");
|
package/lib/tap-ai.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var E=Object.defineProperty;var u=(e,t)=>E(e,"name",{value:t,configurable:!0});var R=Object.defineProperty,c=u((e,t)=>R(e,"name",{value:t,configurable:!0}),"c"),x=Object.defineProperty,d=c((e,t)=>x(e,"name",{value:t,configurable:!0}),"d");Object.defineProperty(exports,"__esModule",{value:!0}),exports.aiCaptureMode=aiCaptureMode,exports.flushAiTapForTests=flushAiTapForTests,exports.resetAiTapForTests=resetAiTapForTests,exports.tapAi=tapAi;const emit_1=require("./emit"),flow_context_1=require("./flow-context"),ai_providers_1=require("./ai-providers"),ai_store_1=require("./ai-store");function aiCaptureMode(e=process.env){const t=(e.LENSMCP_AI_CAPTURE??"").trim().toLowerCase();return t==="content"?"content":t==="metadata"||t==="1"||t==="true"||t==="on"?"metadata":"off"}u(aiCaptureMode,"aiCaptureMode"),c(aiCaptureMode,"aiCaptureMode"),d(aiCaptureMode,"aiCaptureMode");const MAX_REQUEST_PARSE_BYTES=2*1024*1024,MAX_RESPONSE_PARSE_BYTES=8*1024*1024,MAX_STREAM_BYTES=8*1024*1024,MAX_STREAM_MS=300*1e3,MAX_ENDPOINT_CHARS=256;function locate(e){try{const t=new URL(typeof e=="string"?e:e instanceof URL?e.href:e.url);return{host:t.hostname,port:t.port,pathname:t.pathname}}catch{return}}u(locate,"locate"),c(locate,"locate"),d(locate,"locate");const methodOf=d((e,t)=>{const r=typeof e=="object"&&e!==null&&!(e instanceof URL)?e.method:void 0;return String(t?.method??r??"GET").toUpperCase()},"methodOf"),decode=d(e=>({bytes:e.byteLength,...e.byteLength<=MAX_REQUEST_PARSE_BYTES?{text:Buffer.from(e.buffer,e.byteOffset,e.byteLength).toString("utf8")}:{}}),"decode");function takeRequestBody(e,t){const r=t?.body;if(typeof r=="string")return{text:r,bytes:Buffer.byteLength(r)};if(r instanceof ArrayBuffer)return decode(new Uint8Array(r));if(ArrayBuffer.isView(r))return decode(new Uint8Array(r.buffer,r.byteOffset,r.byteLength));if(typeof Blob<"u"&&r instanceof Blob)return{bytes:r.size,...r.size<=MAX_REQUEST_PARSE_BYTES?{pending:r.text().catch(()=>{})}:{}};if(r==null&&typeof e=="object"&&e!==null&&!(e instanceof URL)){const n=e;if(!n.bodyUsed&&n.body)try{return{pending:n.clone().text().catch(()=>{})}}catch{return{}}}return{}}u(takeRequestBody,"takeRequestBody"),c(takeRequestBody,"takeRequestBody"),d(takeRequestBody,"takeRequestBody");const sum=d(e=>e.reduce((t,r)=>t+r,0),"sum");function parseJson(e){if(e)try{return JSON.parse(e)}catch{return}}u(parseJson,"parseJson"),c(parseJson,"parseJson"),d(parseJson,"parseJson");function headerOf(e,t){try{return e?.headers?.get?.(t)??""}catch{return""}}u(headerOf,"headerOf"),c(headerOf,"headerOf"),d(headerOf,"headerOf");const statusOf=d(e=>typeof e?.status=="number"?e.status:void 0,"statusOf");function failureKind(e,t){const r=e?.name,n=r==="TimeoutError";return{timedOut:n,aborted:!n&&(r==="AbortError"||t?.aborted===!0)}}u(failureKind,"failureKind"),c(failureKind,"failureKind"),d(failureKind,"failureKind");async function readStream(e,t,r){const n=(0,ai_providers_1.createStreamAccumulator)(t);let i,o=!1;const a=e.body;if(a){const p=a.getReader(),s=new TextDecoder;let m=0;try{for(;;){const{done:g,value:y}=await p.read();if(g)break;if(m+=y.byteLength,n.push(s.decode(y,{stream:!0})),i===void 0&&n.eventCount>0&&(i=Date.now()-r),m>MAX_STREAM_BYTES||Date.now()-r>MAX_STREAM_MS){o=!0,await p.cancel().catch(()=>{});break}}}catch{o=!0}}return{response:n.end(),sse:!0,cut:o,...i!==void 0?{firstEventMs:i}:{}}}u(readStream,"readStream"),c(readStream,"readStream"),d(readStream,"readStream");async function readBody(e){const t={completion:"",toolCalls:[],usage:{}};if(!e.res||!e.clone)return{response:t,sse:!1,cut:!1};try{if(headerOf(e.res,"content-type").includes("text/event-stream"))return await readStream(e.clone,e.target,e.startedAt);const r=Number(headerOf(e.res,"content-length"));if(Number.isFinite(r)&&r>MAX_RESPONSE_PARSE_BYTES)return{response:t,sse:!1,cut:!1};const n=await e.clone.text().catch(()=>{});if(n&&/^\s*(?:event|data):/.test(n)){const i=(0,ai_providers_1.createStreamAccumulator)(e.target);return i.push(n),{response:i.end(),sse:!0,cut:!1}}return{response:(0,ai_providers_1.normalizeResponse)(e.target,parseJson(n)),sse:!1,cut:!1}}catch{return{response:t,sse:!1,cut:!1}}}u(readBody,"readBody"),c(readBody,"readBody"),d(readBody,"readBody");async function capture(e){const t=readBody(e),r=e.request.text??await e.request.pending,n=e.request.bytes??(r?Buffer.byteLength(r):void 0),i=n!==void 0&&n>MAX_REQUEST_PARSE_BYTES,o=(0,ai_providers_1.normalizeRequest)(e.target,i?void 0:parseJson(r)),a=statusOf(e.res),p=await t;let s=p.response;const m=o.stream||p.sse,g=p.firstEventMs,y=p.cut,{aborted:v,timedOut:_}=e.failure!==void 0?failureKind(e.failure,e.signal):{aborted:!1,timedOut:!1};e.failure!==void 0&&(s={...s,error:String(e.failure?.message??e.failure)});const A=v||y,T=Date.now()-e.startedAt,l=s.model??o.model,w=sum(o.messages.map(S=>S.content.length))+(o.system?.length??0);let f,h=!1;if(e.mode==="content"&&e.target.api!=="embeddings"){const S={schemaVersion:1,id:(0,ai_store_1.newAiCallId)(),capturedAt:Date.now(),...e.ctx?.flowId?{flowId:e.ctx.flowId}:{},...e.ctx?.requestId?{requestId:e.ctx.requestId}:{},provider:e.target.provider,api:e.target.api,...l?{model:l}:{},host:e.host,endpoint:e.endpoint,stream:m,...a!==void 0?{status:a}:{},request:{...o.system?{system:o.system}:{},messages:o.messages,...o.tools.length?{tools:o.tools}:{},...Object.keys(o.params).length?{params:o.params}:{}},response:{completion:s.completion,...s.reasoning?{reasoning:s.reasoning}:{},...s.toolCalls.length?{toolCalls:s.toolCalls}:{},...s.finishReason?{finishReason:s.finishReason}:{},usage:s.usage,...s.error?{error:s.error}:{}}},M=(0,ai_store_1.writeAiContent)(S);M&&(f=M.id,h=M.truncated)}const b=a!==void 0&&a>=400||e.failure!==void 0&&!v,C=l??"?";!(0,emit_1.lensEmit)("ai",e.failure!==void 0&&!v?"error":"info",a!==void 0?`ai ${e.target.provider}/${C} ${e.target.api} \u2192 ${a}`:`ai ${e.target.provider}/${C} ${e.target.api} ${v?"aborted":"failed"}`,{name:e.target.provider,kind:"ai-call",provider:e.target.provider,api:e.target.api,...l?{model:l}:{},...o.model&&l&&o.model!==l?{requestedModel:o.model}:{},host:e.host,endpoint:e.endpoint,method:e.method,...a!==void 0?{status:a}:{},stream:m,startedAt:e.startedAt,durationMs:T,...e.ttfbMs!==void 0?{ttfbMs:e.ttfbMs}:{},...g!==void 0?{firstEventMs:g}:{},...Object.keys(s.usage).length?{usage:s.usage}:{},...s.finishReason?{finishReason:s.finishReason}:{},toolCallCount:s.toolCalls.length,sizes:{messageCount:o.messages.length,toolCount:o.tools.length,promptChars:w,completionChars:s.completion.length,...n!==void 0?{requestBytes:n}:{}},...o.inputCount!==void 0?{inputCount:o.inputCount}:{},...s.vectorCount!==void 0?{vectorCount:s.vectorCount}:{},contentCaptured:f!==void 0,...f?{contentRef:f}:{},...h?{truncated:!0}:{},...A?{aborted:!0}:{},..._?{timedOut:!0}:{},...s.error?{error:(0,ai_store_1.redactAiText)(s.error).slice(0,300)}:{}},b?`ai:error:${e.target.provider}:${C}`:`ai:${e.target.provider}:${C}`,e.ctx,"ai")&&f&&(0,ai_store_1.removeAiContent)(f)}u(capture,"capture"),c(capture,"capture"),d(capture,"capture");let savedFetch;const pending=new Set;async function flushAiTapForTests(){await Promise.allSettled([...pending])}u(flushAiTapForTests,"flushAiTapForTests"),c(flushAiTapForTests,"flushAiTapForTests"),d(flushAiTapForTests,"flushAiTapForTests");function resetAiTapForTests(){const e=globalThis;savedFetch&&(e.fetch=savedFetch),delete e.__lensmcpAiTap,savedFetch=void 0,pending.clear()}u(resetAiTapForTests,"resetAiTapForTests"),c(resetAiTapForTests,"resetAiTapForTests"),d(resetAiTapForTests,"resetAiTapForTests");function tapAi(){const e=aiCaptureMode();if(e==="off")return;const t=globalThis;if(typeof t.fetch!="function"||t.__lensmcpAiTap)return;t.__lensmcpAiTap=!0;const r=(0,ai_providers_1.parseExtraHosts)(process.env.LENSMCP_AI_HOSTS),n=t.fetch.bind(globalThis);savedFetch=t.fetch,t.fetch=(async(i,o)=>{const a=locate(i),p=methodOf(i,o),s=a&&p==="POST"?(0,ai_providers_1.matchTarget)(a.host,a.port,a.pathname,r):void 0;if(!a||!s)return n(i,o);const m=Date.now(),g=(0,flow_context_1.flowContext)(),y=a.pathname.length>MAX_ENDPOINT_CHARS?`${a.pathname.slice(0,MAX_ENDPOINT_CHARS)}\u2026`:a.pathname,v=takeRequestBody(i,o),_=o?.signal??(typeof i=="object"&&i!==null&&!(i instanceof URL)?i.signal:void 0),A=d(h=>{const b=capture(h).catch(()=>{});pending.add(b),b.finally(()=>pending.delete(b))},"track"),T={mode:e,target:s,host:a.host,endpoint:y,method:p,startedAt:m,ctx:g,signal:_,request:v};let l;try{l=await n(i,o)}catch(h){throw A({...T,failure:h}),h}const w=Date.now()-m;let f;try{f=l.clone()}catch{f=void 0}return A({...T,ttfbMs:w,res:l,...f?{clone:f}:{}}),l})}u(tapAi,"tapAi"),c(tapAi,"tapAi"),d(tapAi,"tapAi");
|
package/lib/tap-bullmq.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var b=Object.defineProperty;var a=(t,e)=>b(t,"name",{value:e,configurable:!0});var g=Object.defineProperty,i=a((t,e)=>g(t,"name",{value:e,configurable:!0}),"i");Object.defineProperty(exports,"__esModule",{value:!0}),exports.bullmqTap=bullmqTap,exports.stopWorkIntake=stopWorkIntake,exports.workIntakeReport=workIntakeReport,exports.resetQueueStatePublishersForTests=resetQueueStatePublishersForTests,exports.resetWorkIntakeForTests=resetWorkIntakeForTests;const active_work_1=require("./active-work"),workerGeneration=new WeakMap,headless_flow_1=require("@lensmcp/core/headless-flow"),emit_1=require("./emit"),flow_context_1=require("./flow-context");function jobFlow(t){const e=t?.opts?.__lensmcpFlow;return e&&typeof e=="object"?e:void 0}a(jobFlow,"jobFlow"),i(jobFlow,"jobFlow");const jobLegId=i((t,e)=>`job:${t}#${e?.id??"?"}`,"jobLegId");function flowOfJob(t,e){const o=jobFlow(e)?.flowId;if(o)return{flowId:o,own:!1};if((0,headless_flow_1.headlessFlowsEnabled)())return{flowId:(0,headless_flow_1.headlessJobFlowId)(t,e?.id),own:!0}}a(flowOfJob,"flowOfJob"),i(flowOfJob,"flowOfJob");const publishers=new Map,sources=new Map,sourceFor=i(t=>{let e=sources.get(t);return e||sources.set(t,e={}),e},"sourceFor"),usable=i(t=>!!t&&t.closing===void 0,"usable"),currentQueue=i(t=>{const e=sources.get(t),o=e?.app?.deref();return usable(o)?o:e?.own},"currentQueue");function ownConnection(t){if(!t||typeof t!="object")return;const e=t;if(typeof e.duplicate=="function")try{return e.duplicate()}catch{return}return Object.fromEntries(Object.entries(e).filter(([,o])=>typeof o!="function"))}a(ownConnection,"ownConnection"),i(ownConnection,"ownConnection");function bullmqTap(t){const e=t;if(typeof e?.Queue!="function"||typeof e?.Worker!="function")return!1;tappedQueue=e.Queue;try{tapQueueAdd(e)}catch{}try{tapWorkerEmit(e)}catch{}try{tapWorkerProcess(e)}catch{}try{tapWorkerStamp(e)}catch{}try{tapWorkerIntake(e)}catch{}try{tapWorkerConstruct(e)}catch{}try{installWorkIntakeControl()}catch{}return!0}a(bullmqTap,"bullmqTap"),i(bullmqTap,"bullmqTap");function stampWorker(t){try{if(workerGeneration.has(t))return;workerGeneration.set(t,(0,active_work_1.activeWorkGeneration)()),knownWorkers.add(new WeakRef(t))}catch{}}a(stampWorker,"stampWorker"),i(stampWorker,"stampWorker");function tapWorkerConstruct(t){const e=t.Worker;if(typeof e!="function"||e.__lensmcpGen)return;const o=new Proxy(e,{construct(r,n,s){const f=Reflect.construct(r,n,s);return stampWorker(f),f}});Object.defineProperty(e,"__lensmcpGen",{value:!0,enumerable:!1}),t.Worker=o}a(tapWorkerConstruct,"tapWorkerConstruct"),i(tapWorkerConstruct,"tapWorkerConstruct");function tapWorkerStamp(t){const e=t.Worker?.prototype;if(e)for(const o of["createLockManager","run"]){const r=e[o];if(typeof r!="function"||r.__lensmcpStamp)continue;const n=i(function(...s){return stampWorker(this),r.apply(this,s)},"wrapped");n.__lensmcpStamp=!0,e[o]=n}}a(tapWorkerStamp,"tapWorkerStamp"),i(tapWorkerStamp,"tapWorkerStamp");const knownWorkers=new Set,stoppedWorkers=new WeakSet,intake=new Map,INTAKE_GENERATIONS_KEPT=64;function intakeOf(t){let e=intake.get(t);if(!e){intake.set(t,e={workers:0,running:0,runningAtStop:0,takenAfterStop:0,finishedAfterStop:0});for(const o of intake.keys()){if(intake.size<=INTAKE_GENERATIONS_KEPT)break;intake.delete(o)}}return e}a(intakeOf,"intakeOf"),i(intakeOf,"intakeOf");function beginIntake(t,e){if(e===void 0)return()=>{};const o=intakeOf(e);return o.running+=1,stoppedWorkers.has(t)&&(o.takenAfterStop+=1),()=>{o.running-=1,o.stoppedAt!==void 0&&(o.finishedAfterStop+=1)}}a(beginIntake,"beginIntake"),i(beginIntake,"beginIntake");function stopWorkIntake(t){const e={workers:0,running:0,runningAtStop:0,takenAfterStop:0,finishedAfterStop:0},o=Date.now();for(const r of knownWorkers){const n=r.deref();if(!n){knownWorkers.delete(r);continue}const s=workerGeneration.get(n);if(s===void 0||s>=t||stoppedWorkers.has(n))continue;const f=n.pause;if(typeof f!="function")continue;stoppedWorkers.add(n),knownWorkers.delete(r);try{Promise.resolve(f.call(n,!0)).catch(()=>{})}catch{}const u=intakeOf(s);u.stoppedAt===void 0&&(u.stoppedAt=o,u.runningAtStop=u.running,e.running+=u.running,e.runningAtStop+=u.running),u.workers+=1,e.workers+=1}return e}a(stopWorkIntake,"stopWorkIntake"),i(stopWorkIntake,"stopWorkIntake");function workIntakeReport(t){const e=intake.get(t);if(!(!e||e.stoppedAt===void 0))return{workers:e.workers,running:e.running,runningAtStop:e.runningAtStop,takenAfterStop:e.takenAfterStop,finishedAfterStop:e.finishedAfterStop}}a(workIntakeReport,"workIntakeReport"),i(workIntakeReport,"workIntakeReport");function tapWorkerIntake(t){const e=t.Worker?.prototype;if(!e)return;const o=e.moveToActive;if(typeof o=="function"&&!o.__lensmcpIntake){const n=i(function(...s){return stoppedWorkers.has(this)?Promise.resolve(void 0):o.apply(this,s)},"wrapped");n.__lensmcpIntake=!0,e.moveToActive=n}const r=e.resume;if(typeof r=="function"&&!r.__lensmcpIntake){const n=i(function(...s){if(!stoppedWorkers.has(this))return r.apply(this,s)},"wrapped");n.__lensmcpIntake=!0,e.resume=n}}a(tapWorkerIntake,"tapWorkerIntake"),i(tapWorkerIntake,"tapWorkerIntake");function installWorkIntakeControl(){const t=globalThis;t.__lensmcpStopWorkIntake=stopWorkIntake,t.__lensmcpWorkIntakeReport=workIntakeReport}a(installWorkIntakeControl,"installWorkIntakeControl"),i(installWorkIntakeControl,"installWorkIntakeControl");function tapWorkerProcess(t){const e=t.Worker?.prototype,o=e?.callProcessJob;if(!e||typeof o!="function"||o.__lensmcp)return;const r=i(async function(n,...s){const f=workerGeneration.get(this),u=(0,active_work_1.beginActiveWork)(f),p=beginIntake(this,f),c=i(()=>{u(),p()},"endWork"),l=String(this?.name??n?.queueName??"queue"),m=flowOfJob(l,n);if(!m)return o.call(this,n,...s).finally(c);const w=jobLegId(l,n),d=Date.now(),h={flowId:m.flowId,requestId:w};if(m.own){const k=`job:${l}/${n?.name??"job"}`;(0,emit_1.lensEmit)("queue","info",`job ${n?.name??""}#${n?.id??"?"} \xB7 ${l}`,{queue:l,kind:"flow-origin",job:n?.name,jobId:n?.id,originNodeId:k},`queue-origin:${l}`,{...h,originType:"job",originNodeId:k})}return(0,flow_context_1.runInFlowContext)(h,async()=>{try{const k=await o.call(this,n,...s);return(0,emit_1.lensEmit)("queue","info",`process ${n?.name}#${n?.id} (${Date.now()-d}ms)`,{queue:l,kind:"queue-process",job:n?.name,jobId:n?.id,startedAt:d,durationMs:Date.now()-d,status:"ok"},`queue:${l}`,h),k}catch(k){throw(0,emit_1.lensEmit)("queue","error",`process ${n?.name}#${n?.id} failed (${Date.now()-d}ms)`,{queue:l,kind:"queue-process",job:n?.name,jobId:n?.id,startedAt:d,durationMs:Date.now()-d,status:"error",error:String(k?.message??k)},`queue:${l}`,h),k}finally{c()}})},"wrapped");r.__lensmcp=!0,e.callProcessJob=r}a(tapWorkerProcess,"tapWorkerProcess"),i(tapWorkerProcess,"tapWorkerProcess");function tapQueueAdd(t){const e=t.Queue?.prototype,o=e?.add;if(!e||typeof o!="function"||o.__lensmcp)return;const r=i(async function(n,...s){const f=Date.now(),u=(0,flow_context_1.flowContext)();if(u?.flowId){const c=s[1]??{};s[1]={...c,__lensmcpFlow:{flowId:u.flowId,...u.requestId?{originRequestId:u.requestId}:{}}}}const p=await o.call(this,n,...s);try{const c=String(this?.name??"queue"),l=s[0];let m;try{const d=JSON.stringify(l);m=d&&d!=="undefined"?d.length>300?d.slice(0,299)+"\u2026":d:void 0}catch{}(0,emit_1.lensEmit)("queue","info",`enqueued ${n}#${p?.id} \u2192 ${c}`,{queue:c,kind:"queue-enqueued",job:n,jobId:p?.id,...m?{data:m}:{},startedAt:f,durationMs:Date.now()-f},`queue:${c}`,u);const w=sourceFor(c);w.app?.deref()!==this&&(w.app=new WeakRef(this)),ensureStatePublisher(c)}catch{}return p},"wrapped");r.__lensmcp=!0,e.add=r}a(tapQueueAdd,"tapQueueAdd"),i(tapQueueAdd,"tapQueueAdd");function tapWorkerEmit(t){const e=t.Worker?.prototype,o=e?.emit;if(!e||typeof o!="function"||o.__lensmcp)return;const r=i(function(n,...s){try{observeWorkerEvent(this,String(n),s)}catch{}return o.call(this,n,...s)},"wrapped");r.__lensmcp=!0,e.emit=r}a(tapWorkerEmit,"tapWorkerEmit"),i(tapWorkerEmit,"tapWorkerEmit");function observeWorkerEvent(t,e,o){if(e!=="active"&&e!=="completed"&&e!=="failed")return;const r=String(t.name??"queue"),n=o[0],s=flowOfJob(r,n),f=s?{flowId:s.flowId,requestId:jobLegId(r,n)}:void 0;if(e==="active")(0,emit_1.lensEmit)("queue","info",`processing ${n?.name}#${n?.id}`,{queue:r,kind:"queue-active",jobId:n?.id},`queue:${r}`,f);else if(e==="completed"){let u;try{const p=n?.returnvalue??o[1],c=JSON.stringify(p);u=c&&c!=="undefined"?c.length>160?c.slice(0,159)+"\u2026":c:void 0}catch{}(0,emit_1.lensEmit)("queue","info",`completed ${n?.name}#${n?.id}`,{queue:r,kind:"queue-completed",jobId:n?.id,...u?{returned:u}:{}},`queue:${r}`,f)}else{const u=o[1];(0,emit_1.lensEmit)("queue","error",`job ${n?.id} failed: ${u?.message}`,{queue:r,kind:"queue-failed",jobId:n?.id,error:String(u?.message??u)},`queue:${r}`,f)}if(!currentQueue(r))try{const u=t.opts,p=ownConnection(u?.connection);if(p){const c=snapshotQueueClass();c&&(sourceFor(r).own=new c(r,{connection:p}))}}catch{}ensureStatePublisher(r)}a(observeWorkerEvent,"observeWorkerEvent"),i(observeWorkerEvent,"observeWorkerEvent");let tappedQueue;function snapshotQueueClass(){if(tappedQueue)return tappedQueue;try{return require("bullmq").Queue}catch{return}}a(snapshotQueueClass,"snapshotQueueClass"),i(snapshotQueueClass,"snapshotQueueClass");function ensureStatePublisher(t){if(publishers.has(t))return;let e="";const o=setInterval(()=>{(async()=>{try{const r=currentQueue(t);if(!r)return;const n=await r.getJobCounts(),s=[];for(const p of["active","waiting","failed","completed","delayed"])for(const c of await r.getJobs([p],0,7)){const l=c?.data?.to;s.push({id:String(c.id),name:c.name,state:p,timestamp:c.timestamp??0,...typeof l=="string"?{to:l}:{}})}s.sort((p,c)=>Number(c.timestamp)-Number(p.timestamp));const f=s.slice(0,8),u=JSON.stringify([n,f.map(p=>`${p.id}${p.state}`)]);if(u===e)return;e=u,(0,emit_1.lensEmit)("queue","info",`queue state: ${n.active??0} active \xB7 ${n.waiting??0} waiting \xB7 ${n.failed??0} failed`,{queue:t,kind:"queue-state",counts:n,recent:f},`queue:${t}`)}catch{}})()},2e3);o.unref?.(),publishers.set(t,o)}a(ensureStatePublisher,"ensureStatePublisher"),i(ensureStatePublisher,"ensureStatePublisher");function resetQueueStatePublishersForTests(){for(const t of publishers.values())clearInterval(t);publishers.clear(),sources.clear()}a(resetQueueStatePublishersForTests,"resetQueueStatePublishersForTests"),i(resetQueueStatePublishersForTests,"resetQueueStatePublishersForTests");function resetWorkIntakeForTests(){knownWorkers.clear(),intake.clear()}a(resetWorkIntakeForTests,"resetWorkIntakeForTests"),i(resetWorkIntakeForTests,"resetWorkIntakeForTests");
|
|
1
|
+
"use strict";var y=Object.defineProperty;var f=(t,e)=>y(t,"name",{value:e,configurable:!0});var b=Object.defineProperty,a=f((t,e)=>b(t,"name",{value:e,configurable:!0}),"a"),g=Object.defineProperty,i=a((t,e)=>g(t,"name",{value:e,configurable:!0}),"i");Object.defineProperty(exports,"__esModule",{value:!0}),exports.bullmqTap=bullmqTap,exports.stopWorkIntake=stopWorkIntake,exports.workIntakeReport=workIntakeReport,exports.resetQueueStatePublishersForTests=resetQueueStatePublishersForTests,exports.resetWorkIntakeForTests=resetWorkIntakeForTests;const active_work_1=require("./active-work"),workerGeneration=new WeakMap,headless_flow_1=require("@lensmcp/core/headless-flow"),emit_1=require("./emit"),flow_context_1=require("./flow-context");function jobFlow(t){const e=t?.opts?.__lensmcpFlow;return e&&typeof e=="object"?e:void 0}f(jobFlow,"jobFlow"),a(jobFlow,"jobFlow"),i(jobFlow,"jobFlow");const jobLegId=i((t,e)=>`job:${t}#${e?.id??"?"}`,"jobLegId");function flowOfJob(t,e){const o=jobFlow(e)?.flowId;if(o)return{flowId:o,own:!1};if((0,headless_flow_1.headlessFlowsEnabled)())return{flowId:(0,headless_flow_1.headlessJobFlowId)(t,e?.id),own:!0}}f(flowOfJob,"flowOfJob"),a(flowOfJob,"flowOfJob"),i(flowOfJob,"flowOfJob");const publishers=new Map,sources=new Map,sourceFor=i(t=>{let e=sources.get(t);return e||sources.set(t,e={}),e},"sourceFor"),usable=i(t=>!!t&&t.closing===void 0,"usable"),currentQueue=i(t=>{const e=sources.get(t),o=e?.app?.deref();return usable(o)?o:e?.own},"currentQueue");function ownConnection(t){if(!t||typeof t!="object")return;const e=t;if(typeof e.duplicate=="function")try{return e.duplicate()}catch{return}return Object.fromEntries(Object.entries(e).filter(([,o])=>typeof o!="function"))}f(ownConnection,"ownConnection"),a(ownConnection,"ownConnection"),i(ownConnection,"ownConnection");function bullmqTap(t){const e=t;if(typeof e?.Queue!="function"||typeof e?.Worker!="function")return!1;tappedQueue=e.Queue;try{tapQueueAdd(e)}catch{}try{tapWorkerEmit(e)}catch{}try{tapWorkerProcess(e)}catch{}try{tapWorkerStamp(e)}catch{}try{tapWorkerIntake(e)}catch{}try{tapWorkerConstruct(e)}catch{}try{installWorkIntakeControl()}catch{}return!0}f(bullmqTap,"bullmqTap"),a(bullmqTap,"bullmqTap"),i(bullmqTap,"bullmqTap");function stampWorker(t){try{if(workerGeneration.has(t))return;workerGeneration.set(t,(0,active_work_1.activeWorkGeneration)()),knownWorkers.add(new WeakRef(t))}catch{}}f(stampWorker,"stampWorker"),a(stampWorker,"stampWorker"),i(stampWorker,"stampWorker");function tapWorkerConstruct(t){const e=t.Worker;if(typeof e!="function"||e.__lensmcpGen)return;const o=new Proxy(e,{construct(r,n,s){const p=Reflect.construct(r,n,s);return stampWorker(p),p}});Object.defineProperty(e,"__lensmcpGen",{value:!0,enumerable:!1}),t.Worker=o}f(tapWorkerConstruct,"tapWorkerConstruct"),a(tapWorkerConstruct,"tapWorkerConstruct"),i(tapWorkerConstruct,"tapWorkerConstruct");function tapWorkerStamp(t){const e=t.Worker?.prototype;if(e)for(const o of["createLockManager","run"]){const r=e[o];if(typeof r!="function"||r.__lensmcpStamp)continue;const n=i(function(...s){return stampWorker(this),r.apply(this,s)},"wrapped");n.__lensmcpStamp=!0,e[o]=n}}f(tapWorkerStamp,"tapWorkerStamp"),a(tapWorkerStamp,"tapWorkerStamp"),i(tapWorkerStamp,"tapWorkerStamp");const knownWorkers=new Set,stoppedWorkers=new WeakSet,intake=new Map,INTAKE_GENERATIONS_KEPT=64;function intakeOf(t){let e=intake.get(t);if(!e){intake.set(t,e={workers:0,running:0,runningAtStop:0,takenAfterStop:0,finishedAfterStop:0});for(const o of intake.keys()){if(intake.size<=INTAKE_GENERATIONS_KEPT)break;intake.delete(o)}}return e}f(intakeOf,"intakeOf"),a(intakeOf,"intakeOf"),i(intakeOf,"intakeOf");function beginIntake(t,e){if(e===void 0)return()=>{};const o=intakeOf(e);return o.running+=1,stoppedWorkers.has(t)&&(o.takenAfterStop+=1),()=>{o.running-=1,o.stoppedAt!==void 0&&(o.finishedAfterStop+=1)}}f(beginIntake,"beginIntake"),a(beginIntake,"beginIntake"),i(beginIntake,"beginIntake");function stopWorkIntake(t){const e={workers:0,running:0,runningAtStop:0,takenAfterStop:0,finishedAfterStop:0},o=Date.now();for(const r of knownWorkers){const n=r.deref();if(!n){knownWorkers.delete(r);continue}const s=workerGeneration.get(n);if(s===void 0||s>=t||stoppedWorkers.has(n))continue;const p=n.pause;if(typeof p!="function")continue;stoppedWorkers.add(n),knownWorkers.delete(r);try{Promise.resolve(p.call(n,!0)).catch(()=>{})}catch{}const u=intakeOf(s);u.stoppedAt===void 0&&(u.stoppedAt=o,u.runningAtStop=u.running,e.running+=u.running,e.runningAtStop+=u.running),u.workers+=1,e.workers+=1}return e}f(stopWorkIntake,"stopWorkIntake"),a(stopWorkIntake,"stopWorkIntake"),i(stopWorkIntake,"stopWorkIntake");function workIntakeReport(t){const e=intake.get(t);if(!(!e||e.stoppedAt===void 0))return{workers:e.workers,running:e.running,runningAtStop:e.runningAtStop,takenAfterStop:e.takenAfterStop,finishedAfterStop:e.finishedAfterStop}}f(workIntakeReport,"workIntakeReport"),a(workIntakeReport,"workIntakeReport"),i(workIntakeReport,"workIntakeReport");function tapWorkerIntake(t){const e=t.Worker?.prototype;if(!e)return;const o=e.moveToActive;if(typeof o=="function"&&!o.__lensmcpIntake){const n=i(function(...s){return stoppedWorkers.has(this)?Promise.resolve(void 0):o.apply(this,s)},"wrapped");n.__lensmcpIntake=!0,e.moveToActive=n}const r=e.resume;if(typeof r=="function"&&!r.__lensmcpIntake){const n=i(function(...s){if(!stoppedWorkers.has(this))return r.apply(this,s)},"wrapped");n.__lensmcpIntake=!0,e.resume=n}}f(tapWorkerIntake,"tapWorkerIntake"),a(tapWorkerIntake,"tapWorkerIntake"),i(tapWorkerIntake,"tapWorkerIntake");function installWorkIntakeControl(){const t=globalThis;t.__lensmcpStopWorkIntake=stopWorkIntake,t.__lensmcpWorkIntakeReport=workIntakeReport}f(installWorkIntakeControl,"installWorkIntakeControl"),a(installWorkIntakeControl,"installWorkIntakeControl"),i(installWorkIntakeControl,"installWorkIntakeControl");function tapWorkerProcess(t){const e=t.Worker?.prototype,o=e?.callProcessJob;if(!e||typeof o!="function"||o.__lensmcp)return;const r=i(async function(n,...s){const p=workerGeneration.get(this),u=(0,active_work_1.beginActiveWork)(p),l=beginIntake(this,p),c=i(()=>{u(),l()},"endWork"),d=String(this?.name??n?.queueName??"queue"),w=flowOfJob(d,n);if(!w)return o.call(this,n,...s).finally(c);const h=jobLegId(d,n),k=Date.now(),I={flowId:w.flowId,requestId:h};if(w.own){const m=`job:${d}/${n?.name??"job"}`;(0,emit_1.lensEmit)("queue","info",`job ${n?.name??""}#${n?.id??"?"} \xB7 ${d}`,{queue:d,kind:"flow-origin",job:n?.name,jobId:n?.id,originNodeId:m},`queue-origin:${d}`,{...I,originType:"job",originNodeId:m})}return(0,flow_context_1.runInFlowContext)(I,async()=>{try{const m=await o.call(this,n,...s);return(0,emit_1.lensEmit)("queue","info",`process ${n?.name}#${n?.id} (${Date.now()-k}ms)`,{queue:d,kind:"queue-process",job:n?.name,jobId:n?.id,startedAt:k,durationMs:Date.now()-k,status:"ok"},`queue:${d}`,I),m}catch(m){throw(0,emit_1.lensEmit)("queue","error",`process ${n?.name}#${n?.id} failed (${Date.now()-k}ms)`,{queue:d,kind:"queue-process",job:n?.name,jobId:n?.id,startedAt:k,durationMs:Date.now()-k,status:"error",error:String(m?.message??m)},`queue:${d}`,I),m}finally{c()}})},"wrapped");r.__lensmcp=!0,e.callProcessJob=r}f(tapWorkerProcess,"tapWorkerProcess"),a(tapWorkerProcess,"tapWorkerProcess"),i(tapWorkerProcess,"tapWorkerProcess");function tapQueueAdd(t){const e=t.Queue?.prototype,o=e?.add;if(!e||typeof o!="function"||o.__lensmcp)return;const r=i(async function(n,...s){const p=Date.now(),u=(0,flow_context_1.flowContext)();if(u?.flowId){const c=s[1]??{};s[1]={...c,__lensmcpFlow:{flowId:u.flowId,...u.requestId?{originRequestId:u.requestId}:{}}}}const l=await o.call(this,n,...s);try{const c=String(this?.name??"queue"),d=s[0];let w;try{const k=JSON.stringify(d);w=k&&k!=="undefined"?k.length>300?k.slice(0,299)+"\u2026":k:void 0}catch{}(0,emit_1.lensEmit)("queue","info",`enqueued ${n}#${l?.id} \u2192 ${c}`,{queue:c,kind:"queue-enqueued",job:n,jobId:l?.id,...w?{data:w}:{},startedAt:p,durationMs:Date.now()-p},`queue:${c}`,u);const h=sourceFor(c);h.app?.deref()!==this&&(h.app=new WeakRef(this)),ensureStatePublisher(c)}catch{}return l},"wrapped");r.__lensmcp=!0,e.add=r}f(tapQueueAdd,"tapQueueAdd"),a(tapQueueAdd,"tapQueueAdd"),i(tapQueueAdd,"tapQueueAdd");function tapWorkerEmit(t){const e=t.Worker?.prototype,o=e?.emit;if(!e||typeof o!="function"||o.__lensmcp)return;const r=i(function(n,...s){try{observeWorkerEvent(this,String(n),s)}catch{}return o.call(this,n,...s)},"wrapped");r.__lensmcp=!0,e.emit=r}f(tapWorkerEmit,"tapWorkerEmit"),a(tapWorkerEmit,"tapWorkerEmit"),i(tapWorkerEmit,"tapWorkerEmit");function observeWorkerEvent(t,e,o){if(e!=="active"&&e!=="completed"&&e!=="failed")return;const r=String(t.name??"queue"),n=o[0],s=flowOfJob(r,n),p=s?{flowId:s.flowId,requestId:jobLegId(r,n)}:void 0;if(e==="active")(0,emit_1.lensEmit)("queue","info",`processing ${n?.name}#${n?.id}`,{queue:r,kind:"queue-active",jobId:n?.id},`queue:${r}`,p);else if(e==="completed"){let u;try{const l=n?.returnvalue??o[1],c=JSON.stringify(l);u=c&&c!=="undefined"?c.length>160?c.slice(0,159)+"\u2026":c:void 0}catch{}(0,emit_1.lensEmit)("queue","info",`completed ${n?.name}#${n?.id}`,{queue:r,kind:"queue-completed",jobId:n?.id,...u?{returned:u}:{}},`queue:${r}`,p)}else{const u=o[1];(0,emit_1.lensEmit)("queue","error",`job ${n?.id} failed: ${u?.message}`,{queue:r,kind:"queue-failed",jobId:n?.id,error:String(u?.message??u)},`queue:${r}`,p)}if(!currentQueue(r))try{const u=t.opts,l=ownConnection(u?.connection);if(l){const c=snapshotQueueClass();c&&(sourceFor(r).own=new c(r,{connection:l}))}}catch{}ensureStatePublisher(r)}f(observeWorkerEvent,"observeWorkerEvent"),a(observeWorkerEvent,"observeWorkerEvent"),i(observeWorkerEvent,"observeWorkerEvent");let tappedQueue;function snapshotQueueClass(){if(tappedQueue)return tappedQueue;try{return require("bullmq").Queue}catch{return}}f(snapshotQueueClass,"snapshotQueueClass"),a(snapshotQueueClass,"snapshotQueueClass"),i(snapshotQueueClass,"snapshotQueueClass");function ensureStatePublisher(t){if(publishers.has(t))return;let e="";const o=setInterval(()=>{(async()=>{try{const r=currentQueue(t);if(!r)return;const n=await r.getJobCounts(),s=[];for(const l of["active","waiting","failed","completed","delayed"])for(const c of await r.getJobs([l],0,7)){const d=c?.data?.to;s.push({id:String(c.id),name:c.name,state:l,timestamp:c.timestamp??0,...typeof d=="string"?{to:d}:{}})}s.sort((l,c)=>Number(c.timestamp)-Number(l.timestamp));const p=s.slice(0,8),u=JSON.stringify([n,p.map(l=>`${l.id}${l.state}`)]);if(u===e)return;e=u,(0,emit_1.lensEmit)("queue","info",`queue state: ${n.active??0} active \xB7 ${n.waiting??0} waiting \xB7 ${n.failed??0} failed`,{queue:t,kind:"queue-state",counts:n,recent:p},`queue:${t}`)}catch{}})()},2e3);o.unref?.(),publishers.set(t,o)}f(ensureStatePublisher,"ensureStatePublisher"),a(ensureStatePublisher,"ensureStatePublisher"),i(ensureStatePublisher,"ensureStatePublisher");function resetQueueStatePublishersForTests(){for(const t of publishers.values())clearInterval(t);publishers.clear(),sources.clear()}f(resetQueueStatePublishersForTests,"resetQueueStatePublishersForTests"),a(resetQueueStatePublishersForTests,"resetQueueStatePublishersForTests"),i(resetQueueStatePublishersForTests,"resetQueueStatePublishersForTests");function resetWorkIntakeForTests(){knownWorkers.clear(),intake.clear()}f(resetWorkIntakeForTests,"resetWorkIntakeForTests"),a(resetWorkIntakeForTests,"resetWorkIntakeForTests"),i(resetWorkIntakeForTests,"resetWorkIntakeForTests");
|
package/lib/tap-egress.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var P=Object.defineProperty;var l=(e,t)=>P(e,"name",{value:t,configurable:!0});var A=Object.defineProperty,u=l((e,t)=>A(e,"name",{value:t,configurable:!0}),"u"),F=Object.defineProperty,i=u((e,t)=>F(e,"name",{value:t,configurable:!0}),"i");Object.defineProperty(exports,"__esModule",{value:!0}),exports.flushEgressCaptureForTests=flushEgressCaptureForTests,exports.tapEgress=tapEgress,exports.resetEgressTapForTests=resetEgressTapForTests;const redact_1=require("@lensmcp/core/redact"),emit_1=require("./emit"),flow_context_1=require("./flow-context"),ai_providers_1=require("./ai-providers"),http_capture_1=require("./http-capture"),http_store_1=require("./http-store"),capture_file_1=require("./capture-file"),tap_ai_1=require("./tap-ai"),INTERNAL=[/\.local$/i,/\.internal$/i,/^localhost$/i,/^127\./,/^\[?::1\]?$/,/^0\.0\.0\.0$/,/^10\./,/^192\.168\./,/^172\.(1[6-9]|2\d|3[01])\./,/^169\.254\./,/^\[?[fF][cCdD][0-9a-fA-F]{2}:/,/^\[?[fF][eE]80:/],isInternal=i(e=>e===""||INTERNAL.some(t=>t.test(e)),"isInternal"),CAPTURE_QUERY=process.env.LENSMCP_EGRESS_QUERY==="1",MAX_PATH_CHARS=256,clipPath=i(e=>e.length>MAX_PATH_CHARS?`${e.slice(0,MAX_PATH_CHARS)}\u2026`:e,"clipPath");function capturePath(e,t){const s=e||"/";return!CAPTURE_QUERY||t.length<=1?clipPath(s):(0,redact_1.redactUrl)(`${s}${t}`)}l(capturePath,"capturePath"),u(capturePath,"capturePath"),i(capturePath,"capturePath");const fingerprintFor=i((e,t)=>t?`external:error:${e}`:`external:${e}`,"fingerprintFor"),pendingExchanges=new Set;async function flushEgressCaptureForTests(){await Promise.allSettled([...pendingExchanges])}l(flushEgressCaptureForTests,"flushEgressCaptureForTests"),u(flushEgressCaptureForTests,"flushEgressCaptureForTests"),i(flushEgressCaptureForTests,"flushEgressCaptureForTests");const headerPairs=i(e=>{const t=[];try{e?.headers?.forEach?.((s,p)=>t.push([p,s]))}catch{}return t},"headerPairs");async function finishExchange(e){const t=[],s=[],p=await(0,http_capture_1.requestPart)(e.request,e.url.search,e.mode,!!e.aiOpaque,s,t),r=e.reading?await e.reading.catch(()=>{}):void 0,{headers:c,redacted:a}=(0,http_store_1.redactHeaders)(headerPairs(e.res));t.push(...a);const o=typeof e.res?.status=="number"?e.res.status:void 0,d={schemaVersion:1,id:e.id,capturedAt:Date.now(),side:"egress",service:emit_1.PROJECT,...e.ctx?.flowId?{flowId:e.ctx.flowId}:{},...e.ctx?.requestId?{requestId:e.ctx.requestId}:{},method:e.method,url:`${e.url.protocol}//${e.url.host}${e.path}`,host:e.url.hostname,path:e.path,...o!==void 0?{status:o}:{},...e.res?.statusText?{statusText:e.res.statusText}:{},...e.error?{error:e.error}:{},startedAt:e.startedAt,...e.ttfbMs!==void 0?{ttfbMs:e.ttfbMs}:{},durationMs:(r?.endedAt??Date.now())-e.startedAt,capture:e.mode==="bodies"?"bodies":"headers",request:p,response:{headers:c,...r?.body?{body:r.body}:{},...r?.stream?{stream:r.stream}:{}},redacted:{headers:[...new Set(t)],bodyFields:[...s.map(n=>`request.${n}`),...e.responseFields.map(n=>`response.${n}`)]},...e.ai?{ai:{provider:e.ai}}:{}};(0,http_store_1.writeHttpExchange)(d)}l(finishExchange,"finishExchange"),u(finishExchange,"finishExchange"),i(finishExchange,"finishExchange");function trackExchange(e){const t=finishExchange(e).catch(()=>{});pendingExchanges.add(t),t.finally(()=>pendingExchanges.delete(t))}l(trackExchange,"trackExchange"),u(trackExchange,"trackExchange"),i(trackExchange,"trackExchange");function tapEgress(){tapFetch(),tapHttpModule("http"),tapHttpModule("https")}l(tapEgress,"tapEgress"),u(tapEgress,"tapEgress"),i(tapEgress,"tapEgress");let savedFetch;const httpOriginals=new Map;function resetEgressTapForTests(){const e=globalThis;savedFetch&&(e.fetch=savedFetch),delete e.__lensmcpFetchTap,restoreHttp("http"),restoreHttp("https"),savedFetch=void 0}l(resetEgressTapForTests,"resetEgressTapForTests"),u(resetEgressTapForTests,"resetEgressTapForTests"),i(resetEgressTapForTests,"resetEgressTapForTests");function restoreHttp(e){const t=httpOriginals.get(e);if(!t)return;const s=require(`node:${e}`);s.request=t.request,s.get=t.get,httpOriginals.delete(e)}l(restoreHttp,"restoreHttp"),u(restoreHttp,"restoreHttp"),i(restoreHttp,"restoreHttp");function tapFetch(){const e=globalThis;if(typeof e.fetch!="function"||e.__lensmcpFetchTap)return;e.__lensmcpFetchTap=!0;const t=e.fetch.bind(globalThis);savedFetch=e.fetch;const s=(0,http_store_1.httpCaptureMode)(),p=(0,ai_providers_1.parseExtraHosts)(process.env.LENSMCP_AI_HOSTS);e.fetch=(async(r,c)=>{let a="",o="/",d=!1,n;try{const h=new URL(typeof r=="string"?r:r instanceof URL?r.href:r.url);n=h,a=h.hostname,d=h.search.length>1,o=capturePath(h.pathname,h.search)}catch{}if(isInternal(a))return t(r,c);const g=Date.now(),f=(0,flow_context_1.flowContext)(),T=(0,flow_context_1.liveFlowContext)();T&&(T.externalCallCount=(T.externalCallCount??0)+1);const C=typeof r=="object"&&r!==null&&!(r instanceof URL)?r.method:void 0,x=String(c?.method??C??"GET").toUpperCase(),m=s!=="off"&&n?(0,http_store_1.newExchangeId)():void 0,q=m?(0,http_capture_1.takeRequest)(r,c,s==="bodies"):void 0,_=m&&n&&x==="POST"?(0,ai_providers_1.matchTarget)(a,n.port,n.pathname,p)?.provider:void 0,w=!!_&&(0,tap_ai_1.aiCaptureMode)()!=="content"&&!(0,capture_file_1.aiBodiesAsked)(),b=i(h=>({id:m,mode:s,method:x,url:n,path:n.pathname.length>256?`${n.pathname.slice(0,256)}\u2026`:n.pathname,startedAt:g,ctx:f,request:q,..._?{ai:_}:{},...w?{aiOpaque:w}:{},responseFields:[],...h}),"job");try{const h=await t(r,c),y=Date.now()-g,v=h.status>=500,$=[];let E;if(m&&s==="bodies")try{E=(0,http_capture_1.readResponse)(h,h.clone(),g,{ai:w,paths:$})}catch{E=void 0}const M=(0,emit_1.lensEmit)("external","info",`egress ${x} ${a} \u2192 ${h.status}`,{name:a,kind:"egress",method:x,host:a,path:o,status:h.status,...d?{hasQuery:!0}:{},startedAt:g,durationMs:y,...m?{exchangeId:m}:{}},fingerprintFor(a,v),f);return m&&M&&trackExchange(b({res:h,ttfbMs:y,responseFields:$,...E?{reading:E}:{}})),h}catch(h){const y=String(h?.message??h),v=(0,emit_1.lensEmit)("external","error",`egress ${x} ${a} failed`,{name:a,kind:"egress",method:x,host:a,path:o,...d?{hasQuery:!0}:{},error:y,startedAt:g,durationMs:Date.now()-g,...m?{exchangeId:m}:{}},fingerprintFor(a,!0),f);throw m&&v&&trackExchange(b({error:y})),h}})}l(tapFetch,"tapFetch"),u(tapFetch,"tapFetch"),i(tapFetch,"tapFetch");function tapHttpModule(e){const t=require(`node:${e}`),s=t.request;if(typeof s!="function"||s.__lensmcp)return;httpOriginals.set(e,{request:s,get:t.get});const p=i(function(...r){const c=s.apply(this,r);try{observe(r,c)}catch{}return c},"wrapped");p.__lensmcp=!0,t.request=p,typeof t.get=="function"&&(t.get=function(...r){const c=p.apply(this,r);return c.end(),c})}l(tapHttpModule,"tapHttpModule"),u(tapHttpModule,"tapHttpModule"),i(tapHttpModule,"tapHttpModule");function observe(e,t){const{host:s,method:p,path:r,hasQuery:c}=parseTarget(e);if(isInternal(s))return;const a=Date.now(),o=(0,flow_context_1.flowContext)(),d=(0,flow_context_1.liveFlowContext)();d&&(d.externalCallCount=(d.externalCallCount??0)+1);let n=!1;t.once("response",(...g)=>{if(n)return;n=!0;const f=g[0]?.statusCode;(0,emit_1.lensEmit)("external","info",`egress ${p} ${s} \u2192 ${f??"?"}`,{name:s,kind:"egress",method:p,host:s,path:r,...f!=null?{status:f}:{},...c?{hasQuery:!0}:{},startedAt:a,durationMs:Date.now()-a},fingerprintFor(s,f!=null&&f>=500),o)}),t.once("error",(...g)=>{if(n)return;n=!0;const f=g[0];(0,emit_1.lensEmit)("external","error",`egress ${p} ${s} failed`,{name:s,kind:"egress",method:p,host:s,path:r,...c?{hasQuery:!0}:{},error:String(f?.message??f),startedAt:a,durationMs:Date.now()-a},fingerprintFor(s,!0),o)})}l(observe,"observe"),u(observe,"observe"),i(observe,"observe");function parseTarget(e){let t="",s="GET",p="/",r=!1;const c=i((a,o)=>{r=o.length>1,p=capturePath(a,o)},"take");for(const a of e)if(typeof a=="string")try{const o=new URL(a);t=o.hostname,c(o.pathname,o.search)}catch{}else if(a instanceof URL)t=a.hostname,c(a.pathname,a.search);else if(a&&typeof a=="object"){const o=a;if(typeof o.method=="string"&&(s=o.method.toUpperCase()),typeof o.socketPath=="string")return{host:"",method:s,path:p,hasQuery:r};if(typeof o.path=="string"){const d=o.path,n=d.indexOf("?");c(n===-1?d:d.slice(0,n),n===-1?"":d.slice(n))}typeof o.hostname=="string"&&o.hostname?t=o.hostname:typeof o.host=="string"&&o.host&&(t=o.host.split(":")[0]??"")}return{host:t,method:s,path:p,hasQuery:r}}l(parseTarget,"parseTarget"),u(parseTarget,"parseTarget"),i(parseTarget,"parseTarget");
|
package/lib/tap-event-loop.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var v=Object.defineProperty;var s=(e,o)=>v(e,"name",{value:o,configurable:!0});var m=Object.defineProperty,r=s((e,o)=>m(e,"name",{value:o,configurable:!0}),"r"),a=Object.defineProperty,n=r((e,o)=>a(e,"name",{value:o,configurable:!0}),"n");Object.defineProperty(exports,"__esModule",{value:!0}),exports.tapEventLoop=tapEventLoop,exports.stopEventLoopTapForTests=stopEventLoopTapForTests;const node_perf_hooks_1=require("node:perf_hooks"),emit_1=require("./emit"),SAMPLE_MS=(()=>{const e=Number(process.env.LENSMCP_EVENT_LOOP_SAMPLE_MS);return Number.isFinite(e)&&e>=1e3?e:3e4})(),REPORT_ABOVE_MS=(()=>{const e=Number(process.env.LENSMCP_EVENT_LOOP_MIN_MS);return Number.isFinite(e)&&e>=0?e:50})(),RESOLUTION_MS=20;let timer,published=!1;function tapEventLoop(){if(process.env.LENSMCP_EVENT_LOOP==="0"||timer)return;const e=(0,node_perf_hooks_1.monitorEventLoopDelay)({resolution:RESOLUTION_MS});e.enable(),timer=setInterval(()=>{const o=RESOLUTION_MS,p=e.mean/1e6;if(!Number.isFinite(p))return;const i=Math.max(0,p-o),t=Math.max(0,e.max/1e6-o),u=Math.max(0,e.percentile(99)/1e6-o);e.reset(),!(published&&t<REPORT_ABOVE_MS)&&(published=!0,(0,emit_1.lensEmit)("perf",t>=1e3?"error":"info",`event loop lag ${i.toFixed(1)}ms mean / ${t.toFixed(1)}ms max`,{kind:"event-loop-lag",lagMs:Number(i.toFixed(2)),maxMs:Number(t.toFixed(2)),p99Ms:Number(u.toFixed(2)),windowMs:SAMPLE_MS},"perf:event-loop-lag",void 0,"performance"))},SAMPLE_MS),timer.unref?.()}s(tapEventLoop,"tapEventLoop"),r(tapEventLoop,"tapEventLoop"),n(tapEventLoop,"tapEventLoop");function stopEventLoopTapForTests(){timer&&clearInterval(timer),timer=void 0,published=!1}s(stopEventLoopTapForTests,"stopEventLoopTapForTests"),r(stopEventLoopTapForTests,"stopEventLoopTapForTests"),n(stopEventLoopTapForTests,"stopEventLoopTapForTests");
|
package/lib/tap-exec.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var m=Object.defineProperty;var d=(n,e)=>m(n,"name",{value:e,configurable:!0});var f=Object.defineProperty,l=d((n,e)=>f(n,"name",{value:e,configurable:!0}),"l"),x=Object.defineProperty,u=l((n,e)=>x(n,"name",{value:e,configurable:!0}),"u");Object.defineProperty(exports,"__esModule",{value:!0}),exports.tapExec=tapExec;const emit_1=require("./emit"),fmtCmd=u((n,e)=>{const r=Array.isArray(e)?e.map(String).slice(0,8).join(" "):"";return`${String(n)}${r?" "+r:""}`.slice(0,200)},"fmtCmd");function wrap(n,e,r){const t=n[e];if(typeof t!="function"||t.__lensmcp)return;const c=r(t);c.__lensmcp=!0,n[e]=c}d(wrap,"wrap"),l(wrap,"wrap"),u(wrap,"wrap");function observeChild(n,e,r){if(!r||typeof r.once!="function")return;const t=r;if(t.__lensmcpObserved)return;t.__lensmcpObserved=!0;const c=Date.now();r.once("exit",(...o)=>{const i=o[0],a=o[1];(0,emit_1.lensEmit)("exec",i===0?"info":"error",`exec ${e.split(" ")[0]} \u2192 ${i??a}`,{name:"exec",kind:"exec",cmd:e,via:n,...i!=null?{code:i}:{},...a?{signal:a}:{},durationMs:Date.now()-c,...r.pid?{pid:r.pid}:{}})}),r.once("error",(...o)=>{const i=o[0];(0,emit_1.lensEmit)("exec","error",`exec ${e.split(" ")[0]} failed to start`,{name:"exec",kind:"exec",cmd:e,via:n,error:String(i?.message??i),durationMs:Date.now()-c})})}d(observeChild,"observeChild"),l(observeChild,"observeChild"),u(observeChild,"observeChild");function tapExec(){const n=require("node:child_process");for(const e of["spawn","fork"])wrap(n,e,r=>function(t,...c){const o=Array.isArray(c[0])?c[0]:[],i=r.call(this,t,...c);try{observeChild(e,fmtCmd(t,o),i)}catch{}return i});wrap(n,"exec",e=>function(r,...t){const c=e.call(this,r,...t);try{observeChild("exec",String(r).slice(0,200),c)}catch{}return c}),wrap(n,"execFile",e=>function(r,...t){const c=Array.isArray(t[0])?t[0]:[],o=e.call(this,r,...t);try{observeChild("execFile",fmtCmd(r,c),o)}catch{}return o});for(const e of["execSync","execFileSync","spawnSync"])wrap(n,e,r=>function(t,...c){const o=Array.isArray(c[0])?c[0]:[],i=e==="execSync"?String(t).slice(0,200):fmtCmd(t,o),a=Date.now();try{const s=r.call(this,t,...c),p=s&&typeof s=="object"&&"status"in s?s.status??0:0;return(0,emit_1.lensEmit)("exec",p===0?"info":"error",`exec ${i.split(" ")[0]} \u2192 ${p}`,{name:"exec",kind:"exec",cmd:i,via:e,code:p,durationMs:Date.now()-a,sync:!0}),s}catch(s){throw(0,emit_1.lensEmit)("exec","error",`exec ${i.split(" ")[0]} failed`,{name:"exec",kind:"exec",cmd:i,via:e,error:String(s?.message??s),durationMs:Date.now()-a,sync:!0}),s}})}d(tapExec,"tapExec"),l(tapExec,"tapExec"),u(tapExec,"tapExec");
|
package/lib/tap-fs.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var y=Object.defineProperty;var u=(t,r)=>y(t,"name",{value:r,configurable:!0});var h=Object.defineProperty,l=u((t,r)=>h(t,"name",{value:r,configurable:!0}),"l"),d=Object.defineProperty,f=l((t,r)=>d(t,"name",{value:r,configurable:!0}),"f");Object.defineProperty(exports,"__esModule",{value:!0}),exports.FsWindow=void 0,exports.tapFs=tapFs;const tslib_1=require("tslib"),os=tslib_1.__importStar(require("node:os")),emit_1=require("./emit"),flow_context_1=require("./flow-context"),PATHS_KEPT=50,PATHS_SENT=20;class FsWindow{static{u(this,"FsWindow")}static{l(this,"FsWindow")}static{f(this,"FsWindow")}constructor(){this.reads=0,this.writes=0,this.bytesRead=0,this.bytesWritten=0,this.counts=new Map,this.ops=new Map}record(r,n,e,s,i,o=!1){r==="read"?(this.reads+=1,this.bytesRead+=e):(this.writes+=1,this.bytesWritten+=e),(this.counts.size<PATHS_KEPT||this.counts.has(n))&&this.counts.set(n,(this.counts.get(n)??0)+1);const a=`${r}\0${n}\0${i?.flowId??""}`,c=this.ops.get(a);c?(c.n+=1,c.bytes+=e,c.at=s,i?.requestId&&(c.requestId=i.requestId)):this.ops.size<PATHS_KEPT&&this.ops.set(a,{path:n,op:r,n:1,bytes:e,...o?{stream:!0}:{},at:s,...i?.flowId?{flowId:i.flowId}:{},...i?.requestId?{requestId:i.requestId}:{}})}drain(){const{reads:r,writes:n,bytesRead:e,bytesWritten:s}=this;if(r+n===0)return;const i=[...this.counts.entries()].sort((a,c)=>c[1]-a[1]).slice(0,3).map(([a])=>a),o=[...this.ops.values()].sort((a,c)=>c.at-a.at).slice(0,PATHS_SENT);return this.reads=this.writes=this.bytesRead=this.bytesWritten=0,this.counts.clear(),this.ops.clear(),{reads:r,writes:n,bytesRead:e,bytesWritten:s,top:i,paths:o}}}exports.FsWindow=FsWindow;const current=new FsWindow;let timer=null;const TMP=os.tmpdir(),CWD=process.cwd(),SKIP=["node_modules","/.nx/","/dist/","/.git/",".lensmcp"],CODE=/\.(?:[cm]?[jt]sx?|map|node)$/;let appending=0;function trackedPath(t){if((0,emit_1.isLensWriting)())return null;const r=typeof t=="string"?t:Buffer.isBuffer(t)?t.toString():t instanceof URL?t.pathname:null;return!r||r===emit_1.EVENT_FILE||r.startsWith(TMP)||SKIP.some(n=>r.includes(n))?null:r}u(trackedPath,"trackedPath"),l(trackedPath,"trackedPath"),f(trackedPath,"trackedPath");function record(t,r,n=0,e,s=!1){const i=trackedPath(r);if(!i||t==="read"&&CODE.test(i))return;const o=i.startsWith(CWD)?i.slice(CWD.length+1):i;current.record(t,o,n,Date.now(),e??(0,flow_context_1.flowContext)(),s),timer||(timer=setTimeout(flush,1e3),timer.unref?.())}u(record,"record"),l(record,"record"),f(record,"record");function flush(){timer=null;const t=current.drain();t&&(0,emit_1.lensEmit)("fs","info",`fs ${t.reads} reads \xB7 ${t.writes} writes`,{name:"fs",kind:"fs-ops",...t},`fs:${emit_1.PROJECT}`)}u(flush,"flush"),l(flush,"flush"),f(flush,"flush");const byteLen=f(t=>typeof t=="string"?Buffer.byteLength(t):Buffer.isBuffer(t)?t.length:0,"byteLen");function wrap(t,r,n){const e=t?.[r];if(!t||typeof e!="function"||e.__lensmcp)return;const s=n(e);s.__lensmcp=!0;try{t[r]=s}catch{}}u(wrap,"wrap"),l(wrap,"wrap"),f(wrap,"wrap");function tapFs(){const t=require("node:fs");wrap(t,"readFileSync",n=>function(e,...s){const i=n.call(this,e,...s);return record("read",e,byteLen(i)),i}),wrap(t,"writeFileSync",n=>function(e,s,...i){const o=appending>0,a=n.call(this,e,s,...i);return o||record("write",e,byteLen(s)),a}),wrap(t,"appendFileSync",n=>function(e,s,...i){appending++;let o;try{o=n.call(this,e,s,...i)}finally{appending--}return record("append",e,byteLen(s)),o}),wrap(t,"readFile",n=>function(e,...s){const i=s[s.length-1];if(typeof i=="function"){const o=(0,flow_context_1.flowContext)();s[s.length-1]=(a,c)=>{a||record("read",e,byteLen(c),o),i(a,c)}}return n.call(this,e,...s)});for(const n of["writeFile","appendFile"])wrap(t,n,e=>function(s,i,...o){const a=o[o.length-1],c=appending>0;if(typeof a=="function"){const w=(0,flow_context_1.flowContext)();o[o.length-1]=p=>{!p&&!c&&record(n==="appendFile"?"append":"write",s,byteLen(i),w),a(p)}}if(n!=="appendFile")return e.call(this,s,i,...o);appending++;try{return e.call(this,s,i,...o)}finally{appending--}});const r=t.promises;wrap(r,"readFile",n=>async function(e,...s){const i=(0,flow_context_1.flowContext)(),o=await n.call(this,e,...s);return record("read",e,byteLen(o),i),o});for(const n of["writeFile","appendFile"])wrap(r,n,e=>async function(s,i,...o){const a=(0,flow_context_1.flowContext)(),c=await e.call(this,s,i,...o);return record(n==="appendFile"?"append":"write",s,byteLen(i),a),c});wrap(t,"createReadStream",n=>function(e,...s){return record("read",e,0,(0,flow_context_1.flowContext)(),!0),n.call(this,e,...s)}),wrap(t,"createWriteStream",n=>function(e,...s){return record("write",e,0,(0,flow_context_1.flowContext)(),!0),n.call(this,e,...s)})}u(tapFs,"tapFs"),l(tapFs,"tapFs"),f(tapFs,"tapFs");
|
package/lib/tap-ingress.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var I=Object.defineProperty;var c=(s,e)=>I(s,"name",{value:e,configurable:!0});var q=Object.defineProperty,a=c((s,e)=>q(s,"name",{value:e,configurable:!0}),"a"),_=Object.defineProperty,d=a((s,e)=>_(s,"name",{value:e,configurable:!0}),"d");Object.defineProperty(exports,"__esModule",{value:!0}),exports.EXCHANGE_ID=void 0,exports.tapIngress=tapIngress,exports.resetIngressTapForTests=resetIngressTapForTests;const tslib_1=require("tslib"),http=tslib_1.__importStar(require("node:http")),zlib=tslib_1.__importStar(require("node:zlib")),headless_flow_1=require("@lensmcp/core/headless-flow"),emit_1=require("./emit"),http_store_1=require("./http-store");exports.EXCHANGE_ID=Symbol.for("lensmcp.exchangeId");const MAX_READ=2*1024*1024,MAX_PATH_CHARS=256;let originalEmit;function tapIngress(){if(originalEmit)return;const s=(0,http_store_1.httpCaptureMode)();if(s==="off")return;const e=http.Server.prototype,r=e.emit;originalEmit=r,e.emit=function(t,...i){if(t==="request")try{watch(i[0],i[1],s)}catch{}return r.call(this,t,...i)}}c(tapIngress,"tapIngress"),a(tapIngress,"tapIngress"),d(tapIngress,"tapIngress");function resetIngressTapForTests(){originalEmit&&(http.Server.prototype.emit=originalEmit),originalEmit=void 0}c(resetIngressTapForTests,"resetIngressTapForTests"),a(resetIngressTapForTests,"resetIngressTapForTests"),d(resetIngressTapForTests,"resetIngressTapForTests");const one=d(s=>s===void 0?void 0:Array.isArray(s)?s.join(", "):String(s),"one"),pairs=d(s=>Object.entries(s).flatMap(([e,r])=>r===void 0?[]:[[e,one(r)]]),"pairs");class Tee{static{c(this,"Tee")}static{a(this,"Tee")}static{d(this,"Tee")}constructor(){this.chunks=[],this.read=0,this.size=0}take(e,r){if(e==null||typeof e=="function")return;const t=Buffer.isBuffer(e)?e:e instanceof Uint8Array?Buffer.from(e):typeof e=="string"?Buffer.from(e,typeof r=="string"?r:"utf8"):void 0;t&&(this.size+=t.length,this.read<MAX_READ&&(this.chunks.push(t),this.read+=t.length))}bytes(){return Buffer.concat(this.chunks)}}function watch(s,e,r){if(!s||!e||s[exports.EXCHANGE_ID])return;const t=s.url??"/",i=t.indexOf("?"),l=i<0?t:t.slice(0,i);if((0,headless_flow_1.isProbePath)(l))return;const p=(0,http_store_1.newExchangeId)();s[exports.EXCHANGE_ID]=p;const b=Date.now(),g=r==="bodies",y=new Tee,u=new Tee;if(g){const m=s.emit;s.emit=function(o,...n){return o==="data"&&y.take(n[0]),m.call(this,o,...n)};const w=e.write,x=e.end;e.write=function(o,...n){return u.take(o,n[0]),w.call(this,o,...n)},e.end=function(o,...n){return u.take(o,n[0]),x.call(this,o,...n)}}let h=!1;const f=d(()=>{if(!h){h=!0;try{(0,http_store_1.writeHttpExchange)(exchangeOf(p,s,e,{url:t,q:i,path:l,startedAt:b,bodies:g,sent:y,answered:u}))}catch{}}},"finish");e.once("finish",f),e.once("close",f)}c(watch,"watch"),a(watch,"watch"),d(watch,"watch");function unpacked(s,e){try{if(s==="gzip"||s==="x-gzip")return zlib.gunzipSync(e,{maxOutputLength:MAX_READ});if(s==="br")return zlib.brotliDecompressSync(e,{maxOutputLength:MAX_READ});if(s==="deflate")return zlib.inflateSync(e,{maxOutputLength:MAX_READ})}catch{return}}c(unpacked,"unpacked"),a(unpacked,"unpacked"),d(unpacked,"unpacked");function exchangeOf(s,e,r,t){const i=[],l=[],p=[],b=(0,http_store_1.redactHeaders)(pairs(e.headers));i.push(...b.redacted);const g=(0,http_store_1.redactHeaders)(pairs(r.getHeaders()));i.push(...g.redacted);const y=t.bodies&&t.q>=0?(0,http_store_1.redactQuery)(t.url.slice(t.q)):[];let u;t.bodies&&t.sent.size&&(u=(0,http_store_1.keepBody)(one(e.headers["content-type"])??"",t.sent.bytes(),t.sent.size,l));let h;if(t.bodies&&t.answered.size){const n=one(r.getHeader("content-type"))??"",A=(one(r.getHeader("content-encoding"))??"").trim().toLowerCase();if(!A||A==="identity")h=(0,http_store_1.keepBody)(n,t.answered.bytes(),t.answered.size,p);else{const v=t.answered.size<=MAX_READ?unpacked(A,t.answered.bytes()):void 0;h=v?(0,http_store_1.keepBody)(n,v,v.length,p):{contentType:n.split(";")[0].trim().toLowerCase(),size:t.answered.size,kept:0,truncated:!1,omitted:"encoded"}}}const f=one(e.headers.host)??"localhost",m=t.path.length>MAX_PATH_CHARS?`${t.path.slice(0,MAX_PATH_CHARS)}\u2026`:t.path,w=one(e.headers["x-lensmcp-flow-id"]),x=one(e.headers["x-request-id"]),o=!r.writableFinished;return{schemaVersion:1,id:s,capturedAt:Date.now(),side:"ingress",service:emit_1.PROJECT,...w?{flowId:w}:{},...x?{requestId:x}:{},method:(e.method??"GET").toUpperCase(),url:`http://${f}${m}`,host:f.split(":")[0]??f,path:m,status:r.statusCode,...r.statusMessage?{statusText:r.statusMessage}:{},...o?{error:"the client went away before the answer ended"}:{},startedAt:t.startedAt,durationMs:Date.now()-t.startedAt,capture:t.bodies?"bodies":"headers",request:{headers:b.headers,...y.length?{query:y}:{},...u?{body:u}:{}},response:{headers:g.headers,...h?{body:h}:{}},redacted:{headers:[...new Set(i)],bodyFields:[...l.map(n=>`request.${n}`),...p.map(n=>`response.${n}`)]}}}c(exchangeOf,"exchangeOf"),a(exchangeOf,"exchangeOf"),d(exchangeOf,"exchangeOf");
|
package/lib/tap-nest-logger.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
"use strict";var
|
|
2
|
-
`,1)[0]??"";if(r.length<ECHO_MIN_CHARS)return;const n=r.slice(0,ECHO_NEEDLE_CHARS),
|
|
1
|
+
"use strict";var x=Object.defineProperty;var c=(e,t)=>x(e,"name",{value:t,configurable:!0});var T=Object.defineProperty,s=c((e,t)=>T(e,"name",{value:t,configurable:!0}),"s"),S=Object.defineProperty,o=s((e,t)=>S(e,"name",{value:t,configurable:!0}),"o");Object.defineProperty(exports,"__esModule",{value:!0}),exports.isLoggerEcho=isLoggerEcho,exports.resetNestLoggerTapForTests=resetNestLoggerTapForTests,exports.nestLoggerTap=nestLoggerTap;const redact_1=require("@lensmcp/core/redact"),flood_guard_1=require("./flood-guard"),emit_1=require("./emit"),flow_context_1=require("./flow-context"),LEVELS=["verbose","debug","log","warn","error","fatal"],SEVERITY={verbose:"debug",debug:"debug",log:"info",warn:"warning",error:"error",fatal:"fatal"},MAX_TEXT_CHARS=4e3,TITLE_CHARS=240,shapeGuard=(0,flood_guard_1.createEventFloodGuard)({burst:30,perSec:5}),podGuard=(0,flood_guard_1.createEventFloodGuard)({burst:400,perSec:100});let depth=0;const recent=[],ECHO_WINDOW_MS=2e3,ECHO_NEEDLE_CHARS=96,ECHO_MIN_CHARS=12,MAX_RECENT=64;function isLoggerEcho(e,t=Date.now()){for(let r=recent.length-1;r>=0;r--){const n=recent[r];if(t-n.at>ECHO_WINDOW_MS)return recent.splice(0,r+1),!1;if(e.includes(n.needle)||n.escaped!==void 0&&e.includes(n.escaped))return recent.splice(r,1),!0}return!1}c(isLoggerEcho,"isLoggerEcho"),s(isLoggerEcho,"isLoggerEcho"),o(isLoggerEcho,"isLoggerEcho");function expectEcho(e,t){const r=e.split(`
|
|
2
|
+
`,1)[0]??"";if(r.length<ECHO_MIN_CHARS)return;const n=r.slice(0,ECHO_NEEDLE_CHARS),i=JSON.stringify(n).slice(1,-1);recent.push({needle:n,at:t,...i!==n?{escaped:i}:{}}),recent.length>MAX_RECENT&&recent.splice(0,recent.length-MAX_RECENT)}c(expectEcho,"expectEcho"),s(expectEcho,"expectEcho"),o(expectEcho,"expectEcho");function resetNestLoggerTapForTests(){recent.length=0,depth=0}c(resetNestLoggerTapForTests,"resetNestLoggerTapForTests"),s(resetNestLoggerTapForTests,"resetNestLoggerTapForTests"),o(resetNestLoggerTapForTests,"resetNestLoggerTapForTests");function textOf(e){if(typeof e=="string")return e;if(e instanceof Error)return e.stack??`${e.name}: ${e.message}`;if(e===null||typeof e!="object")return String(e);try{return JSON.stringify(e)??String(e)}catch{return Object.prototype.toString.call(e)}}c(textOf,"textOf"),s(textOf,"textOf"),o(textOf,"textOf");function openingOf(e){return typeof e=="string"?e.split(`
|
|
3
3
|
`,1)[0]??"":e instanceof Error?`${e.name}: ${e.message}`.split(`
|
|
4
|
-
`,1)[0]??"":e===null||typeof e!="object"?String(e):"{object}"}s(openingOf,"openingOf"),o(openingOf,"openingOf");const looksLikeStack=o(e=>typeof e=="string"&&/\n\s+at\s/.test(e),"looksLikeStack");function shapeOf(e){return e.replace(/[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/gi,"#").replace(/\b[0-9a-f]{12,}\b/gi,"#").replace(/\d+/g,"#").slice(0,80)}s(shapeOf,"shapeOf"),o(shapeOf,"shapeOf");function capture(e,t,r,n){const
|
|
5
|
-
`:" ")+
|
|
6
|
-
`,1)[0]??"",
|
|
4
|
+
`,1)[0]??"":e===null||typeof e!="object"?String(e):"{object}"}c(openingOf,"openingOf"),s(openingOf,"openingOf"),o(openingOf,"openingOf");const looksLikeStack=o(e=>typeof e=="string"&&/\n\s+at\s/.test(e),"looksLikeStack");function shapeOf(e){return e.replace(/[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/gi,"#").replace(/\b[0-9a-f]{12,}\b/gi,"#").replace(/\d+/g,"#").slice(0,80)}c(shapeOf,"shapeOf"),s(shapeOf,"shapeOf"),o(shapeOf,"shapeOf");function capture(e,t,r,n){const i=(0,flow_context_1.flowContext)();if(!i?.flowId&&!i?.requestId)return;const f=t?.context,a=n.slice();let g=typeof f=="string"&&f?f:void 0;!g&&a.length>0&&typeof a[a.length-1]=="string"&&!looksLikeStack(a[a.length-1])&&(g=a.pop());const E=openingOf(r),L=`${g??""}:${shapeOf((0,redact_1.redactText)(E.slice(0,MAX_TEXT_CHARS*2)))}`,_=Date.now(),d=shapeGuard.admit(L),y=d.ok?podGuard.admit("pod"):d;if(!d.ok||!y.ok){expectEcho(E,_);return}const b=[r,...a].filter(p=>p!==void 0).map(textOf);let h="";for(const p of b)h+=h===""?p:(looksLikeStack(p)?`
|
|
5
|
+
`:" ")+p;const l=(0,redact_1.redactText)(h.slice(0,MAX_TEXT_CHARS*2)).slice(0,MAX_TEXT_CHARS);if(!l)return;const u=l.split(`
|
|
6
|
+
`,1)[0]??"",O=looksLikeStack(l);(0,emit_1.lensLog)(SEVERITY[e],u.length>TITLE_CHARS?`${u.slice(0,TITLE_CHARS)}\u2026`:u,{...O?{stack:l}:l!==u||u.length>TITLE_CHARS?{text:l}:{},stream:"logger",level:e,...g?{logger:g}:{},bucket:L,suppressed:d.suppressed+y.suppressed});for(const p of b)expectEcho(p,_)}c(capture,"capture"),s(capture,"capture"),o(capture,"capture");function wrap(e,t){const r=e[t];if(typeof r!="function"||r.__lensmcpLog)return;const n=o(function(i,...f){if(depth===0)try{capture(t,this,i,f)}catch{}depth+=1;try{return r.call(this,i,...f)}finally{depth-=1}},"wrapped");n.__lensmcpLog=!0,e[t]=n}c(wrap,"wrap"),s(wrap,"wrap"),o(wrap,"wrap");function nestLoggerTap(e){if(process.env.LENSMCP_LOGS==="0")return!0;const t=e?.Logger;if(typeof t!="function"||!t.prototype)return!1;for(const r of LEVELS)wrap(t.prototype,r),wrap(t,r);return!0}c(nestLoggerTap,"nestLoggerTap"),s(nestLoggerTap,"nestLoggerTap"),o(nestLoggerTap,"nestLoggerTap");
|
package/lib/tap-nest.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var y=Object.defineProperty;var p=(e,t)=>y(e,"name",{value:t,configurable:!0});var d=Object.defineProperty,c=p((e,t)=>d(e,"name",{value:t,configurable:!0}),"c"),f=Object.defineProperty,s=c((e,t)=>f(e,"name",{value:t,configurable:!0}),"s");Object.defineProperty(exports,"__esModule",{value:!0}),exports.installChildAppBridge=installChildAppBridge,exports.nestTap=nestTap;const emit_1=require("./emit"),WRAPPED=Symbol.for("lensmcp.wrappedRoot"),captures=[],waiters=[];function pushCapture(e){const t=waiters.shift();t?(clearTimeout(t.timer),t.resolve(e)):captures.push(e)}p(pushCapture,"pushCapture"),c(pushCapture,"pushCapture"),s(pushCapture,"pushCapture");function nextCapture(e=6e4){const t=captures.shift();return t?Promise.resolve(t):new Promise((n,o)=>{const i={resolve:n,reject:o,timer:setTimeout(()=>{const r=waiters.indexOf(i);r>=0&&waiters.splice(r,1),o(new Error("[lensmcp] no NestJS app captured within 60s \u2014 does main.ts call app.listen()? (zero-touch pods boot by running your main and intercepting listen)"))},e)};i.timer.unref?.(),waiters.push(i)})}p(nextCapture,"nextCapture"),c(nextCapture,"nextCapture"),s(nextCapture,"nextCapture");function installChildAppBridge(){if(process.env.APP_RUNNER!=="1")return;const e=global,t=s(()=>nextCapture(),"factory");e.createChildApp=t,e.__lensmcpCreateChildApp=t}p(installChildAppBridge,"installChildAppBridge"),c(installChildAppBridge,"installChildAppBridge"),s(installChildAppBridge,"installChildAppBridge");function nestTap(e){const t=e,n=t?.NestFactory,o=n?.create;if(!n||typeof o!="function")return!1;if(o.__lensmcp)return!0;const i=s(async function(r,...l){let a=r;const u=r,m=!!(u?.[WRAPPED]||u?.module?.[WRAPPED]);if(process.env.LENSMCP_NEST!=="0"&&!m)try{a=await buildLensmcpRoot(r)}catch{a=r}return o.call(this??n,a,...l)},"wrapped");if(i.__lensmcp=!0,n.create=i,process.env.APP_RUNNER==="1"){const r=t?.NestApplication?.prototype,l=r?.listen;if(r&&typeof l=="function"&&!l.__lensmcp){const a=s(async function(u,...m){return captureApp(this,u).catch(h=>(console.error("[lensmcp] pod capture failed, falling back to TCP listen:",h),l.call(this,u,...m)))},"listenWrapped");a.__lensmcp=!0,r.listen=a}}return!0}p(nestTap,"nestTap"),c(nestTap,"nestTap"),s(nestTap,"nestTap");async function buildLensmcpRoot(e){const t=await import("@lensmcp/nest-instrumentation"),n=require("@nestjs/common"),o=t.LensmcpModule.forRoot({projectName:emit_1.PROJECT,trace:{autoInstrumentMethods:!0},memory:{mode:"light",scope:"all"}});class i{static{p(this,"i")}static{c(this,"n")}static{s(this,"LensmcpZeroTouchRoot")}}return i[WRAPPED]=!0,n.Module({imports:[o,e]})(i),i}p(buildLensmcpRoot,"buildLensmcpRoot"),c(buildLensmcpRoot,"buildLensmcpRoot"),s(buildLensmcpRoot,"buildLensmcpRoot");async function captureApp(e,t){await e.init();let n=e.getHttpAdapter?.()?.getInstance?.();if(typeof n!="function"){const o=n;o?.ready&&await o.ready(),typeof o?.routing=="function"&&(n=s((i,r)=>o.routing(i,r),"handler"))}if(typeof n!="function")throw new Error("[lensmcp] cannot derive a request handler from the HTTP adapter");return pushCapture({handler:n,serviceConfig:{port:t??process.env.PORT??0},close:s(()=>Promise.resolve(e.close()).then(()=>{}),"close"),app:e}),e.getHttpServer?.()}p(captureApp,"captureApp"),c(captureApp,"captureApp"),s(captureApp,"captureApp");
|
package/lib/tap-pg-pool.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
"use strict";var
|
|
2
|
-
`).slice(1).map(r=>r.trim()).filter(r=>r.startsWith("at ")&&!/tap-pg-pool\.[cm]?[jt]s:/.test(r)),s=o.filter(r=>!r.includes("node_modules")&&!r.includes("node:"));return(s.length?s:o).slice(0,SITE_FRAMES)}h(siteOf,"siteOf"),p(siteOf,"siteOf");const secs=p(e=>e>=1e4?`${Math.round(e/1e3)} s`:e>=1e3?`${(e/1e3).toFixed(1)} s`:`${Math.round(e)} ms`,"secs");function failed(e,o,s,r,t,n){o.failures+=1;const i=(0,pg_errors_1.pgConnectReason)(s),u=counters(e),d=n?n.total>=n.max&&n.idle===0:u.total>=u.max&&u.idle===0,l=e.options?.connectionTimeoutMillis??0,
|
|
1
|
+
"use strict";var _=Object.defineProperty;var f=(e,o)=>_(e,"name",{value:o,configurable:!0});var k=Object.defineProperty,h=f((e,o)=>k(e,"name",{value:o,configurable:!0}),"h"),$=Object.defineProperty,p=h((e,o)=>$(e,"name",{value:o,configurable:!0}),"p");Object.defineProperty(exports,"__esModule",{value:!0}),exports.checkoutSite=void 0,exports.pgPoolTap=pgPoolTap,exports.samplePgPoolsForTests=samplePgPoolsForTests,exports.resetPgPoolTapForTests=resetPgPoolTapForTests;const node_async_hooks_1=require("node:async_hooks"),pg_errors_1=require("@lensmcp/core/pg-errors"),active_work_1=require("./active-work"),emit_1=require("./emit"),flow_context_1=require("./flow-context"),envMs=p((e,o,s)=>{const r=Number(process.env[e]);return Number.isFinite(r)&&r>=s?r:o},"envMs"),SAMPLE_MS=envMs("LENSMCP_PG_POOL_SAMPLE_MS",1e4,1e3),HOLD_WARN_MS=envMs("LENSMCP_PG_HOLD_WARN_MS",3e4,1e3),SLOW_WAIT_MS=250,BLOCKED_MIN_MS=1e3,WAITS_KEPT=256,SITE_FRAMES=8,stats=new WeakMap,live=[];let nextId=1,timer;const counters=p(e=>({total:e.totalCount??0,idle:e.idleCount??0,waiting:e.waitingCount??0,max:e.options?.max??10}),"counters");function whereOf(e){const o=e.options??{};let s=typeof o.host=="string"?o.host:void 0,r=typeof o.port=="number"||typeof o.port=="string"?String(o.port):void 0,t=typeof o.database=="string"?o.database:void 0;if(typeof o.connectionString=="string")try{const n=new URL(o.connectionString);s??=n.hostname||void 0,r??=n.port||void 0,t??=decodeURIComponent(n.pathname.replace(/^\//,""))||void 0}catch{}return{...t?{database:t}:{},...s?{server:`${s}:${r??5432}`}:{}}}f(whereOf,"whereOf"),h(whereOf,"whereOf"),p(whereOf,"whereOf");function statsOf(e){let o=stats.get(e);return o||(o={id:nextId++,gen:(0,active_work_1.activeWorkGeneration)(),ref:new WeakRef(e),createdAt:Date.now(),where:whereOf(e),out:new Map,acquires:0,waits:[],waitMax:0,peakWaiting:0,peakTotal:0,failures:0,holdMax:0},stats.set(e,o),live.push(o),startSampling()),o}f(statsOf,"statsOf"),h(statsOf,"statsOf"),p(statsOf,"statsOf");function siteOf(e){const o=(e.stack??"").split(`
|
|
2
|
+
`).slice(1).map(r=>r.trim()).filter(r=>r.startsWith("at ")&&!/tap-pg-pool\.[cm]?[jt]s:/.test(r)),s=o.filter(r=>!r.includes("node_modules")&&!r.includes("node:"));return(s.length?s:o).slice(0,SITE_FRAMES)}f(siteOf,"siteOf"),h(siteOf,"siteOf"),p(siteOf,"siteOf");const secs=p(e=>e>=1e4?`${Math.round(e/1e3)} s`:e>=1e3?`${(e/1e3).toFixed(1)} s`:`${Math.round(e)} ms`,"secs");function failed(e,o,s,r,t,n){o.failures+=1;const i=(0,pg_errors_1.pgConnectReason)(s),u=counters(e),d=n?n.total>=n.max&&n.idle===0:u.total>=u.max&&u.idle===0,l=e.options?.connectionTimeoutMillis??0,g=i==="pool-wait-timeout"||i==="connect-timeout",c=g&&l>0?Math.max(0,r-l):0,a=c>=Math.max(BLOCKED_MIN_MS,l*.2),w=`${u.total}/${u.max} open, ${u.idle} idle, ${u.waiting} waiting`,m=n?`when it asked ${n.total}/${n.max} open, ${n.idle} idle, ${n.waiting} waiting; now ${w}`:w,x=i==="pool-wait-timeout"?a?`no connection in time \u2014 waited ${secs(r)} on a ${secs(l)} limit: the process was blocked ${secs(c)} (${m})`:d?`pool full \u2014 every connection in use, none free within ${secs(l)} (${m})`:`no connection in time \u2014 the pool had room when it asked, yet the ${secs(l)} wait ran out: the process was busy or the pool's queue stalled (${m})`:i==="connect-timeout"?`opening a connection took over ${secs(l)}${a?` \u2014 the process was blocked ${secs(c)}`:""} (${w})`:i?`could not get a connection: ${pg_errors_1.PG_CONNECT_MEANING[i]}`:`could not get a connection (${secs(r)})`,M=s;(0,emit_1.lensEmitOutcome)("db","error",x,{name:"postgres",kind:"db-pool-error",...i?{reason:i}:{},waitedMs:r,...l?{timeoutMs:l}:{},...g?{lateMs:c}:{},...a?{blockedMs:c}:{},...u,...n?{asked:n}:{},fullWhenAsked:d,pool:o.id,generation:o.gen,serving:(0,active_work_1.activeWorkGeneration)(),pools:live.length,...o.where,error:String(M?.message??s),...typeof M?.code=="string"?{code:M.code}:{}},`db:pool-error:${i??"other"}`,t)}f(failed,"failed"),h(failed,"failed"),p(failed,"failed");function checkedOut(e,o,s,r,t,n){if(e.waits.push(n),e.waits.length>WAITS_KEPT&&e.waits.splice(0,e.waits.length-WAITS_KEPT),n>e.waitMax&&(e.waitMax=n),!o||typeof o!="object")return s;const i=o;e.out.set(i,{at:Date.now(),site:r,ctx:t});const u=p(c=>{if(!c)return;e.out.delete(i);const a=Date.now()-c.at;a>e.holdMax&&(e.holdMax=a)},"back"),d=o.release,l=p(c=>typeof c=="function"?function(...a){return u(e.out.get(i)),c.apply(this??o,a)}:c,"wrap"),g=l(d);return g&&(o.release=g),s===d?g:l(s)}f(checkedOut,"checkedOut"),h(checkedOut,"checkedOut"),p(checkedOut,"checkedOut");function percentile(e,o){if(!e.length)return 0;const s=e.slice().sort((r,t)=>r-t);return s[Math.min(s.length-1,Math.floor(s.length*o))]}f(percentile,"percentile"),h(percentile,"percentile"),p(percentile,"percentile");function sample(e=Date.now()){for(let t=live.length-1;t>=0;t--){const n=live[t],i=n.ref.deref();(!i||i.ended&&n.out.size===0)&&live.splice(t,1)}const o=(0,active_work_1.activeWorkGeneration)(),s=live.reduce((t,n)=>Math.max(t,n.gen),0),r=live.map(t=>{const n=t.ref.deref(),i=counters(n);return{pool:t.id,generation:t.gen,total:i.total,idle:i.idle,waiting:i.waiting,max:i.max,...n.ending?{ending:!0}:{}}});for(const t of live){const n=t.ref.deref();if(!n)continue;const i=[];let u=0;for(const c of t.out.values()){const a=e-c.at;if(a>u&&(u=a),a<HOLD_WARN_MS||c.warned)continue;c.warned=!0;const w=siteOf(c.site);i.push({heldMs:a,site:w}),(0,emit_1.lensEmitOutcome)("db","info",`a connection held ${secs(a)} and not given back${w[0]?` \u2014 taken ${w[0].replace(/^at /,"at ")}`:""}`,{name:"postgres",kind:"db-pool-hold",heldMs:a,site:w,pool:t.id,generation:t.gen,...counters(n),...t.where},"db:pool-hold",c.ctx)}const d=counters(n),l=t.gen<s&&d.total>0,g=t.peakWaiting>0||t.waitMax>=SLOW_WAIT_MS||t.failures>0||i.length>0;(g||l)&&(0,emit_1.lensEmit)("db","info",l&&!g?`pool of generation ${t.gen} still holds ${d.total} connection(s) \u2014 the app serving now is generation ${o}`:`pool ${d.total}/${d.max} open \xB7 ${t.acquires} checkouts \xB7 wait p95 ${secs(percentile(t.waits,.95))} max ${secs(t.waitMax)}${t.peakWaiting?` \xB7 up to ${t.peakWaiting} waiting`:""}${t.failures?` \xB7 ${t.failures} failed`:""}`,{name:"postgres",kind:"db-pool",pool:t.id,generation:t.gen,serving:o,...d,acquires:t.acquires,waitP95Ms:percentile(t.waits,.95),waitMaxMs:t.waitMax,peakWaiting:t.peakWaiting,peakTotal:t.peakTotal,failures:t.failures,holdMaxMs:t.holdMax,out:t.out.size,longestHeldMs:u,...l?{leftover:!0}:{},windowMs:SAMPLE_MS,pools:r,...t.where},"db:pool",void 0),t.acquires=0,t.waits=[],t.waitMax=0,t.failures=0,t.holdMax=0,t.peakWaiting=d.waiting,t.peakTotal=d.total}}f(sample,"sample"),h(sample,"sample"),p(sample,"sample");function startSampling(){timer||(timer=setInterval(()=>{try{sample()}catch{}},SAMPLE_MS),timer.unref?.())}f(startSampling,"startSampling"),h(startSampling,"startSampling"),p(startSampling,"startSampling");const checkoutSites=new node_async_hooks_1.AsyncLocalStorage,checkoutSite=p(()=>checkoutSites.getStore(),"checkoutSite");exports.checkoutSite=checkoutSite;function pgPoolTap(e){let o=e?.Pool?.prototype??null;for(;o&&!Object.prototype.hasOwnProperty.call(o,"connect");)o=Object.getPrototypeOf(o);const s=o?.connect;if(!o||typeof s!="function")return!1;if(s.__lensmcp)return!0;const r=p(function(t){let n;try{n=statsOf(this)}catch{return s.call(this,t)}const i=Date.now(),u=(0,flow_context_1.flowContext)();let d;try{d=counters(this)}catch{}const l=new Error("pg checkout");n.acquires+=1;const g=p(()=>{try{const a=counters(this);a.waiting>n.peakWaiting&&(n.peakWaiting=a.waiting),a.total>n.peakTotal&&(n.peakTotal=a.total)}catch{}},"note");if(typeof t=="function"){const a=s.call(this,(w,m,x)=>{let M=x;try{w?failed(this,n,w,Date.now()-i,u,d):M=checkedOut(n,m,x,l,u,Date.now()-i)}catch{}checkoutSites.run(l,()=>t(w,m,M))});return g(),a}const c=s.call(this);return g(),!c||typeof c.then!="function"?c:c.then(a=>{try{checkedOut(n,a,a?.release,l,u,Date.now()-i)}catch{}return a},a=>{try{failed(this,n,a,Date.now()-i,u,d)}catch{}throw a})},"wrapped");return r.__lensmcp=!0,o.connect=r,!0}f(pgPoolTap,"pgPoolTap"),h(pgPoolTap,"pgPoolTap"),p(pgPoolTap,"pgPoolTap");function samplePgPoolsForTests(e){sample(e)}f(samplePgPoolsForTests,"samplePgPoolsForTests"),h(samplePgPoolsForTests,"samplePgPoolsForTests"),p(samplePgPoolsForTests,"samplePgPoolsForTests");function resetPgPoolTapForTests(){timer&&clearInterval(timer),timer=void 0,live.splice(0,live.length),nextId=1}f(resetPgPoolTapForTests,"resetPgPoolTapForTests"),h(resetPgPoolTapForTests,"resetPgPoolTapForTests"),p(resetPgPoolTapForTests,"resetPgPoolTapForTests");
|
package/lib/tap-pg.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var G=Object.defineProperty;var u=(t,e)=>G(t,"name",{value:e,configurable:!0});var j=Object.defineProperty,p=u((t,e)=>j(t,"name",{value:e,configurable:!0}),"p"),W=Object.defineProperty,r=p((t,e)=>W(t,"name",{value:e,configurable:!0}),"r");Object.defineProperty(exports,"__esModule",{value:!0}),exports.taggedAppName=taggedAppName,exports.pgTap=pgTap;const redact_1=require("@lensmcp/core/redact"),sql_shape_1=require("@lensmcp/core/sql-shape"),emit_1=require("./emit"),flow_context_1=require("./flow-context"),sql_accounting_1=require("./sql-accounting"),tap_pg_pool_1=require("./tap-pg-pool"),callsite_1=require("./callsite"),active_work_1=require("./active-work"),emit_2=require("./emit"),SKIP_OPS=new Set(["BEGIN","START","COMMIT","END","ROLLBACK","SAVEPOINT","RELEASE","SET","RESET","SHOW","DEALLOCATE","DISCARD","LISTEN","UNLISTEN"]),STATEMENT_EVERY_MS=10*6e4,STATEMENT_MAX=64*1024,SLOW_SITE_MS=250,sites=new callsite_1.SiteSampler,statementSentAt=new Map,MAX_SHAPES_REMEMBERED=2e3,firstWord=r(t=>(/^\s*(?:(?:\/\*[\s\S]*?\*\/|--[^\n]*\n?)\s*)*(\w+)/.exec(t)?.[1]??"query").toUpperCase(),"firstWord");function parseSql(t){const e=(0,sql_shape_1.sqlShape)(t),n=(e.target??e.tables[0])?.split(".").pop();return{op:e.verb,...n?{table:n}:{},sqlId:e.id,tables:e.tables,...e.name?{name:e.name}:{}}}u(parseSql,"parseSql"),p(parseSql,"parseSql"),r(parseSql,"parseSql");const oneLine=r(t=>t.replace(/\s+/g," ").trim(),"oneLine"),clip=r((t,e)=>t.length>e?t.slice(0,e-1)+"\u2026":t,"clip");function paramPreview(t){if(!(!Array.isArray(t)||t.length===0))return t.slice(0,10).map(e=>{if(e==null)return String(e);const n=typeof e=="string"?e:(()=>{try{return JSON.stringify(e)}catch{return String(e)}})();return clip(n,80)})}u(paramPreview,"paramPreview"),p(paramPreview,"paramPreview"),r(paramPreview,"paramPreview");const rowsOf=r(t=>t?.rowCount??t?.rows?.length??0,"rowsOf");function resultPreview(t){const e=t?.rows;if(!(!Array.isArray(e)||e.length===0))try{return clip(JSON.stringify((0,redact_1.redactDeep)(e.slice(0,2))),240)}catch{return}}u(resultPreview,"resultPreview"),p(resultPreview,"resultPreview"),r(resultPreview,"resultPreview");function connectionOf(t){const e=t,n=e?.connectionParameters,a=typeof e?.database=="string"?e.database:typeof n?.database=="string"?n.database:void 0,s=typeof e?.host=="string"?e.host:typeof n?.host=="string"?n.host:void 0,i=typeof e?.port=="number"||typeof e?.port=="string"?e.port:typeof n?.port=="number"||typeof n?.port=="string"?n.port:5432;return{...a?{database:a}:{},...s?{server:`${s}:${i}`}:{}}}u(connectionOf,"connectionOf"),p(connectionOf,"connectionOf"),r(connectionOf,"connectionOf");const APP_NAME_MAX=63;function taggedAppName(t,e,n,a){const s=` lens:${e.replace(/[^\x21-\x7e]/g,"?").replace(/:/g,"_")}${n>0?`:g${n}`:""}${a?`:p${a}`:""}`.slice(0,APP_NAME_MAX);return`${(t??"node").replace(/[^\x20-\x7e]/g,"?").replace(/ lens:\S+$/,"").slice(0,Math.max(0,APP_NAME_MAX-s.length))}${s}`}u(taggedAppName,"taggedAppName"),p(taggedAppName,"taggedAppName"),r(taggedAppName,"taggedAppName");function tagApplicationName(t){if(process.env.LENSMCP_PG_APP_NAME==="0")return;const e=t.getStartupConf;if(typeof e!="function"||e.__lensmcp)return;const n=r(function(){const a=e.call(this);try{a&&typeof a=="object"&&emit_2.PROJECT&&(a.application_name=taggedAppName(typeof a.application_name=="string"?a.application_name:void 0,emit_2.PROJECT,(0,active_work_1.activeWorkGeneration)(),process.pid))}catch{}return a},"wrapped");n.__lensmcp=!0,t.getStartupConf=n}u(tagApplicationName,"tagApplicationName"),p(tagApplicationName,"tagApplicationName"),r(tagApplicationName,"tagApplicationName");function pgTap(t){const e=t?.Client?.prototype,n=e?.query;if(!e||typeof n!="function")return!1;try{(0,tap_pg_pool_1.pgPoolTap)(t)}catch{}try{tagApplicationName(e)}catch{}if(n.__lensmcp)return!0;const a=r(function(s,i,_){const d=s,m=typeof d=="string"?d:d?.text;if(!m||d&&typeof d=="object"&&typeof d.submit=="function")return n.call(this,s,i,_);if(SKIP_OPS.has(firstWord(m)))return n.call(this,s,i,_);const{op:k,table:c,sqlId:S,tables:N,name:O}=parseSql(m),D=connectionOf(this),g=k.toLowerCase(),J=`db:${g}:${c??"query"}`,y=Date.now(),E=(0,flow_context_1.flowContext)(),B=(0,callsite_1.captureSite)(),$=(0,tap_pg_pool_1.checkoutSite)(),q=(0,flow_context_1.liveFlowContext)();q&&(q.dbCallCount=(q.dbCallCount??0)+1);const h=(0,sql_accounting_1.beginSqlStatement)(q,E,y),C=clip(oneLine(m),500),M=paramPreview(Array.isArray(i)?i:s?.values),A=M&&(0,redact_1.redactSqlParams)(m,M),v=r((o,f)=>{const l=Date.now()-y,P=y-(statementSentAt.get(S)??-1/0)>=STATEMENT_EVERY_MS;let T;try{T=sites.site(S,B,{force:!!o||P||l>=SLOW_SITE_MS,...$?{fallback:$}:{}})}catch{}const L={sqlId:S,...N.length?{tables:N}:{},...O?{sqlName:O}:{},...D,...T?{site:T}:{},...P?{statement:clip(m.trim(),STATEMENT_MAX)}:{}};let w;if(o)w=(0,emit_1.lensEmitOutcome)("db","error",`${g}${c?" "+c:""} failed (${l}ms)`,{name:"postgres",kind:"db-query",op:g,...c?{table:c}:{},...L,query:C,...A?{params:A}:{},startedAt:y,error:String(o?.message??o),durationMs:l},`db:error:${g}:${c??"query"}`,E);else{const I=rowsOf(f),R=resultPreview(f);w=(0,emit_1.lensEmitOutcome)("db","info",`${g} ${c??"query"} (${I} rows, ${l}ms)`,{name:"postgres",kind:"db-query",op:g,...c?{table:c}:{},...L,query:C,...A?{params:A}:{},...R?{result:R}:{},startedAt:y,rows:I,durationMs:l},J,E)}P&&w==="written"&&(statementSentAt.delete(S),statementSentAt.set(S,y),statementSentAt.size>MAX_SHAPES_REMEMBERED&&statementSentAt.delete(statementSentAt.keys().next().value)),(0,sql_accounting_1.endSqlStatement)(h,{durationMs:l,failed:!!o,emitted:w})},"done"),x=typeof _=="function"?_:typeof i=="function"?i:void 0;if(x){const o=r((f,l)=>{try{v(f,l)}catch{}x(f,l)},"wrappedCb");try{return typeof i=="function"?n.call(this,s,o):n.call(this,s,i,o)}catch(f){throw(0,sql_accounting_1.abandonSqlStatement)(h),f}}let b;try{b=n.call(this,s,i)}catch(o){throw(0,sql_accounting_1.abandonSqlStatement)(h),o}return b&&typeof b.then=="function"?b.then(o=>v(void 0,o),o=>v(o,void 0)):(0,sql_accounting_1.abandonSqlStatement)(h),b},"wrapped");return a.__lensmcp=!0,e.query=a,!0}u(pgTap,"pgTap"),p(pgTap,"pgTap"),r(pgTap,"pgTap");
|
package/lib/tap-redis.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var v=Object.defineProperty;var l=(t,e)=>v(t,"name",{value:e,configurable:!0});var b=Object.defineProperty,a=l((t,e)=>b(t,"name",{value:e,configurable:!0}),"a"),h=Object.defineProperty,c=a((t,e)=>h(t,"name",{value:e,configurable:!0}),"c");Object.defineProperty(exports,"__esModule",{value:!0}),exports.redisTap=redisTap;const emit_1=require("./emit"),flow_context_1=require("./flow-context"),HOUSEKEEPING=new Set(["info","ping","hello","auth","select","client","cluster","command","subscribe","psubscribe","unsubscribe","punsubscribe","echo","quit","wait","script","config","debug","memory","readonly","readwrite"]),MAX_PER_SEC=30;let emitted=0,windowStart=0;function isBullTraffic(t){const e=String(t.name??"").toLowerCase();if(e==="eval"||e==="evalsha")return!0;const r=t.args??[];for(let n=0;n<Math.min(r.length,4);n++){const s=String(r[n]??"");if(s.startsWith("bull:")||s.startsWith("{bull"))return!0}return!1}l(isBullTraffic,"isBullTraffic"),a(isBullTraffic,"isBullTraffic"),c(isBullTraffic,"isBullTraffic");function redisTap(t){const e=t,r=(e?.default??e)?.prototype,n=r?.sendCommand;if(!r||typeof n!="function")return!1;if(n.__lensmcp)return!0;const s=c(function(i,u){const m=n.call(this,i,u);try{observe(i)}catch{}return m},"wrapped");return s.__lensmcp=!0,r.sendCommand=s,!0}l(redisTap,"redisTap"),a(redisTap,"redisTap"),c(redisTap,"redisTap");const clip=c((t,e)=>t.length>e?t.slice(0,e-1)+"\u2026":t,"clip");function commandLine(t,e){const r=e.slice(0,6).map((n,s)=>{const i=String(n??"");return s>0&&i.length>48?`\u2026(${(i.length/1024).toFixed(1)}kb)`:clip(i,64)});return[t.toUpperCase(),...r].join(" ")}l(commandLine,"commandLine"),a(commandLine,"commandLine"),c(commandLine,"commandLine");function observe(t){const e=String(t?.name??"").toLowerCase();if(!e||HOUSEKEEPING.has(e)||isBullTraffic(t))return;const r=(0,flow_context_1.liveFlowContext)();r&&(r.redisCallCount=(r.redisCallCount??0)+1);const n=Date.now();if(n-windowStart>1e3&&(windowStart=n,emitted=0),++emitted>MAX_PER_SEC)return;const s=t?.args??[],i=String(s[0]??""),u=(0,flow_context_1.flowContext)(),m=commandLine(e,s),p={name:"cache",kind:"redis-op",op:e,key:i,command:m,startedAt:n};if(e==="get"&&t.promise&&typeof t.promise.then=="function"){const f=n;t.promise.then(d=>{const o=d!=null;(0,emit_1.lensEmit)("redis","info",`cache ${o?"hit":"miss"} ${i}`,{...p,hit:o,durationMs:Date.now()-f,...o?{value:clip(String(d),120)}:{}},"redis:cache",u)},()=>{});return}if(e==="set"){const f=s.map(g=>String(g)),d=f.findIndex(g=>g.toUpperCase()==="EX"),o=d>=0?Number(f[d+1]):void 0;(0,emit_1.lensEmit)("redis","info",o?`cache set ${i} (ttl ${o}s)`:`cache set ${i}`,{...p,...o?{ttlSec:o}:{}},"redis:cache",u);return}(0,emit_1.lensEmit)("redis","info",`cache ${e} ${i}`,p,"redis:cache",u)}l(observe,"observe"),a(observe,"observe"),c(observe,"observe");
|
package/lib/tap-stdout.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
"use strict";var
|
|
2
|
-
`).map(
|
|
3
|
-
`),c)){
|
|
4
|
-
`)}:{},...i.length>0&&
|
|
5
|
-
`)}:{},...
|
|
1
|
+
"use strict";var S=Object.defineProperty;var a=(t,e)=>S(t,"name",{value:e,configurable:!0});var R=Object.defineProperty,f=a((t,e)=>R(t,"name",{value:e,configurable:!0}),"f"),E=Object.defineProperty,u=f((t,e)=>E(t,"name",{value:e,configurable:!0}),"u");Object.defineProperty(exports,"__esModule",{value:!0}),exports.tapStdout=tapStdout;const emit_1=require("./emit"),tap_nest_logger_1=require("./tap-nest-logger"),ANSI=new RegExp("\x1B\\[[0-9;]*m","g");function severityOf(t,e){return/\bFATAL\b/.test(t)?"fatal":/\bERROR\b/.test(t)?"error":/\bWARN\b/.test(t)?"warning":/\bDEBUG\b/.test(t)||/\bVERBOSE\b/.test(t)?"debug":/\bLOG\b/.test(t)?"info":e}a(severityOf,"severityOf"),f(severityOf,"severityOf"),u(severityOf,"severityOf");const STACK_FRAME=/^\s+(at\s|\.\.\.\s\d+\smore)/,CONTINUATION=/^(\s+\S|[}\])]+[,;]?$)/,CONTINUES_WITHIN_MS=1e3;function emitChunk(t,e,l,c,g){const o=t.split(`
|
|
2
|
+
`).map(n=>n.replace(ANSI,"").replace(/\s+$/,""));let s=0,r=l;for(;s<o.length;){const n=o[s];if(s+=1,!n.trim())continue;const i=[];for(;s<o.length&&o[s].trim()&&CONTINUATION.test(o[s]);)i.push(o[s]),s+=1;const b=[n,...i].filter(_=>STACK_FRAME.test(_)),p=CONTINUATION.test(n)&&r&&c-r.at<=CONTINUES_WITHIN_MS?r.severity:void 0,O=severityOf(n,e),v=O!==e||/\b(?:FATAL|ERROR|WARN|DEBUG|VERBOSE|LOG)\b/.test(n),d=p??(v?O:b.length>0?"error":e),m=[n,...i];if(!p&&(0,tap_nest_logger_1.isLoggerEcho)(m.join(`
|
|
3
|
+
`),c)){r={severity:d,at:c};continue}(0,emit_1.lensLog)(d,p?n.trim():n,{...b.length>0?{stack:m.join(`
|
|
4
|
+
`)}:{},...i.length>0&&b.length<i.length?{text:m.join(`
|
|
5
|
+
`)}:{},...p?{continues:!0}:{},stream:g}),r={severity:d,at:c}}return r}a(emitChunk,"emitChunk"),f(emitChunk,"emitChunk"),u(emitChunk,"emitChunk");function tapStdout(){if(process.env.LENSMCP_LOGS==="0"||process.env.APP_RUNNER!=="1")return;const t=[[process.stdout,"info","stdout"],[process.stderr,"error","stderr"]];for(const[e,l,c]of t){if(e.write.__lensmcp)continue;const g=e.write.bind(e);let o;const s=u(function(r,...n){try{if(!(0,emit_1.isLensWriting)()){const i=typeof r=="string"?r:Buffer.isBuffer(r)?r.toString("utf8"):"";i&&i.indexOf("[lensmcp]")===-1&&(o=emitChunk(i,l,o,Date.now(),c))}}catch{}return g(r,...n)},"wrapped");s.__lensmcp=!0,e.write=s}}a(tapStdout,"tapStdout"),f(tapStdout,"tapStdout"),u(tapStdout,"tapStdout");
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@lensmcp/node-instrumentation",
|
|
3
|
-
"version": "1.25.
|
|
3
|
+
"version": "1.25.11",
|
|
4
4
|
"main": "./index.js",
|
|
5
5
|
"types": "./index.d.ts",
|
|
6
6
|
"exports": {
|
|
@@ -15,9 +15,9 @@
|
|
|
15
15
|
}
|
|
16
16
|
},
|
|
17
17
|
"dependencies": {
|
|
18
|
-
"@lensmcp/core": "1.25.
|
|
19
|
-
"@lensmcp/nest-instrumentation": "1.25.
|
|
20
|
-
"@lensmcp/protocol-types": "1.25.
|
|
18
|
+
"@lensmcp/core": "1.25.11",
|
|
19
|
+
"@lensmcp/nest-instrumentation": "1.25.11",
|
|
20
|
+
"@lensmcp/protocol-types": "1.25.11",
|
|
21
21
|
"tslib": "^2.3.0"
|
|
22
22
|
},
|
|
23
23
|
"optionalDependencies": {
|
package/register.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var o=Object.defineProperty;var a=(t,n)=>o(t,"name",{value:n,configurable:!0});var i=Object.defineProperty,r=a((t,n)=>i(t,"name",{value:n,configurable:!0}),"r"),s=Object.defineProperty,e=r((t,n)=>s(t,"name",{value:n,configurable:!0}),"e");Object.defineProperty(exports,"__esModule",{value:!0}),exports.installLensmcpNodeInstrumentation=void 0;const install_1=require("./lib/install");Object.defineProperty(exports,"installLensmcpNodeInstrumentation",{enumerable:!0,get:e(function(){return install_1.installLensmcpNodeInstrumentation},"get")}),(0,install_1.installLensmcpNodeInstrumentation)();
|