@aws/lsp-codewhisperer 0.0.3

package/out/language-server/telemetry/codePercentage.js

@@ -0,0 +1,82 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CodePercentageTracker = void 0;
+const CODE_PERCENTAGE_INTERVAL = 5 * 60 * 1000;
+const CODE_PERCENTAGE_EVENT_NAME = 'codewhisperer_codePercentage';
+class CodePercentageTracker {
+    constructor(telemetry) {
+        this.buckets = {};
+        this.telemetry = telemetry;
+        this.intervalId = this.startListening();
+    }
+    startListening() {
+        return setInterval(() => {
+            this.getEventDataAndRotate().forEach(event => {
+                this.telemetry.emitMetric({
+                    name: CODE_PERCENTAGE_EVENT_NAME,
+                    data: event,
+                });
+            });
+        }, CODE_PERCENTAGE_INTERVAL);
+    }
+    getEventDataAndRotate() {
+        const previousBuckets = this.rotate();
+        return Object.keys(previousBuckets)
+            .filter(languageId => previousBuckets[languageId]?.invocationCount > 0)
+            .map(languageId => {
+            const bucket = previousBuckets[languageId];
+            const percentage = this.roundTwoDecimals((bucket.acceptedTokens / bucket.totalTokens) * 100);
+            return {
+                codewhispererTotalTokens: bucket.totalTokens,
+                codewhispererLanguage: languageId,
+                codewhispererAcceptedTokens: bucket.acceptedTokens,
+                codewhispererPercentage: percentage,
+                successCount: bucket.successCount,
+            };
+        });
+    }
+    roundTwoDecimals(n) {
+        // Number.EPSILON isn't perfect, but good enough for our purposes.
+        // Only works correctly for positive numbers in the 0-100 order of magnitude
+        return Math.round((n + Number.EPSILON) * 100) / 100;
+    }
+    rotate() {
+        const previous = this.buckets;
+        this.buckets = {};
+        return previous;
+    }
+    getLanguageBucket(languageId) {
+        if (!this.buckets[languageId]) {
+            this.buckets[languageId] = {
+                totalTokens: 0,
+                acceptedTokens: 0,
+                invocationCount: 0,
+                successCount: 0,
+            };
+        }
+        return this.buckets[languageId];
+    }
+    countTokens(languageId, tokens) {
+        const languageBucket = this.getLanguageBucket(languageId);
+        const tokenCount = tokens.length;
+        languageBucket.totalTokens += tokenCount;
+    }
+    countAcceptedTokens(languageId, tokens) {
+        const languageBucket = this.getLanguageBucket(languageId);
+        const tokenCount = tokens.length;
+        languageBucket.acceptedTokens += tokenCount;
+    }
+    countInvocation(languageId) {
+        const languageBucket = this.getLanguageBucket(languageId);
+        languageBucket.invocationCount++;
+    }
+    countSuccess(languageId) {
+        const languageBucket = this.getLanguageBucket(languageId);
+        languageBucket.successCount++;
+    }
+    dispose() {
+        clearInterval(this.intervalId);
+    }
+}
+exports.CodePercentageTracker = CodePercentageTracker;
+//# sourceMappingURL=codePercentage.js.map

package/out/language-server/telemetry/codePercentage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codePercentage.js","sourceRoot":"","sources":["../../../src/language-server/telemetry/codePercentage.ts"],"names":[],"mappings":";;;AAGA,MAAM,wBAAwB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAA;AAC9C,MAAM,0BAA0B,GAAG,8BAA8B,CAAA;AAWjE,MAAa,qBAAqB;IAK9B,YAAY,SAAoB;QAC5B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;QACjB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAE1B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,cAAc,EAAE,CAAA;IAC3C,CAAC;IAEO,cAAc;QAClB,OAAO,WAAW,CAAC,GAAG,EAAE;YACpB,IAAI,CAAC,qBAAqB,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBACzC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;oBACtB,IAAI,EAAE,0BAA0B;oBAChC,IAAI,EAAE,KAAK;iBACd,CAAC,CAAA;YACN,CAAC,CAAC,CAAA;QACN,CAAC,EAAE,wBAAwB,CAAC,CAAA;IAChC,CAAC;IAEO,qBAAqB;QACzB,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,EAAE,CAAA;QACrC,OAAO,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC;aAC9B,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,eAAe,CAAC,UAAU,CAAC,EAAE,eAAe,GAAG,CAAC,CAAC;aACtE,GAAG,CAAC,UAAU,CAAC,EAAE;YACd,MAAM,MAAM,GAAG,eAAe,CAAC,UAAU,CAAC,CAAA;YAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,CAAA;YAC5F,OAAO;gBACH,wBAAwB,EAAE,MAAM,CAAC,WAAW;gBAC5C,qBAAqB,EAAE,UAAU;gBACjC,2BAA2B,EAAE,MAAM,CAAC,cAAc;gBAClD,uBAAuB,EAAE,UAAU;gBACnC,YAAY,EAAE,MAAM,CAAC,YAAY;aACpC,CAAA;QACL,CAAC,CAAC,CAAA;IACV,CAAC;IAEO,gBAAgB,CAAC,CAAS;QAC9B,kEAAkE;QAClE,4EAA4E;QAC5E,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;IACvD,CAAC;IAEO,MAAM;QACV,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAA;QAC7B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;QACjB,OAAO,QAAQ,CAAA;IACnB,CAAC;IAEO,iBAAiB,CAAC,UAAkB;QACxC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG;gBACvB,WAAW,EAAE,CAAC;gBACd,cAAc,EAAE,CAAC;gBACjB,eAAe,EAAE,CAAC;gBAClB,YAAY,EAAE,CAAC;aAClB,CAAA;QACL,CAAC;QAED,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACnC,CAAC;IAED,WAAW,CAAC,UAAkB,EAAE,MAAc;QAC1C,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAA;QACzD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAA;QAChC,cAAc,CAAC,WAAW,IAAI,UAAU,CAAA;IAC5C,CAAC;IAED,mBAAmB,CAAC,UAAkB,EAAE,MAAc;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAA;QACzD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAA;QAChC,cAAc,CAAC,cAAc,IAAI,UAAU,CAAA;IAC/C,CAAC;IAED,eAAe,CAAC,UAAkB;QAC9B,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAA;QACzD,cAAc,CAAC,eAAe,EAAE,CAAA;IACpC,CAAC;IAED,YAAY,CAAC,UAAkB;QAC3B,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAA;QACzD,cAAc,CAAC,YAAY,EAAE,CAAA;IACjC,CAAC;IAED,OAAO;QACH,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IAClC,CAAC;CACJ;AA1FD,sDA0FC"}

package/out/language-server/telemetry/codePercentage.test.d.ts

@@ -0,0 +1 @@
+export {};

package/out/language-server/telemetry/codePercentage.test.js

@@ -0,0 +1,85 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const ts_sinon_1 = require("ts-sinon");
+const codePercentage_1 = require("./codePercentage");
+describe('CodePercentage', () => {
+    const LANGUAGE_ID = 'python';
+    const OTHER_LANGUAGE_ID = 'typescript';
+    // 10 characters each for easy math
+    const SOME_CONTENT = 'some text\n';
+    const SOME_ACCEPTED_CONTENT = 'accepted.\n';
+    let tracker;
+    let telemetry;
+    let clock;
+    beforeEach(() => {
+        clock = ts_sinon_1.default.useFakeTimers();
+        telemetry = (0, ts_sinon_1.stubInterface)();
+        tracker = new codePercentage_1.CodePercentageTracker(telemetry);
+    });
+    afterEach(() => {
+        tracker.dispose();
+        clock.reset();
+    });
+    it('does not send telemetry without edits', () => {
+        clock.tick(5000 * 60);
+        ts_sinon_1.default.assert.notCalled(telemetry.emitMetric);
+    });
+    it('emits metrics every 5 minutes while editing', () => {
+        tracker.countTokens(LANGUAGE_ID, SOME_CONTENT);
+        tracker.countTokens(LANGUAGE_ID, SOME_ACCEPTED_CONTENT);
+        tracker.countAcceptedTokens(LANGUAGE_ID, SOME_ACCEPTED_CONTENT);
+        tracker.countInvocation(LANGUAGE_ID);
+        tracker.countSuccess(LANGUAGE_ID);
+        clock.tick(5000 * 60);
+        ts_sinon_1.default.assert.calledWith(telemetry.emitMetric, {
+            name: 'codewhisperer_codePercentage',
+            data: {
+                codewhispererTotalTokens: 20,
+                codewhispererLanguage: LANGUAGE_ID,
+                codewhispererAcceptedTokens: 10,
+                codewhispererPercentage: 50.0,
+                successCount: 1,
+            },
+        });
+    });
+    it('emits no metrics without invocations', () => {
+        tracker.countTokens(OTHER_LANGUAGE_ID, SOME_CONTENT);
+        clock.tick(5000 * 60);
+        ts_sinon_1.default.assert.notCalled(telemetry.emitMetric);
+    });
+    it('emits separate metrics for different languages', () => {
+        tracker.countTokens(LANGUAGE_ID, SOME_CONTENT);
+        tracker.countTokens(LANGUAGE_ID, SOME_ACCEPTED_CONTENT);
+        tracker.countAcceptedTokens(LANGUAGE_ID, SOME_ACCEPTED_CONTENT);
+        tracker.countInvocation(LANGUAGE_ID);
+        tracker.countSuccess(LANGUAGE_ID);
+        tracker.countTokens(OTHER_LANGUAGE_ID, SOME_CONTENT);
+        tracker.countTokens(OTHER_LANGUAGE_ID, SOME_CONTENT);
+        tracker.countTokens(OTHER_LANGUAGE_ID, SOME_ACCEPTED_CONTENT);
+        tracker.countAcceptedTokens(OTHER_LANGUAGE_ID, SOME_ACCEPTED_CONTENT);
+        tracker.countInvocation(OTHER_LANGUAGE_ID);
+        tracker.countSuccess(OTHER_LANGUAGE_ID);
+        clock.tick(5000 * 60);
+        ts_sinon_1.default.assert.calledWith(telemetry.emitMetric, {
+            name: 'codewhisperer_codePercentage',
+            data: {
+                codewhispererTotalTokens: 20,
+                codewhispererLanguage: LANGUAGE_ID,
+                codewhispererAcceptedTokens: 10,
+                codewhispererPercentage: 50.0,
+                successCount: 1,
+            },
+        });
+        ts_sinon_1.default.assert.calledWith(telemetry.emitMetric, {
+            name: 'codewhisperer_codePercentage',
+            data: {
+                codewhispererTotalTokens: 30,
+                codewhispererLanguage: OTHER_LANGUAGE_ID,
+                codewhispererAcceptedTokens: 10,
+                codewhispererPercentage: 33.33,
+                successCount: 1,
+            },
+        });
+    });
+});
+//# sourceMappingURL=codePercentage.test.js.map

package/out/language-server/telemetry/codePercentage.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codePercentage.test.js","sourceRoot":"","sources":["../../../src/language-server/telemetry/codePercentage.test.ts"],"names":[],"mappings":";;AACA,uCAAgE;AAChE,qDAAwD;AAGxD,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC5B,MAAM,WAAW,GAAG,QAAQ,CAAA;IAC5B,MAAM,iBAAiB,GAAG,YAAY,CAAA;IAEtC,mCAAmC;IACnC,MAAM,YAAY,GAAG,aAAa,CAAA;IAClC,MAAM,qBAAqB,GAAG,aAAa,CAAA;IAE3C,IAAI,OAA8B,CAAA;IAClC,IAAI,SAAqC,CAAA;IACzC,IAAI,KAA4B,CAAA;IAEhC,UAAU,CAAC,GAAG,EAAE;QACZ,KAAK,GAAG,kBAAK,CAAC,aAAa,EAAE,CAAA;QAC7B,SAAS,GAAG,IAAA,wBAAa,GAAa,CAAA;QACtC,OAAO,GAAG,IAAI,sCAAqB,CAAC,SAAS,CAAC,CAAA;IAClD,CAAC,CAAC,CAAA;IAEF,SAAS,CAAC,GAAG,EAAE;QACX,OAAO,CAAC,OAAO,EAAE,CAAA;QACjB,KAAK,CAAC,KAAK,EAAE,CAAA;IACjB,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC7C,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,CAAA;QACrB,kBAAK,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAA;IAChD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACnD,OAAO,CAAC,WAAW,CAAC,WAAW,EAAE,YAAY,CAAC,CAAA;QAC9C,OAAO,CAAC,WAAW,CAAC,WAAW,EAAE,qBAAqB,CAAC,CAAA;QACvD,OAAO,CAAC,mBAAmB,CAAC,WAAW,EAAE,qBAAqB,CAAC,CAAA;QAC/D,OAAO,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;QACpC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QAEjC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,CAAA;QAErB,kBAAK,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,UAAU,EAAE;YAC1C,IAAI,EAAE,8BAA8B;YACpC,IAAI,EAAE;gBACF,wBAAwB,EAAE,EAAE;gBAC5B,qBAAqB,EAAE,WAAW;gBAClC,2BAA2B,EAAE,EAAE;gBAC/B,uBAAuB,EAAE,IAAI;gBAC7B,YAAY,EAAE,CAAC;aAClB;SACJ,CAAC,CAAA;IACN,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC5C,OAAO,CAAC,WAAW,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAA;QAEpD,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,CAAA;QAErB,kBAAK,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAA;IAChD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACtD,OAAO,CAAC,WAAW,CAAC,WAAW,EAAE,YAAY,CAAC,CAAA;QAC9C,OAAO,CAAC,WAAW,CAAC,WAAW,EAAE,qBAAqB,CAAC,CAAA;QACvD,OAAO,CAAC,mBAAmB,CAAC,WAAW,EAAE,qBAAqB,CAAC,CAAA;QAC/D,OAAO,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;QACpC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QAEjC,OAAO,CAAC,WAAW,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAA;QACpD,OAAO,CAAC,WAAW,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAA;QACpD,OAAO,CAAC,WAAW,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAA;QAC7D,OAAO,CAAC,mBAAmB,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAA;QACrE,OAAO,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAA;QAC1C,OAAO,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAA;QAEvC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,CAAA;QAErB,kBAAK,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,UAAU,EAAE;YAC1C,IAAI,EAAE,8BAA8B;YACpC,IAAI,EAAE;gBACF,wBAAwB,EAAE,EAAE;gBAC5B,qBAAqB,EAAE,WAAW;gBAClC,2BAA2B,EAAE,EAAE;gBAC/B,uBAAuB,EAAE,IAAI;gBAC7B,YAAY,EAAE,CAAC;aAClB;SACJ,CAAC,CAAA;QAEF,kBAAK,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,UAAU,EAAE;YAC1C,IAAI,EAAE,8BAA8B;YACpC,IAAI,EAAE;gBACF,wBAAwB,EAAE,EAAE;gBAC5B,qBAAqB,EAAE,iBAAiB;gBACxC,2BAA2B,EAAE,EAAE;gBAC/B,uBAAuB,EAAE,KAAK;gBAC9B,YAAY,EAAE,CAAC;aAClB;SACJ,CAAC,CAAA;IACN,CAAC,CAAC,CAAA;AACN,CAAC,CAAC,CAAA"}

package/out/language-server/telemetry/types.d.ts

@@ -0,0 +1,68 @@
+import { CodewhispererLanguage } from '../languageDetection';
+import { UserDecision } from '../session/sessionManager';
+export type CodewhispererCompletionType = 'Block' | 'Line';
+export interface CodeWhispererServiceInvocationEvent {
+    codewhispererRequestId?: string;
+    codewhispererSessionId?: string;
+    codewhispererLastSuggestionIndex?: number;
+    codewhispererCompletionType?: CodewhispererCompletionType;
+    codewhispererTriggerType: string;
+    codewhispererAutomatedTriggerType?: string;
+    duration?: number;
+    codewhispererLineNumber?: number;
+    codewhispererCursorOffset?: number;
+    codewhispererLanguage: CodewhispererLanguage;
+    codewhispererGettingStartedTask?: string;
+    reason?: string;
+    credentialStartUrl?: string;
+}
+export interface CodeWhispererPerceivedLatencyEvent {
+    codewhispererRequestId?: string;
+    codewhispererSessionId?: string;
+    codewhispererCompletionType?: CodewhispererCompletionType;
+    codewhispererTriggerType: string;
+    duration?: number;
+    codewhispererLanguage: CodewhispererLanguage;
+    credentialStartUrl?: string;
+}
+export interface CodeWhispererUserTriggerDecisionEvent {
+    codewhispererSessionId: string;
+    codewhispererFirstRequestId: string;
+    credentialStartUrl?: string;
+    codewhispererSuggestionState?: string;
+    codewhispererCompletionType?: string;
+    codewhispererLanguage: CodewhispererLanguage;
+    codewhispererTriggerType: string;
+    codewhispererAutomatedTriggerType?: string;
+    codewhispererTriggerCharacter?: string;
+    codewhispererLineNumber: number;
+    codewhispererCursorOffset: number;
+    codewhispererSuggestionCount: number;
+    codewhispererClassifierResult?: number;
+    codewhispererClassifierThreshold?: number;
+    codewhispererTotalShownTime: number;
+    codewhispererTypeaheadLength: number;
+    codewhispererTimeSinceLastDocumentChange?: number;
+    codewhispererTimeSinceLastUserDecision?: number;
+    codewhispererTimeToFirstRecommendation: number;
+    codewhispererPreviousSuggestionState?: string;
+}
+export interface CodeWhispererCodePercentageEvent {
+    codewhispererTotalTokens: number;
+    codewhispererLanguage: string;
+    codewhispererAcceptedTokens: number;
+    codewhispererPercentage: number;
+    successCount: number;
+}
+export interface CodeWhispererUserDecisionEvent {
+    codewhispererRequestId?: string;
+    codewhispererSessionId?: string;
+    codewhispererCompletionType?: CodewhispererCompletionType;
+    codewhispererTriggerType: string;
+    codewhispererLanguage: CodewhispererLanguage;
+    credentialStartUrl?: string;
+    codewhispererSuggestionIndex: number;
+    codewhispererSuggestionState?: UserDecision;
+    codewhispererSuggestionReferences?: string[];
+    codewhispererSuggestionReferenceCount: number;
+}

package/out/language-server/telemetry/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/out/language-server/telemetry/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/language-server/telemetry/types.ts"],"names":[],"mappings":""}

package/out/language-server/telemetry/userTriggerDecision.test.d.ts

@@ -0,0 +1 @@
+export {};