@digipair/skill-logger 0.89.0 → 0.91.0-0

package/.swcrc

@@ -0,0 +1,28 @@
+{
+  "jsc": {
+    "target": "es2017",
+    "parser": {
+      "syntax": "typescript",
+      "decorators": true,
+      "dynamicImport": true
+    },
+    "transform": {
+      "decoratorMetadata": true,
+      "legacyDecorator": true
+    },
+    "keepClassNames": true,
+    "externalHelpers": true,
+    "loose": true
+  },
+  "module": {
+    "type": "es6"
+  },
+  "sourceMaps": true,
+  "exclude": [
+    "jest.config.ts",
+    ".*\\.spec.tsx?$",
+    ".*\\.test.tsx?$",
+    "./src/jest-setup.ts$",
+    "./**/jest-setup.ts$"
+  ]
+}

package/README.md

@@ -0,0 +1,7 @@
+# mylib
+
+This library was generated with [Nx](https://nx.dev).
+
+## Building
+
+Run `nx build mylib` to build the library.

package/eslint.config.mjs

@@ -0,0 +1,22 @@
+import baseConfig from '../../eslint.config.mjs';
+
+export default [
+  ...baseConfig,
+  {
+    files: ['**/*.json'],
+    rules: {
+      '@nx/dependency-checks': [
+        'error',
+        {
+          ignoredFiles: [
+            '{projectRoot}/eslint.config.{js,cjs,mjs}',
+            '{projectRoot}/rollup.config.{js,ts,mjs,mts,cjs,cts}',
+          ],
+        },
+      ],
+    },
+    languageOptions: {
+      parser: await import('jsonc-eslint-parser'),
+    },
+  },
+];

package/package.json

@@ -1,12 +1,28 @@
 {
   "name": "@digipair/skill-logger",
-  "version": "0.89.0",
+  "version": "0.91.0-0",
+  "type": "module",
+  "main": "dist/libs/skill-logger/index.cjs.js",
+  "module": "dist/libs/skill-logger/index.esm.js",
+  "types": "dist/libs/skill-logger/index.esm.d.ts",
+  "exports": {
+    "./package.json": "./libs/skill-logger/package.json",
+    ".": {
+      "development": "./dist/libs/skill-logger/src/index.ts",
+      "types": "./dist/libs/skill-logger/index.esm.d.ts",
+      "import": "./dist/libs/skill-logger/index.esm.js",
+      "default": "./dist/libs/skill-logger/index.cjs.js"
+    }
+  },
   "keywords": [
     "digipair",
-    "service",
-    "util"
+    "util",
+    "service"
   ],
-  "dependencies": {},
-  "main": "./index.cjs.js",
-  "module": "./index.esm.js"
-}
+  "nx": {
+    "name": "skill-logger"
+  },
+  "dependencies": {
+    "@digipair/engine": "0.91.0-0"
+  }
+}

package/rollup.config.cjs

@@ -0,0 +1,28 @@
+const { withNx } = require('@nx/rollup/with-nx');
+
+module.exports = withNx(
+  {
+    main: 'libs/skill-logger/src/index.ts',
+    outputPath: 'dist/libs/skill-logger',
+    tsConfig: 'libs/skill-logger/tsconfig.lib.json',
+    compiler: 'swc',
+    format: ['esm', "cjs"],
+    assets: [
+      {
+        input: 'libs/skill-logger/',
+        glob: 'package.json',
+        output: '.'
+      },
+      {
+        input: 'libs/skill-logger/src/',
+        glob: '*.json',
+        output: '.'
+      }
+    ]
+  },
+  {
+    // Provide additional rollup configuration here. See: https://rollupjs.org/configuration-options
+    // e.g.
+    // output: { sourcemap: true },
+  }
+);

package/src/handlebars.d.ts

@@ -0,0 +1 @@
+declare module 'handlebars/dist/handlebars.min.js';

package/src/lib/skill-logger.spec.ts

@@ -0,0 +1,7 @@
+import { skillLogger } from './skill-logger';
+
+describe('skillLogger', () => {
+  it('should work', () => {
+    expect(skillLogger()).toEqual('skill-logger');
+  });
+});

package/src/lib/skill-logger.ts

@@ -0,0 +1,201 @@
+import { PinsSettings, config } from '@digipair/engine';
+import { promises } from 'fs';
+
+class LoggerService {
+  async initialize(path = process.env['DIGIPAIR_LOGS_PATH'] ?? './factory/logs') {
+    // create logs directory if it doesn't exist
+    await promises.mkdir(`${path}/factory`, { recursive: true });
+
+    // create consumption-daily directory if it doesn't exist
+    await promises.mkdir(`${path}/consumption-daily`, { recursive: true });
+
+    // create consumption-monthly directory if it doesn't exist
+    await promises.mkdir(`${path}/consumption-monthly`, { recursive: true });
+  }
+
+  async addLog(context: any, type: string, message: string, data?: any) {
+    const DIGIPAIR_LOGS_PATH =
+      context.privates.DIGIPAIR_LOGS_PATH ?? process.env['DIGIPAIR_LOGS_PATH'] ?? './factory/logs';
+    const current = new Date();
+    const line = {
+      date: current.getTime(),
+      digipair: context.request.digipair,
+      reasoning: context.request.reasoning,
+      type,
+      message,
+    };
+
+    config.log(type, context.__PATH__, message, context, data);
+
+    await promises.appendFile(
+      `${DIGIPAIR_LOGS_PATH}/factory/${current.toISOString().split('T')[0]}.jsonl`,
+      '\n' + JSON.stringify(line),
+      'utf8',
+    );
+  }
+
+  async addConsumption(
+    context: any,
+    service: string,
+    model: string,
+    promptTokens: number,
+    completionTokens: number,
+  ) {
+    const DIGIPAIR_LOGS_PATH =
+      context.privates.DIGIPAIR_LOGS_PATH ?? process.env['DIGIPAIR_LOGS_PATH'] ?? './factory/logs';
+    const current = new Date();
+    const line = {
+      date: current.getTime(),
+      digipair: context.request.digipair,
+      reasoning: context.request.reasoning,
+      service,
+      model,
+      promptTokens,
+      completionTokens,
+    };
+
+    await promises.appendFile(
+      `${DIGIPAIR_LOGS_PATH}/consumption-daily/${current.toISOString().split('T')[0]}.jsonl`,
+      '\n' + JSON.stringify(line),
+      'utf8',
+    );
+  }
+
+  async computeDailyConsumption(params: any, _pinsSettingsList: PinsSettings[], context: any) {
+    const {
+      date,
+      path = context.privates.DIGIPAIR_LOGS_PATH ??
+        process.env['DIGIPAIR_LOGS_PATH'] ??
+        './factory/logs',
+    } = params;
+    let result: any;
+
+    try {
+      const text = await promises.readFile(`${path}/consumption-daily/${date}.jsonl`, 'utf8');
+      const lines = text.split('\n').filter(line => line !== '');
+      result = lines.map((line: string) => JSON.parse(line));
+    } catch (error) {
+      result = [];
+    }
+
+    const dayLines = result.reduce((acc: any, curr: any) => {
+      let line = acc.find(
+        (line: any) =>
+          line.digipair === curr.digipair &&
+          line.reasoning === curr.reasoning &&
+          line.service === curr.service &&
+          line.model === curr.model,
+      );
+
+      if (!line) {
+        line = {
+          date,
+          digipair: curr.digipair,
+          reasoning: curr.reasoning,
+          service: curr.service,
+          model: curr.model,
+          promptTokens: 0,
+          completionTokens: 0,
+        };
+        acc.push(line);
+      }
+
+      line.promptTokens += curr.promptTokens;
+      line.completionTokens += curr.completionTokens;
+
+      return acc;
+    }, []);
+
+    await promises.appendFile(
+      `${path}/consumption-monthly/${date.substring(0, 7)}.jsonl`,
+      '\n' + dayLines.map((line: any) => JSON.stringify(line)).join('\n'),
+      'utf8',
+    );
+  }
+
+  async read(params: any, _pinsSettingsList: PinsSettings[], context: any) {
+    const {
+      date,
+      type = 'factory', // consumption-daily, consumption-monthly, factory
+      path = context.privates.DIGIPAIR_LOGS_PATH ??
+        process.env['DIGIPAIR_LOGS_PATH'] ??
+        './factory/logs',
+    } = params;
+    let result: any[];
+
+    try {
+      const text = await promises.readFile(`${path}/${type}/${date}.jsonl`, 'utf8');
+      const lines = text.split('\n').filter(line => line !== '');
+      result = lines.map((line: string) => JSON.parse(line));
+    } catch (error) {
+      result = [];
+    }
+
+    return result;
+  }
+
+  async list(params: any, _pinsSettingsList: PinsSettings[], context: any) {
+    const {
+      type = 'factory', // consumption-daily, consumption-monthly, factory
+      path = context.privates.DIGIPAIR_LOGS_PATH ??
+        process.env['DIGIPAIR_LOGS_PATH'] ??
+        './factory/logs',
+    } = params;
+
+    const files = (await promises.readdir(`${path}/${type}`))
+      .filter(file => /\.jsonl$/g.test(file))
+      .map(file => file.split('.')[0]);
+
+    return files;
+  }
+
+  async cleaning(params: any, _pinsSettingsList: PinsSettings[], context: any) {
+    const {
+      type = 'factory', // consumption-daily, consumption-monthly, factory
+      to,
+      path = context.privates.DIGIPAIR_LOGS_PATH ??
+        process.env['DIGIPAIR_LOGS_PATH'] ??
+        './factory/logs',
+    } = params;
+    const files = await promises.readdir(`${path}/${type}`);
+
+    for (const file of files) {
+      const stats = await promises.stat(`${path}/${type}/${file}`);
+      if (stats.mtime.getTime() < to) {
+        promises.unlink(`${path}/${type}/${file}`);
+      }
+    }
+  }
+}
+
+export const initialize = (path?: string) => new LoggerService().initialize(path);
+
+export const addLog = (context: any, type: string, message: string) =>
+  new LoggerService().addLog(context, type, message);
+
+export const addConsumption = (
+  context: any,
+  service: string,
+  model: string,
+  promptTokens: number,
+  completionTokens: number,
+) => new LoggerService().addConsumption(context, service, model, promptTokens, completionTokens);
+
+// ----------------------------
+// Methods for the skill
+// ----------------------------
+
+export const computeDailyConsumption = (
+  params: any,
+  pinsSettingsList: PinsSettings[],
+  context: any,
+) => new LoggerService().computeDailyConsumption(params, pinsSettingsList, context);
+
+export const read = (params: any, pinsSettingsList: PinsSettings[], context: any) =>
+  new LoggerService().read(params, pinsSettingsList, context);
+
+export const list = (params: any, pinsSettingsList: PinsSettings[], context: any) =>
+  new LoggerService().list(params, pinsSettingsList, context);
+
+export const cleaning = (params: any, pinsSettingsList: PinsSettings[], context: any) =>
+  new LoggerService().cleaning(params, pinsSettingsList, context);

package/tsconfig.json

@@ -0,0 +1,13 @@
+{
+  "extends": "../../tsconfig.base.json",
+  "files": [],
+  "include": [],
+  "references": [
+    {
+      "path": "../engine"
+    },
+    {
+      "path": "./tsconfig.lib.json"
+    }
+  ]
+}

package/tsconfig.lib.json

@@ -0,0 +1,19 @@
+{
+  "extends": "../../tsconfig.base.json",
+  "compilerOptions": {
+    "rootDir": "src",
+    "outDir": "dist",
+    "tsBuildInfoFile": "dist/tsconfig.lib.tsbuildinfo",
+    "emitDeclarationOnly": true,
+    "module": "esnext",
+    "moduleResolution": "node",
+    "forceConsistentCasingInFileNames": true,
+    "types": ["node"]
+  },
+  "include": ["src/**/*.ts"],
+  "references": [
+    {
+      "path": "../engine/tsconfig.lib.json"
+    }
+  ]
+}

package/index.cjs.d.ts

@@ -1 +0,0 @@
-export * from "./src/index";