opticedge-cloud-utils 1.1.13 → 1.1.15

package/.eslintignore

@@ -1,2 +1,2 @@
-# Ignore compiled output
-dist/
+# Ignore compiled output
+dist/

package/.eslintrc.js

@@ -1,30 +1,30 @@
-module.exports = {
-  root: true,
-  parser: '@typescript-eslint/parser',
-  parserOptions: {
-    ecmaVersion: 2020, // modern JS features
-    sourceType: 'module'
-  },
-  env: {
-    node: true,
-    jest: true,
-    es2020: true
-  },
-  plugins: ['@typescript-eslint', 'jest'],
-  extends: [
-    'eslint:recommended',
-    'plugin:@typescript-eslint/recommended',
-    'plugin:jest/recommended',
-    'plugin:prettier/recommended'
-  ],
-  rules: {
-    // Your custom rules here, for example:
-    'no-console': 'warn',
-    '@typescript-eslint/no-unused-vars': ['error', { argsIgnorePattern: '^_' }]
-  },
-  settings: {
-    jest: {
-      version: 29 // or your jest version
-    }
-  }
-}
+module.exports = {
+  root: true,
+  parser: '@typescript-eslint/parser',
+  parserOptions: {
+    ecmaVersion: 2020, // modern JS features
+    sourceType: 'module'
+  },
+  env: {
+    node: true,
+    jest: true,
+    es2020: true
+  },
+  plugins: ['@typescript-eslint', 'jest'],
+  extends: [
+    'eslint:recommended',
+    'plugin:@typescript-eslint/recommended',
+    'plugin:jest/recommended',
+    'plugin:prettier/recommended'
+  ],
+  rules: {
+    // Your custom rules here, for example:
+    'no-console': 'warn',
+    '@typescript-eslint/no-unused-vars': ['error', { argsIgnorePattern: '^_' }]
+  },
+  settings: {
+    jest: {
+      version: 29 // or your jest version
+    }
+  }
+}

package/.prettierignore

@@ -1,4 +1,4 @@
-node_modules
-dist
-build
-coverage
+node_modules
+dist
+build
+coverage

package/.prettierrc

@@ -1,8 +1,8 @@
-{
-  "singleQuote": true,
-  "semi": false,
-  "trailingComma": "none",
-  "printWidth": 100,
-  "tabWidth": 2,
-  "arrowParens": "avoid"
-}
+{
+  "singleQuote": true,
+  "semi": false,
+  "trailingComma": "none",
+  "printWidth": 100,
+  "tabWidth": 2,
+  "arrowParens": "avoid"
+}

package/dist/chunk.d.ts

@@ -0,0 +1 @@
+export declare function chunkByBytes(arr: any[], maxBytes?: number): any[][];

package/dist/chunk.js

@@ -0,0 +1,37 @@
+"use strict";
+/* eslint-disable @typescript-eslint/no-explicit-any */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.chunkByBytes = chunkByBytes;
+function chunkByBytes(arr, maxBytes = 700000) {
+    // 700KB safe default
+    const chunks = [];
+    let current = [];
+    let curBytes = 0;
+    for (const item of arr) {
+        const s = JSON.stringify(item);
+        const b = Buffer.byteLength(s, 'utf8');
+        // if a single item exceeds maxBytes, push it alone (or skip)
+        if (b > maxBytes) {
+            // optionally log and skip - here we'll push as its own chunk
+            if (current.length) {
+                chunks.push(current);
+                current = [];
+                curBytes = 0;
+            }
+            chunks.push([item]);
+            continue;
+        }
+        if (curBytes + b > maxBytes) {
+            chunks.push(current);
+            current = [item];
+            curBytes = b;
+        }
+        else {
+            current.push(item);
+            curBytes += b;
+        }
+    }
+    if (current.length)
+        chunks.push(current);
+    return chunks;
+}

package/dist/env.js

@@ -1,4 +1,5 @@
 "use strict";
+/* eslint-disable @typescript-eslint/no-explicit-any */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getEnv = getEnv;
 function getEnv(name, fallback) {

package/dist/index.d.ts

@@ -4,6 +4,7 @@ export * from './db/mongo3';
 export * from './tw/utils';
 export * from './tw/wallet';
 export * from './auth';
+export * from './chunk';
 export * from './env';
 export * from './parser';
 export * from './regex';

package/dist/index.js

@@ -20,6 +20,7 @@ __exportStar(require("./db/mongo3"), exports);
 __exportStar(require("./tw/utils"), exports);
 __exportStar(require("./tw/wallet"), exports);
 __exportStar(require("./auth"), exports);
+__exportStar(require("./chunk"), exports);
 __exportStar(require("./env"), exports);
 __exportStar(require("./parser"), exports);
 __exportStar(require("./regex"), exports);

package/jest.config.js

@@ -1,12 +1,12 @@
-const { createDefaultPreset } = require('ts-jest')
-
-const tsJestTransformCfg = createDefaultPreset().transform
-
-/** @type {import("jest").Config} **/
-module.exports = {
-  testEnvironment: 'node',
-  transform: {
-    ...tsJestTransformCfg
-  },
-  testPathIgnorePatterns: ['/node_modules/', '/dist/']
-}
+const { createDefaultPreset } = require('ts-jest')
+
+const tsJestTransformCfg = createDefaultPreset().transform
+
+/** @type {import("jest").Config} **/
+module.exports = {
+  testEnvironment: 'node',
+  transform: {
+    ...tsJestTransformCfg
+  },
+  testPathIgnorePatterns: ['/node_modules/', '/dist/']
+}

package/package.json

@@ -1,40 +1,40 @@
-{
-  "name": "opticedge-cloud-utils",
-  "version": "1.1.13",
-  "description": "Common utilities for cloud functions",
-  "main": "dist/index.js",
-  "types": "dist/index.d.ts",
-  "scripts": {
-    "clean": "rimraf dist coverage *.tsbuildinfo",
-    "build": "npm run clean && tsc",
-    "prepare": "npm run build",
-    "test": "jest --coverage",
-    "lint": "eslint . --ext .ts --fix",
-    "format": "prettier --write .",
-    "fix": "npm run lint && npm run format"
-  },
-  "author": "Evans Musonda",
-  "license": "MIT",
-  "dependencies": {
-    "@google-cloud/secret-manager": "^6.0.1",
-    "@google-cloud/tasks": "^6.1.0",
-    "axios": "^1.10.0",
-    "google-auth-library": "^9.15.1",
-    "mongodb": "^6.16.0"
-  },
-  "devDependencies": {
-    "@google-cloud/functions-framework": "^4.0.0",
-    "@types/jest": "^29.5.14",
-    "@types/node": "^22.15.23",
-    "@typescript-eslint/eslint-plugin": "^8.33.0",
-    "@typescript-eslint/parser": "^8.33.0",
-    "eslint": "^8.57.1",
-    "eslint-config-prettier": "^10.1.5",
-    "eslint-plugin-jest": "^28.11.1",
-    "eslint-plugin-prettier": "^5.4.0",
-    "jest": "^29.7.0",
-    "prettier": "^3.5.3",
-    "ts-jest": "^29.3.4",
-    "typescript": "^5.8.3"
-  }
-}
+{
+  "name": "opticedge-cloud-utils",
+  "version": "1.1.15",
+  "description": "Common utilities for cloud functions",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "clean": "rimraf dist coverage *.tsbuildinfo",
+    "build": "npm run clean && tsc",
+    "prepare": "npm run build",
+    "test": "jest --coverage",
+    "lint": "eslint . --ext .ts --fix",
+    "format": "prettier --write .",
+    "fix": "npm run lint && npm run format"
+  },
+  "author": "Evans Musonda",
+  "license": "MIT",
+  "dependencies": {
+    "@google-cloud/secret-manager": "^6.0.1",
+    "@google-cloud/tasks": "^6.1.0",
+    "axios": "^1.10.0",
+    "google-auth-library": "^9.15.1",
+    "mongodb": "^7.0.0"
+  },
+  "devDependencies": {
+    "@google-cloud/functions-framework": "^4.0.0",
+    "@types/jest": "^29.5.14",
+    "@types/node": "^22.15.23",
+    "@typescript-eslint/eslint-plugin": "^8.33.0",
+    "@typescript-eslint/parser": "^8.33.0",
+    "eslint": "^8.57.1",
+    "eslint-config-prettier": "^10.1.5",
+    "eslint-plugin-jest": "^28.11.1",
+    "eslint-plugin-prettier": "^5.4.0",
+    "jest": "^29.7.0",
+    "prettier": "^3.5.3",
+    "ts-jest": "^29.3.4",
+    "typescript": "^5.8.3"
+  }
+}

package/src/auth.ts

@@ -1,29 +1,29 @@
-import { OAuth2Client } from 'google-auth-library'
-import { Request } from '@google-cloud/functions-framework'
-
-interface VerifyOptions {
-  allowedAudience: string
-  allowedServiceAccount: string
-}
-
-export async function verifyRequest(req: Request, options: VerifyOptions): Promise<boolean> {
-  const authHeader = req.headers['authorization']
-  if (!authHeader || !authHeader.startsWith('Bearer ')) {
-    return false
-  }
-
-  const token = authHeader.split(' ')[1]
-  const client = new OAuth2Client()
-
-  try {
-    const ticket = await client.verifyIdToken({
-      idToken: token,
-      audience: options.allowedAudience
-    })
-
-    const payload = ticket.getPayload()
-    return payload?.email === options.allowedServiceAccount
-  } catch {
-    return false
-  }
-}
+import { OAuth2Client } from 'google-auth-library'
+import { Request } from '@google-cloud/functions-framework'
+
+interface VerifyOptions {
+  allowedAudience: string
+  allowedServiceAccount: string
+}
+
+export async function verifyRequest(req: Request, options: VerifyOptions): Promise<boolean> {
+  const authHeader = req.headers['authorization']
+  if (!authHeader || !authHeader.startsWith('Bearer ')) {
+    return false
+  }
+
+  const token = authHeader.split(' ')[1]
+  const client = new OAuth2Client()
+
+  try {
+    const ticket = await client.verifyIdToken({
+      idToken: token,
+      audience: options.allowedAudience
+    })
+
+    const payload = ticket.getPayload()
+    return payload?.email === options.allowedServiceAccount
+  } catch {
+    return false
+  }
+}

package/src/chunk.ts

@@ -0,0 +1,33 @@
+/* eslint-disable @typescript-eslint/no-explicit-any */
+
+export function chunkByBytes(arr: any[], maxBytes = 700_000) {
+  // 700KB safe default
+  const chunks: any[][] = []
+  let current: any[] = []
+  let curBytes = 0
+  for (const item of arr) {
+    const s = JSON.stringify(item)
+    const b = Buffer.byteLength(s, 'utf8')
+    // if a single item exceeds maxBytes, push it alone (or skip)
+    if (b > maxBytes) {
+      // optionally log and skip - here we'll push as its own chunk
+      if (current.length) {
+        chunks.push(current)
+        current = []
+        curBytes = 0
+      }
+      chunks.push([item])
+      continue
+    }
+    if (curBytes + b > maxBytes) {
+      chunks.push(current)
+      current = [item]
+      curBytes = b
+    } else {
+      current.push(item)
+      curBytes += b
+    }
+  }
+  if (current.length) chunks.push(current)
+  return chunks
+}

package/src/db/mongo.ts

@@ -1,45 +1,45 @@
-import { MongoClient, Db, Collection, Document } from 'mongodb'
-import { getSecret } from '../secrets'
-
-let client: MongoClient
-let db: Db
-let connectPromise: Promise<void> | undefined
-
-export async function connectToMongo(projectId: string, uriSecret: string, dbName: string) {
-  if (db) return // already connected
-
-  if (!connectPromise) {
-    connectPromise = (async () => {
-      const uri = await getSecret(projectId, uriSecret)
-      client = new MongoClient(uri)
-      await client.connect()
-      db = client.db(dbName)
-    })()
-  }
-
-  await connectPromise
-}
-
-export async function connectToMongoWithUri(uri: string, dbName: string) {
-  if (db) return // already connected
-
-  if (!connectPromise) {
-    connectPromise = (async () => {
-      client = new MongoClient(uri)
-      await client.connect()
-      db = client.db(dbName)
-    })()
-  }
-
-  await connectPromise
-}
-
-export function getDb(): Db {
-  if (!db) throw new Error('Mongo not initialized. Call connectToMongo(...) first.')
-  return db
-}
-
-export function getCollection<T extends Document = Document>(name: string): Collection<T> {
-  if (!db) throw new Error('Mongo not initialized')
-  return db.collection<T>(name)
-}
+import { MongoClient, Db, Collection, Document } from 'mongodb'
+import { getSecret } from '../secrets'
+
+let client: MongoClient
+let db: Db
+let connectPromise: Promise<void> | undefined
+
+export async function connectToMongo(projectId: string, uriSecret: string, dbName: string) {
+  if (db) return // already connected
+
+  if (!connectPromise) {
+    connectPromise = (async () => {
+      const uri = await getSecret(projectId, uriSecret)
+      client = new MongoClient(uri)
+      await client.connect()
+      db = client.db(dbName)
+    })()
+  }
+
+  await connectPromise
+}
+
+export async function connectToMongoWithUri(uri: string, dbName: string) {
+  if (db) return // already connected
+
+  if (!connectPromise) {
+    connectPromise = (async () => {
+      client = new MongoClient(uri)
+      await client.connect()
+      db = client.db(dbName)
+    })()
+  }
+
+  await connectPromise
+}
+
+export function getDb(): Db {
+  if (!db) throw new Error('Mongo not initialized. Call connectToMongo(...) first.')
+  return db
+}
+
+export function getCollection<T extends Document = Document>(name: string): Collection<T> {
+  if (!db) throw new Error('Mongo not initialized')
+  return db.collection<T>(name)
+}

package/src/db/mongo2.ts

@@ -1,45 +1,45 @@
-// Multi DB safe util
-import { MongoClient, Db, Collection, Document } from 'mongodb'
-import { getSecret } from '../secrets'
-
-let client: MongoClient
-let connectPromise: Promise<void> | undefined
-
-export async function connectToMongo2(projectId: string, uriSecret: string) {
-  if (client) return // already connected
-
-  if (!connectPromise) {
-    connectPromise = (async () => {
-      const uri = await getSecret(projectId, uriSecret)
-      client = new MongoClient(uri)
-      await client.connect()
-    })()
-  }
-
-  await connectPromise
-}
-
-export async function connectToMongoWithUri2(uri: string) {
-  if (client) return // already connected
-
-  if (!connectPromise) {
-    connectPromise = (async () => {
-      client = new MongoClient(uri)
-      await client.connect()
-    })()
-  }
-
-  await connectPromise
-}
-
-export function getDb2(dbName: string): Db {
-  if (!client) throw new Error('Mongo not initialized')
-  return client.db(dbName)
-}
-
-export function getCollection2<T extends Document = Document>(
-  dbName: string,
-  collectionName: string
-): Collection<T> {
-  return getDb2(dbName).collection<T>(collectionName)
-}
+// Multi DB safe util
+import { MongoClient, Db, Collection, Document } from 'mongodb'
+import { getSecret } from '../secrets'
+
+let client: MongoClient
+let connectPromise: Promise<void> | undefined
+
+export async function connectToMongo2(projectId: string, uriSecret: string) {
+  if (client) return // already connected
+
+  if (!connectPromise) {
+    connectPromise = (async () => {
+      const uri = await getSecret(projectId, uriSecret)
+      client = new MongoClient(uri)
+      await client.connect()
+    })()
+  }
+
+  await connectPromise
+}
+
+export async function connectToMongoWithUri2(uri: string) {
+  if (client) return // already connected
+
+  if (!connectPromise) {
+    connectPromise = (async () => {
+      client = new MongoClient(uri)
+      await client.connect()
+    })()
+  }
+
+  await connectPromise
+}
+
+export function getDb2(dbName: string): Db {
+  if (!client) throw new Error('Mongo not initialized')
+  return client.db(dbName)
+}
+
+export function getCollection2<T extends Document = Document>(
+  dbName: string,
+  collectionName: string
+): Collection<T> {
+  return getDb2(dbName).collection<T>(collectionName)
+}

package/src/db/mongo3.ts

@@ -1,63 +1,63 @@
-// Multi cluster safe util
-import { MongoClient, Db, Collection, Document } from 'mongodb'
-import { getSecret } from '../secrets'
-
-const clients: Map<string, MongoClient> = new Map()
-const connectPromises: Map<string, Promise<void>> = new Map()
-
-export async function connectToMongo3(projectId: string, uriSecret: string): Promise<MongoClient> {
-  if (clients.has(uriSecret)) {
-    return clients.get(uriSecret)!
-  }
-
-  if (!connectPromises.has(uriSecret)) {
-    const promise = (async () => {
-      const uri = await getSecret(projectId, uriSecret)
-      const client = new MongoClient(uri)
-      await client.connect()
-      clients.set(uriSecret, client)
-    })()
-
-    connectPromises.set(uriSecret, promise)
-  }
-
-  await connectPromises.get(uriSecret)!
-
-  return clients.get(uriSecret)!
-}
-
-export async function connectToMongoWithUri3(uri: string): Promise<MongoClient> {
-  if (!connectPromises.has(uri)) {
-    const promise = (async () => {
-      const client = new MongoClient(uri)
-      await client.connect()
-      clients.set(uri, client)
-    })()
-
-    connectPromises.set(uri, promise)
-  }
-
-  await connectPromises.get(uri)!
-
-  return clients.get(uri)!
-}
-
-export function getDb3(uriSecret: string, dbName: string): Db {
-  const client = clients.get(uriSecret)
-  if (!client) {
-    throw new Error(`Mongo client for secret "${uriSecret}" not initialized`)
-  }
-
-  return client.db(dbName)
-}
-
-export function getCollection3<T extends Document = Document>(
-  uriSecret: string,
-  dbName: string,
-  collectionName: string
-): Collection<T> {
-  return getDb3(uriSecret, dbName).collection<T>(collectionName)
-}
-
-export const __mongoClients = clients
-export const __connectPromises = connectPromises
+// Multi cluster safe util
+import { MongoClient, Db, Collection, Document } from 'mongodb'
+import { getSecret } from '../secrets'
+
+const clients: Map<string, MongoClient> = new Map()
+const connectPromises: Map<string, Promise<void>> = new Map()
+
+export async function connectToMongo3(projectId: string, uriSecret: string): Promise<MongoClient> {
+  if (clients.has(uriSecret)) {
+    return clients.get(uriSecret)!
+  }
+
+  if (!connectPromises.has(uriSecret)) {
+    const promise = (async () => {
+      const uri = await getSecret(projectId, uriSecret)
+      const client = new MongoClient(uri)
+      await client.connect()
+      clients.set(uriSecret, client)
+    })()
+
+    connectPromises.set(uriSecret, promise)
+  }
+
+  await connectPromises.get(uriSecret)!
+
+  return clients.get(uriSecret)!
+}
+
+export async function connectToMongoWithUri3(uri: string): Promise<MongoClient> {
+  if (!connectPromises.has(uri)) {
+    const promise = (async () => {
+      const client = new MongoClient(uri)
+      await client.connect()
+      clients.set(uri, client)
+    })()
+
+    connectPromises.set(uri, promise)
+  }
+
+  await connectPromises.get(uri)!
+
+  return clients.get(uri)!
+}
+
+export function getDb3(uriSecret: string, dbName: string): Db {
+  const client = clients.get(uriSecret)
+  if (!client) {
+    throw new Error(`Mongo client for secret "${uriSecret}" not initialized`)
+  }
+
+  return client.db(dbName)
+}
+
+export function getCollection3<T extends Document = Document>(
+  uriSecret: string,
+  dbName: string,
+  collectionName: string
+): Collection<T> {
+  return getDb3(uriSecret, dbName).collection<T>(collectionName)
+}
+
+export const __mongoClients = clients
+export const __connectPromises = connectPromises