@constructive-io/knative-job-service 0.4.9

package/CHANGELOG.md

@@ -0,0 +1,12 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+
+## 0.4.9 (2025-12-18)
+
+**Note:** Version bump only for package @constructive-io/knative-job-service
+
+## [0.4.8](https://github.com/constructive-io/jobs/compare/@launchql/knative-job-service@0.4.7...@launchql/knative-job-service@0.4.8) (2025-12-17)
+
+**Note:** Version bump only for package @launchql/knative-job-service

package/LICENSE

@@ -0,0 +1,23 @@
+The MIT License (MIT)
+
+Copyright (c) 2025 Dan Lynch <pyramation@gmail.com>
+Copyright (c) 2025 Constructive <developers@constructive.io>
+Copyright (c) 2020-present, Interweb, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1 @@
+# knative-job-service

package/dist/env.d.ts

@@ -0,0 +1,17 @@
+declare const _default: Readonly<{
+    PGUSER: string;
+    PGHOST: string;
+    PGPASSWORD: string;
+    PGPORT: number;
+    PGDATABASE: string;
+    JOBS_SCHEMA: string;
+    JOBS_SUPPORT_ANY: boolean;
+    JOBS_SUPPORTED: string[];
+    HOSTNAME: string;
+    INTERNAL_GATEWAY_URL: string;
+    INTERNAL_JOBS_CALLBACK_URL: string;
+    INTERNAL_JOBS_CALLBACK_PORT: number;
+}> & import("envalid").CleanEnv & {
+    readonly [varName: string]: string;
+};
+export default _default;

package/dist/env.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const envalid_1 = require("envalid");
+const array = (0, envalid_1.makeValidator)((x) => x.split(',').filter((i) => i), '');
+exports.default = (0, envalid_1.cleanEnv)(process.env, {
+    PGUSER: (0, envalid_1.str)({ default: 'postgres' }),
+    PGHOST: (0, envalid_1.str)({ default: 'localhost' }),
+    PGPASSWORD: (0, envalid_1.str)({ default: 'password' }),
+    PGPORT: (0, envalid_1.port)({ default: 5432 }),
+    PGDATABASE: (0, envalid_1.str)({ default: 'jobs' }),
+    JOBS_SCHEMA: (0, envalid_1.str)({ default: 'app_jobs' }),
+    JOBS_SUPPORT_ANY: (0, envalid_1.bool)({ default: true }),
+    JOBS_SUPPORTED: array({ default: '' }),
+    HOSTNAME: (0, envalid_1.str)({
+        default: 'worker-0'
+    }),
+    INTERNAL_GATEWAY_URL: (0, envalid_1.url)(),
+    INTERNAL_JOBS_CALLBACK_URL: (0, envalid_1.url)(),
+    INTERNAL_JOBS_CALLBACK_PORT: (0, envalid_1.port)({ default: 12345 })
+}, { dotEnvPath: null });

package/dist/index.js

@@ -0,0 +1,2 @@
+"use strict";
+// noop

package/dist/run.d.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env node
+export declare const startJobsServices: () => {
+    pgPool: import("pg").Pool;
+    httpServer: any;
+};
+export declare const waitForJobsPrereqs: () => Promise<void>;
+export declare const bootJobs: () => Promise<void>;

package/dist/run.js

@@ -0,0 +1,84 @@
+#!/usr/bin/env node
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.bootJobs = exports.waitForJobsPrereqs = exports.startJobsServices = void 0;
+const job_scheduler_1 = __importDefault(require("@constructive-io/job-scheduler"));
+const knative_job_worker_1 = __importDefault(require("@constructive-io/knative-job-worker"));
+const knative_job_server_1 = __importDefault(require("@constructive-io/knative-job-server"));
+const job_pg_1 = __importDefault(require("@constructive-io/job-pg"));
+const pg_1 = require("pg");
+const async_retry_1 = __importDefault(require("async-retry"));
+const job_utils_1 = require("@constructive-io/job-utils");
+const startJobsServices = () => {
+    // eslint-disable-next-line no-console
+    console.log('starting jobs services...');
+    const pgPool = job_pg_1.default.getPool();
+    const app = (0, knative_job_server_1.default)(pgPool);
+    const callbackPort = (0, job_utils_1.getJobsCallbackPort)();
+    const httpServer = app.listen(callbackPort, () => {
+        // eslint-disable-next-line no-console
+        console.log(`[cb] listening ON ${callbackPort}`);
+        const tasks = (0, job_utils_1.getJobSupported)();
+        const worker = new knative_job_worker_1.default({
+            pgPool,
+            workerId: (0, job_utils_1.getWorkerHostname)(),
+            tasks
+        });
+        const scheduler = new job_scheduler_1.default({
+            pgPool,
+            workerId: (0, job_utils_1.getSchedulerHostname)(),
+            tasks
+        });
+        worker.listen();
+        scheduler.listen();
+    });
+    return { pgPool, httpServer };
+};
+exports.startJobsServices = startJobsServices;
+const waitForJobsPrereqs = async () => {
+    // eslint-disable-next-line no-console
+    console.log('waiting for jobs prereqs');
+    let client = null;
+    try {
+        const cfg = (0, job_utils_1.getJobPgConfig)();
+        client = new pg_1.Client({
+            host: cfg.host,
+            port: cfg.port,
+            user: cfg.user,
+            password: cfg.password,
+            database: cfg.database
+        });
+        await client.connect();
+        const schema = (0, job_utils_1.getJobSchema)();
+        await client.query(`SELECT * FROM "${schema}".jobs LIMIT 1;`);
+    }
+    catch (error) {
+        // eslint-disable-next-line no-console
+        console.log(error);
+        throw new Error('jobs server boot failed...');
+    }
+    finally {
+        if (client) {
+            void client.end();
+        }
+    }
+};
+exports.waitForJobsPrereqs = waitForJobsPrereqs;
+const bootJobs = async () => {
+    // eslint-disable-next-line no-console
+    console.log('attempting to boot jobs');
+    await (0, async_retry_1.default)(async () => {
+        await (0, exports.waitForJobsPrereqs)();
+    }, {
+        retries: 10,
+        factor: 2
+    });
+    (0, exports.startJobsServices)();
+};
+exports.bootJobs = bootJobs;
+if (require.main === module) {
+    void (0, exports.bootJobs)();
+}

package/jest.config.js

@@ -0,0 +1,18 @@
+/** @type {import('ts-jest').JestConfigWithTsJest} */
+module.exports = {
+  preset: 'ts-jest',
+  testEnvironment: 'node',
+  transform: {
+    '^.+\\.tsx?$': [
+      'ts-jest',
+      {
+        babelConfig: false,
+        tsconfig: 'tsconfig.json',
+      },
+    ],
+  },
+  transformIgnorePatterns: [`/node_modules/*`],
+  testRegex: '(/__tests__/.*|(\\.|/)(test|spec))\\.(jsx?|tsx?)$',
+  moduleFileExtensions: ['ts', 'tsx', 'js', 'jsx', 'json', 'node'],
+  modulePathIgnorePatterns: ['dist/*'],
+};

package/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "@constructive-io/knative-job-service",
+  "version": "0.4.9",
+  "description": "knative job service",
+  "author": "Constructive <developers@constructive.io>",
+  "homepage": "https://github.com/constructive-io/jobs/tree/master/packages/knative-job-service#readme",
+  "license": "SEE LICENSE IN LICENSE",
+  "main": "dist/index.js",
+  "directories": {
+    "lib": "src",
+    "test": "__tests__"
+  },
+  "bin": {
+    "faas-job-service": "src/run.ts"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/constructive-io/jobs"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "build:watch": "tsc -p tsconfig.json -w",
+    "start": "node dist/run.js",
+    "dev": "ts-node --transpile-only src/run.ts",
+    "test": "jest",
+    "test:watch": "jest --watch",
+    "test:debug": "node --inspect node_modules/.bin/jest --runInBand"
+  },
+  "bugs": {
+    "url": "https://github.com/constructive-io/jobs/issues"
+  },
+  "devDependencies": {
+    "ts-node": "^10.9.2"
+  },
+  "dependencies": {
+    "@constructive-io/job-pg": "^0.3.5",
+    "@constructive-io/job-scheduler": "^0.3.7",
+    "@constructive-io/job-utils": "^0.5.0",
+    "@constructive-io/knative-job-server": "^0.3.7",
+    "@constructive-io/knative-job-worker": "^0.5.9",
+    "async-retry": "1.3.1",
+    "pg": "8.16.3"
+  },
+  "gitHead": "86d74dc4fce9051df0d2b5bcc163607aba42f009"
+}

package/src/index.ts

@@ -0,0 +1 @@
+// noop

package/src/run.ts

@@ -0,0 +1,94 @@
+#!/usr/bin/env node
+
+import Scheduler from '@constructive-io/job-scheduler';
+import Worker from '@constructive-io/knative-job-worker';
+import server from '@constructive-io/knative-job-server';
+import poolManager from '@constructive-io/job-pg';
+import { Client } from 'pg';
+import retry from 'async-retry';
+import {
+  getJobPgConfig,
+  getJobSchema,
+  getSchedulerHostname,
+  getWorkerHostname,
+  getJobSupported,
+  getJobsCallbackPort,
+} from '@constructive-io/job-utils';
+
+export const startJobsServices = () => {
+  // eslint-disable-next-line no-console
+  console.log('starting jobs services...');
+  const pgPool = poolManager.getPool();
+  const app = server(pgPool);
+
+  const callbackPort = getJobsCallbackPort();
+  const httpServer = app.listen(callbackPort, () => {
+    // eslint-disable-next-line no-console
+    console.log(`[cb] listening ON ${callbackPort}`);
+
+    const tasks = getJobSupported();
+
+    const worker = new Worker({
+      pgPool,
+      workerId: getWorkerHostname(),
+      tasks
+    });
+
+    const scheduler = new Scheduler({
+      pgPool,
+      workerId: getSchedulerHostname(),
+      tasks
+    });
+
+    worker.listen();
+    scheduler.listen();
+  });
+
+  return { pgPool, httpServer };
+};
+
+export const waitForJobsPrereqs = async (): Promise<void> => {
+  // eslint-disable-next-line no-console
+  console.log('waiting for jobs prereqs');
+  let client: Client | null = null;
+  try {
+    const cfg = getJobPgConfig();
+    client = new Client({
+      host: cfg.host,
+      port: cfg.port,
+      user: cfg.user,
+      password: cfg.password,
+      database: cfg.database
+    });
+    await client.connect();
+    const schema = getJobSchema();
+    await client.query(`SELECT * FROM "${schema}".jobs LIMIT 1;`);
+  } catch (error) {
+    // eslint-disable-next-line no-console
+    console.log(error);
+    throw new Error('jobs server boot failed...');
+  } finally {
+    if (client) {
+      void client.end();
+    }
+  }
+};
+
+export const bootJobs = async (): Promise<void> => {
+  // eslint-disable-next-line no-console
+  console.log('attempting to boot jobs');
+  await retry(
+    async () => {
+      await waitForJobsPrereqs();
+    },
+    {
+      retries: 10,
+      factor: 2
+    }
+  );
+  startJobsServices();
+};
+
+if (require.main === module) {
+  void bootJobs();
+}

package/tsconfig.esm.json

@@ -0,0 +1,9 @@
+{
+  "extends": "./tsconfig.json",
+  "compilerOptions": {
+    "outDir": "dist/esm",
+    "module": "es2022",
+    "rootDir": "src/",
+    "declaration": false
+  }
+}

package/tsconfig.json

@@ -0,0 +1,9 @@
+{
+  "extends": "../../tsconfig.json",
+  "compilerOptions": {
+    "outDir": "dist",
+    "rootDir": "src/"
+  },
+  "include": ["src/**/*.ts", "../../types/**/*.d.ts"],
+  "exclude": ["dist", "node_modules", "**/*.spec.*", "**/*.test.*"]
+}