@rdfc/js-runner 3.0.2 → 3.0.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rdfc/js-runner",
-  "version": "3.0.2",
+  "version": "3.0.3",
   "main": "lib/index.js",
   "type": "module",
   "scripts": {
@@ -25,31 +25,32 @@
     ]
   },
   "keywords": [],
-  "author": "",
-  "license": "ISC",
-  "description": "",
+  "author": "Arthur Vercruysse",
+  "contributors": [
+    "Ieben Smessaert",
+    "Julián Rojas"
+  ],
+  "license": "MIT",
+  "description": "JavaScript runner implementation for RDF-Connect",
   "devDependencies": {
-    "@eslint/js": "^9.39.2",
+    "@eslint/js": "^10.0.1",
     "@rdfjs/types": "^2.0.1",
-    "@types/jest": "^30.0.0",
     "@types/jsonld": "^1.5.15",
     "@types/n3": "^1.26.1",
-    "@types/node": "^24.10.9",
-    "@typescript-eslint/eslint-plugin": "^8.54.0",
-    "@typescript-eslint/parser": "^8.54.0",
+    "@types/node": "^25.3.3",
+    "@typescript-eslint/eslint-plugin": "^8.56.1",
+    "@typescript-eslint/parser": "^8.56.1",
     "@vitest/coverage-v8": "^4.0.18",
-    "eslint": "^9.21.0",
+    "eslint": "^10.0.2",
     "eslint-config-prettier": "^10.1.8",
     "eslint-plugin-prettier": "^5.5.5",
     "globals": "^17.3.0",
     "husky": "^9.1.7",
-    "jest": "^30.2.0",
-    "lint-staged": "^16.2.7",
+    "lint-staged": "^16.3.0",
     "prettier": "^3.8.1",
-    "ts-jest": "^29.4.6",
     "tsc-alias": "^1.8.16",
     "typescript": "^5.9.3",
-    "typescript-eslint": "^8.54.0",
+    "typescript-eslint": "^8.56.1",
     "vitest": "^4.0.18"
   },
   "dependencies": {

package/src/logger.ts

@@ -8,6 +8,7 @@ export class RpcTransport extends Transport {
   private readonly stream: grpc.ClientWritableStream<LogMessage>
   private readonly entities: string[]
   private readonly aliases: string[]
+  private draining: boolean
 
   constructor(opts: {
     stream: grpc.ClientWritableStream<LogMessage>
@@ -19,23 +20,30 @@ export class RpcTransport extends Transport {
     this.stream = opts.stream
     this.entities = opts.entities
     this.aliases = opts.aliases || []
+    this.draining = true
+
+    this.stream.on('drain', () => {
+      this.draining = true
+    })
   }
 
   log(info: LogEntry, callback: () => void) {
-    if (!this.stream.closed) {
-      this.stream.write(
-        {
+    if (!this.stream.closed && !this.stream.destroyed && this.stream.writable) {
+      if (this.draining) {
+        const ok = this.stream.write({
           msg: info.message,
           level: info.level,
           entities: this.entities,
           aliases: this.aliases,
-        },
-        callback,
-      )
+        })
+        if (!ok) {
+          this.draining = false
+        }
+      }
     } else {
       console.log('Output stream closed')
-      callback()
     }
+    callback()
   }
 
   withEntity(entity: string): RpcTransport {

package/src/reader.ts

@@ -18,14 +18,14 @@ import { promisify } from 'util'
 
 export type Any =
   | {
-    string: string
-  }
+      string: string
+    }
   | {
-    stream: AsyncGenerator<Uint8Array>
-  }
+      stream: AsyncGenerator<Uint8Array>
+    }
   | {
-    buffer: Uint8Array
-  }
+      buffer: Uint8Array
+    }
 
 export interface Reader {
   readonly uri: string
@@ -68,7 +68,7 @@ class MyIter<T> implements AsyncIterable<T> {
 
   async pushStream(chunks: AsyncIterable<DataChunk>, onComplete: () => void) {
     // This is an async generator that transforms DataChunks to Buffers
-    const stream = (async function*(stream) {
+    const stream = (async function* (stream) {
       for await (const chunk of stream) {
         yield chunk.data
       }
@@ -165,7 +165,7 @@ export class ReaderInstance implements Reader {
 
   close() {
     for (const iter of this.consumers) {
-      iter.close(() => { })
+      iter.close(() => {})
     }
   }
 

package/src/runner.ts

@@ -93,7 +93,9 @@ export class Runner {
       )
       .map((x) => x.object.value)
 
-    this.logger.info(`Parsing processor '${proc.uri}' of type(s) [${ty.join(', ')}]`)
+    this.logger.info(
+      `Parsing processor '${proc.uri}' of type(s) [${ty.join(', ')}]`,
+    )
     const args = this.shapes.lenses[RDFL.TypedExtract].execute({
       id: new NamedNode(proc.uri),
       quads: this.quads,

package/src/testUtils/duplex.ts

@@ -1,8 +1,5 @@
 import { Duplex } from 'stream'
-import type {
-  ClientDuplexStream,
-  InterceptingCall,
-} from '@grpc/grpc-js'
+import type { ClientDuplexStream, InterceptingCall } from '@grpc/grpc-js'
 import { AuthContext } from '@grpc/grpc-js/build/src/auth-context'
 
 type Matcher<Req, T> = (req: Req) => T | undefined

package/src/testUtils/index.ts

@@ -1,22 +1,28 @@
-import { DataChunk, FromRunner, LogMessage, Processor as ProcConfig, ToRunner } from "@rdfc/proto";
-import { extractShapes } from "rdf-lens";
-import { NamedNode, Parser, Writer as N3Writer } from "n3";
-import { readFile } from "fs/promises";
-import winston, { createLogger } from "winston";
-import { Processor } from "../processor";
-import { FullProc, Runner, Writable } from "../runner";
-import { Quad } from "@rdfjs/types";
-import { createTermNamespace } from "@treecg/types";
+import {
+  DataChunk,
+  FromRunner,
+  LogMessage,
+  Processor as ProcConfig,
+  ToRunner,
+} from '@rdfc/proto'
+import { extractShapes } from 'rdf-lens'
+import { NamedNode, Parser, Writer as N3Writer } from 'n3'
+import { readFile } from 'fs/promises'
+import winston, { createLogger } from 'winston'
+import { Processor } from '../processor'
+import { FullProc, Runner, Writable } from '../runner'
+import { Quad } from '@rdfjs/types'
+import { createTermNamespace } from '@treecg/types'
 import {
   ReceivingStreamControl,
   SendingStreamControl,
   StreamChunk,
   StreamIdentify,
-} from "@rdfc/proto/lib/generated/common";
-import { MockClientDuplexStream } from "./duplex";
-import { promisify } from "util";
-import { Reader } from "../reader";
-import { Writer } from "../writer";
+} from '@rdfc/proto/lib/generated/common'
+import { MockClientDuplexStream } from './duplex'
+import { promisify } from 'util'
+import { Reader } from '../reader'
+import { Writer } from '../writer'
 
 export function channel(runner: Runner, name: string): [Writer, Reader] {
   const n = new NamedNode(name)
@@ -352,13 +358,11 @@ export class ProcHelper<T extends Processor<unknown>> {
       pipeline: new N3Writer().quadsToString(this.quads),
     })
 
-    return await this.runner.createProcessor<T>(
-      {
-        config: JSON.stringify(this.config),
-        arguments: '',
-        uri,
-      },
-    )
+    return await this.runner.createProcessor<T>({
+      config: JSON.stringify(this.config),
+      arguments: '',
+      uri,
+    })
   }
 }
 

package/.idea/LNKD.tech Editor.xml

@@ -1,194 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="http://lnkd.tech/editor#BuiltinGlobalGraphs">
-    <option name="disabled">
-      <set>
-        <option value="DC_AM" />
-        <option value="DC_E" />
-        <option value="DC_T" />
-        <option value="DC_TYPE" />
-        <option value="FOAF" />
-        <option value="FOAF_ORG" />
-        <option value="ML_XS" />
-        <option value="OWL2" />
-        <option value="RDF" />
-        <option value="RDFS" />
-        <option value="SHACL" />
-        <option value="SHACL_SHACL" />
-        <option value="SKOS" />
-        <option value="SKOS_ORG" />
-        <option value="SPIN_MODELING" />
-        <option value="SPIN_MODELING_ORG" />
-        <option value="SPIN_SPARQL" />
-        <option value="SPIN_SPARQL_ORG" />
-        <option value="SPIN_STD" />
-        <option value="SPIN_STD_ORG" />
-        <option value="VANN" />
-        <option value="VOAF" />
-        <option value="schemaorg_all_http" />
-        <option value="schemaorg_all_https" />
-      </set>
-    </option>
-  </component>
-  <component name="http://lnkd.tech/editor#GlobalGraphsAssignments">
-    <option name="assignments">
-      <map>
-        <entry key="urn:tag:lnslr.eu,2018:java:eu.lunisolar.lava.rdfvocab.get.lava.LavaCatalog">
-          <value>
-            <map>
-              <entry key="http://purl.org/dc/dcam">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/58ABCE836B2D0022BF4C4C921A8C34C6E2F4B4AB015C4649FCAFD9572ED4DB47" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://purl.org/dc/dcmitype">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/F987B11D556E556FEF95D7E9410C1C561FC1B7AC05CCD457128DC8962641B01E" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://purl.org/dc/elements/1.1">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/FFB46B7A21E40344B93BC4AD2E6808B24DD53E261995EC3A926DF6BCD87BBFA5" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://purl.org/dc/terms">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/13DF401072DD7015BF9D75162F3E41C8138075304B7B9CC1AA1E9C16DB976797" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://purl.org/vocab/vann">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/96DE3675A0EAE0C2979D58A21FB808417E0C75DA18EFB9FEB050135BBAC790CA" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://purl.org/vocommons/voaf">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/8FF39E5D8A3A8DBE88C790E499F2DAA0FC520CD825EBBE59E79A388361839150" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://schema.org">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/62854C817CF24454C9FC1D9DDB605C7B6A4FDE0FF574960D40B0E150166997B6" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://spinrdf.org/sp">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/FD2A599D1CE5D78A65896D5CE0A34553533715EE61388AD5F6E2AC75CF36FE94" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://spinrdf.org/spin">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/CC3E56C1F2BC6D4213BAF662C0A1FEB97ED968FA21D6C0ED7E44887747C74BC3" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://spinrdf.org/spl">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/EAD726323D0CC38A6FD1D332E1781E2601C32537102E82A0995E7FBA87BEF306" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://www.w3.org/1999/02/22-rdf-syntax-ns">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/93D52B1A5824C7DD6504CA79C16205C0B740A0BA68B7A14952780F52561186A2" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://www.w3.org/2000/01/rdf-schema">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/164A70B28D9AC4B828EEC7D9E4B548A9465A5E2C154D53A142CC5E18566E04EC" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://www.w3.org/2002/07/owl">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/718FA1DB7840D3315BFCE94398543F91437EF6FE933054FD93F5471D19262FC5" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://www.w3.org/2004/02/skos/core">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/2D0AC9174D7C53393C546802A19669534B44590EA00D807F4C149C6FFB4CF6BB" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://www.w3.org/ns/shacl">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/0E5D8AEA0EAB98A072D4A02FAAEE1EE914EC99EAB2CA473429726FAED4A13F69" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://www.w3.org/ns/shacl-shacl">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/250D6274CADC8FA5359D5DBC28BC943F1DE01ADB7FFC3369681216B583122E4A" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://xmlns.com/foaf/0.1">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/630DAF410F3C34ED9FE7302E4A8A5439488B68375789E7CF5DD137892DAC6789" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="https://schema.org">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/24D9BBA4119AA8C8708767B12B3BCACBC8BB8750CDB111F573996899AA29F089" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="urn:tag:lnkd.tech,2020:MissingLink:XMLDataTypes">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/E7430AD6C9345DEC6A8C7E0665607B34D1F6B6FDC47A30FAC3FB146179213174" />
-                  </set>
-                </value>
-              </entry>
-            </map>
-          </value>
-        </entry>
-      </map>
-    </option>
-  </component>
-  <component name="http://lnkd.tech/editor#GraphVisibilityConfig">
-    <option name="visibility">
-      <map>
-        <entry key="DOCUMENTATION">
-          <value>
-            <Visibility />
-          </value>
-        </entry>
-        <entry key="GENERAL">
-          <value>
-            <Visibility />
-          </value>
-        </entry>
-      </map>
-    </option>
-  </component>
-</project>

package/.idea/codeStyles/Project.xml

@@ -1,52 +0,0 @@
-<component name="ProjectCodeStyleConfiguration">
-  <code_scheme name="Project" version="173">
-    <HTMLCodeStyleSettings>
-      <option name="HTML_SPACE_INSIDE_EMPTY_TAG" value="true" />
-    </HTMLCodeStyleSettings>
-    <JSCodeStyleSettings version="0">
-      <option name="FORCE_SEMICOLON_STYLE" value="true" />
-      <option name="SPACE_BEFORE_FUNCTION_LEFT_PARENTH" value="false" />
-      <option name="FORCE_QUOTE_STYlE" value="true" />
-      <option name="ENFORCE_TRAILING_COMMA" value="WhenMultiline" />
-      <option name="SPACES_WITHIN_OBJECT_LITERAL_BRACES" value="true" />
-      <option name="SPACES_WITHIN_IMPORTS" value="true" />
-    </JSCodeStyleSettings>
-    <TypeScriptCodeStyleSettings version="0">
-      <option name="FORCE_SEMICOLON_STYLE" value="true" />
-      <option name="SPACE_BEFORE_FUNCTION_LEFT_PARENTH" value="false" />
-      <option name="FORCE_QUOTE_STYlE" value="true" />
-      <option name="ENFORCE_TRAILING_COMMA" value="WhenMultiline" />
-      <option name="SPACES_WITHIN_OBJECT_LITERAL_BRACES" value="true" />
-      <option name="SPACES_WITHIN_IMPORTS" value="true" />
-    </TypeScriptCodeStyleSettings>
-    <VueCodeStyleSettings>
-      <option name="INTERPOLATION_NEW_LINE_AFTER_START_DELIMITER" value="false" />
-      <option name="INTERPOLATION_NEW_LINE_BEFORE_END_DELIMITER" value="false" />
-    </VueCodeStyleSettings>
-    <codeStyleSettings language="HTML">
-      <option name="SOFT_MARGINS" value="80" />
-      <indentOptions>
-        <option name="CONTINUATION_INDENT_SIZE" value="4" />
-      </indentOptions>
-    </codeStyleSettings>
-    <codeStyleSettings language="JavaScript">
-      <option name="INDENT_CASE_FROM_SWITCH" value="false" />
-      <option name="ALIGN_MULTILINE_PARAMETERS" value="false" />
-      <option name="ALIGN_MULTILINE_FOR" value="false" />
-      <option name="SOFT_MARGINS" value="80" />
-    </codeStyleSettings>
-    <codeStyleSettings language="TypeScript">
-      <option name="INDENT_CASE_FROM_SWITCH" value="false" />
-      <option name="ALIGN_MULTILINE_PARAMETERS" value="false" />
-      <option name="ALIGN_MULTILINE_FOR" value="false" />
-      <option name="SOFT_MARGINS" value="80" />
-    </codeStyleSettings>
-    <codeStyleSettings language="Vue">
-      <option name="SOFT_MARGINS" value="80" />
-      <indentOptions>
-        <option name="INDENT_SIZE" value="4" />
-        <option name="TAB_SIZE" value="4" />
-      </indentOptions>
-    </codeStyleSettings>
-  </code_scheme>
-</component>

package/.idea/codeStyles/codeStyleConfig.xml

@@ -1,5 +0,0 @@
-<component name="ProjectCodeStyleConfiguration">
-  <state>
-    <option name="USE_PER_PROJECT_SETTINGS" value="true" />
-  </state>
-</component>

package/.idea/copilot.data.migration.agent.xml

@@ -1,6 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="AgentMigrationStateService">
-    <option name="migrationStatus" value="COMPLETED" />
-  </component>
-</project>

package/.idea/copilot.data.migration.ask.xml

@@ -1,6 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="AskMigrationStateService">
-    <option name="migrationStatus" value="COMPLETED" />
-  </component>
-</project>

package/.idea/copilot.data.migration.ask2agent.xml

@@ -1,6 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="Ask2AgentMigrationStateService">
-    <option name="migrationStatus" value="COMPLETED" />
-  </component>
-</project>

package/.idea/copilot.data.migration.edit.xml

@@ -1,6 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="EditMigrationStateService">
-    <option name="migrationStatus" value="COMPLETED" />
-  </component>
-</project>

package/.idea/inspectionProfiles/Project_Default.xml

@@ -1,6 +0,0 @@
-<component name="InspectionProjectProfileManager">
-  <profile version="1.0">
-    <option name="myName" value="Project Default" />
-    <inspection_tool class="Eslint" enabled="true" level="WARNING" enabled_by_default="true" />
-  </profile>
-</component>

package/.idea/js-runner.iml

@@ -1,12 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<module type="WEB_MODULE" version="4">
-  <component name="NewModuleRootManager">
-    <content url="file://$MODULE_DIR$">
-      <excludeFolder url="file://$MODULE_DIR$/.tmp" />
-      <excludeFolder url="file://$MODULE_DIR$/temp" />
-      <excludeFolder url="file://$MODULE_DIR$/tmp" />
-    </content>
-    <orderEntry type="inheritedJdk" />
-    <orderEntry type="sourceFolder" forTests="false" />
-  </component>
-</module>

package/.idea/modules.xml

@@ -1,8 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="ProjectModuleManager">
-    <modules>
-      <module fileurl="file://$PROJECT_DIR$/.idea/js-runner.iml" filepath="$PROJECT_DIR$/.idea/js-runner.iml" />
-    </modules>
-  </component>
-</project>

package/.idea/vcs.xml

@@ -1,6 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="VcsDirectoryMappings">
-    <mapping directory="" vcs="Git" />
-  </component>
-</project>

package/dist/args.d.ts

@@ -1,4 +0,0 @@
-export type Args = {
-  input: string
-}
-export declare function getArgs(): Args

package/dist/args.js

@@ -1,58 +0,0 @@
-import commandLineArgs from 'command-line-args'
-import commandLineUsage from 'command-line-usage'
-const optionDefinitions = [
-  {
-    name: 'input',
-    type: String,
-    defaultOption: true,
-    summary: 'Specify what input file to start up',
-  },
-  {
-    name: 'help',
-    alias: 'h',
-    type: Boolean,
-    description: 'Display this help message',
-  },
-]
-const sections = [
-  {
-    header: 'Js-runner',
-    content:
-      'JS-runner is part of the {italic connector architecture}. Starting from an input file start up all JsProcessors that are defined. Please do not use blank nodes, skolemize your data somewhere else!',
-  },
-  {
-    header: 'Synopsis',
-    content: '$ js-runner <input>',
-  },
-  {
-    header: 'Command List',
-    content: [
-      { name: 'input', summary: 'Specify what input file to start up' },
-    ],
-  },
-  {
-    optionList: [optionDefinitions[1]],
-  },
-]
-function validArgs(args) {
-  if (!args.input) return false
-  return true
-}
-function printUsage() {
-  const usage = commandLineUsage(sections)
-  console.log(usage)
-  process.exit(0)
-}
-export function getArgs() {
-  let args
-  try {
-    args = commandLineArgs(optionDefinitions)
-  } catch (e) {
-    console.error(e)
-    printUsage()
-  }
-  if (args.help || !validArgs(args)) {
-    printUsage()
-  }
-  return args
-}

package/dist/connectors/file.d.ts

@@ -1,15 +0,0 @@
-import { ReaderConstructor, WriterConstructor } from '../connectors.js'
-export interface FileReaderConfig {
-  path: string
-  onReplace: boolean
-  readFirstContent?: boolean
-  encoding?: string
-}
-export interface FileWriterConfig {
-  path: string
-  onReplace: boolean
-  readFirstContent?: boolean
-  encoding?: string
-}
-export declare const startFileStreamReader: ReaderConstructor<FileReaderConfig>
-export declare const startFileStreamWriter: WriterConstructor<FileWriterConfig>