@rdfc/js-runner 2.0.0-alpha.8 → 2.0.0-alpha.9

package/.idea/LNKD.tech Editor.xml

@@ -0,0 +1,194 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="http://lnkd.tech/editor#BuiltinGlobalGraphs">
+    <option name="disabled">
+      <set>
+        <option value="DC_AM" />
+        <option value="DC_E" />
+        <option value="DC_T" />
+        <option value="DC_TYPE" />
+        <option value="FOAF" />
+        <option value="FOAF_ORG" />
+        <option value="ML_XS" />
+        <option value="OWL2" />
+        <option value="RDF" />
+        <option value="RDFS" />
+        <option value="SHACL" />
+        <option value="SHACL_SHACL" />
+        <option value="SKOS" />
+        <option value="SKOS_ORG" />
+        <option value="SPIN_MODELING" />
+        <option value="SPIN_MODELING_ORG" />
+        <option value="SPIN_SPARQL" />
+        <option value="SPIN_SPARQL_ORG" />
+        <option value="SPIN_STD" />
+        <option value="SPIN_STD_ORG" />
+        <option value="VANN" />
+        <option value="VOAF" />
+        <option value="schemaorg_all_http" />
+        <option value="schemaorg_all_https" />
+      </set>
+    </option>
+  </component>
+  <component name="http://lnkd.tech/editor#GlobalGraphsAssignments">
+    <option name="assignments">
+      <map>
+        <entry key="urn:tag:lnslr.eu,2018:java:eu.lunisolar.lava.rdfvocab.get.lava.LavaCatalog">
+          <value>
+            <map>
+              <entry key="http://purl.org/dc/dcam">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/58ABCE836B2D0022BF4C4C921A8C34C6E2F4B4AB015C4649FCAFD9572ED4DB47" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://purl.org/dc/dcmitype">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/F987B11D556E556FEF95D7E9410C1C561FC1B7AC05CCD457128DC8962641B01E" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://purl.org/dc/elements/1.1">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/FFB46B7A21E40344B93BC4AD2E6808B24DD53E261995EC3A926DF6BCD87BBFA5" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://purl.org/dc/terms">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/13DF401072DD7015BF9D75162F3E41C8138075304B7B9CC1AA1E9C16DB976797" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://purl.org/vocab/vann">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/96DE3675A0EAE0C2979D58A21FB808417E0C75DA18EFB9FEB050135BBAC790CA" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://purl.org/vocommons/voaf">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/8FF39E5D8A3A8DBE88C790E499F2DAA0FC520CD825EBBE59E79A388361839150" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://schema.org">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/62854C817CF24454C9FC1D9DDB605C7B6A4FDE0FF574960D40B0E150166997B6" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://spinrdf.org/sp">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/FD2A599D1CE5D78A65896D5CE0A34553533715EE61388AD5F6E2AC75CF36FE94" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://spinrdf.org/spin">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/CC3E56C1F2BC6D4213BAF662C0A1FEB97ED968FA21D6C0ED7E44887747C74BC3" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://spinrdf.org/spl">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/EAD726323D0CC38A6FD1D332E1781E2601C32537102E82A0995E7FBA87BEF306" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://www.w3.org/1999/02/22-rdf-syntax-ns">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/93D52B1A5824C7DD6504CA79C16205C0B740A0BA68B7A14952780F52561186A2" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://www.w3.org/2000/01/rdf-schema">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/164A70B28D9AC4B828EEC7D9E4B548A9465A5E2C154D53A142CC5E18566E04EC" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://www.w3.org/2002/07/owl">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/718FA1DB7840D3315BFCE94398543F91437EF6FE933054FD93F5471D19262FC5" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://www.w3.org/2004/02/skos/core">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/2D0AC9174D7C53393C546802A19669534B44590EA00D807F4C149C6FFB4CF6BB" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://www.w3.org/ns/shacl">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/0E5D8AEA0EAB98A072D4A02FAAEE1EE914EC99EAB2CA473429726FAED4A13F69" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://www.w3.org/ns/shacl-shacl">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/250D6274CADC8FA5359D5DBC28BC943F1DE01ADB7FFC3369681216B583122E4A" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="http://xmlns.com/foaf/0.1">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/630DAF410F3C34ED9FE7302E4A8A5439488B68375789E7CF5DD137892DAC6789" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="https://schema.org">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/24D9BBA4119AA8C8708767B12B3BCACBC8BB8750CDB111F573996899AA29F089" />
+                  </set>
+                </value>
+              </entry>
+              <entry key="urn:tag:lnkd.tech,2020:MissingLink:XMLDataTypes">
+                <value>
+                  <set>
+                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/E7430AD6C9345DEC6A8C7E0665607B34D1F6B6FDC47A30FAC3FB146179213174" />
+                  </set>
+                </value>
+              </entry>
+            </map>
+          </value>
+        </entry>
+      </map>
+    </option>
+  </component>
+  <component name="http://lnkd.tech/editor#GraphVisibilityConfig">
+    <option name="visibility">
+      <map>
+        <entry key="DOCUMENTATION">
+          <value>
+            <Visibility />
+          </value>
+        </entry>
+        <entry key="GENERAL">
+          <value>
+            <Visibility />
+          </value>
+        </entry>
+      </map>
+    </option>
+  </component>
+</project>

package/.idea/codeStyles/Project.xml

@@ -0,0 +1,52 @@
+<component name="ProjectCodeStyleConfiguration">
+  <code_scheme name="Project" version="173">
+    <HTMLCodeStyleSettings>
+      <option name="HTML_SPACE_INSIDE_EMPTY_TAG" value="true" />
+    </HTMLCodeStyleSettings>
+    <JSCodeStyleSettings version="0">
+      <option name="FORCE_SEMICOLON_STYLE" value="true" />
+      <option name="SPACE_BEFORE_FUNCTION_LEFT_PARENTH" value="false" />
+      <option name="FORCE_QUOTE_STYlE" value="true" />
+      <option name="ENFORCE_TRAILING_COMMA" value="WhenMultiline" />
+      <option name="SPACES_WITHIN_OBJECT_LITERAL_BRACES" value="true" />
+      <option name="SPACES_WITHIN_IMPORTS" value="true" />
+    </JSCodeStyleSettings>
+    <TypeScriptCodeStyleSettings version="0">
+      <option name="FORCE_SEMICOLON_STYLE" value="true" />
+      <option name="SPACE_BEFORE_FUNCTION_LEFT_PARENTH" value="false" />
+      <option name="FORCE_QUOTE_STYlE" value="true" />
+      <option name="ENFORCE_TRAILING_COMMA" value="WhenMultiline" />
+      <option name="SPACES_WITHIN_OBJECT_LITERAL_BRACES" value="true" />
+      <option name="SPACES_WITHIN_IMPORTS" value="true" />
+    </TypeScriptCodeStyleSettings>
+    <VueCodeStyleSettings>
+      <option name="INTERPOLATION_NEW_LINE_AFTER_START_DELIMITER" value="false" />
+      <option name="INTERPOLATION_NEW_LINE_BEFORE_END_DELIMITER" value="false" />
+    </VueCodeStyleSettings>
+    <codeStyleSettings language="HTML">
+      <option name="SOFT_MARGINS" value="80" />
+      <indentOptions>
+        <option name="CONTINUATION_INDENT_SIZE" value="4" />
+      </indentOptions>
+    </codeStyleSettings>
+    <codeStyleSettings language="JavaScript">
+      <option name="INDENT_CASE_FROM_SWITCH" value="false" />
+      <option name="ALIGN_MULTILINE_PARAMETERS" value="false" />
+      <option name="ALIGN_MULTILINE_FOR" value="false" />
+      <option name="SOFT_MARGINS" value="80" />
+    </codeStyleSettings>
+    <codeStyleSettings language="TypeScript">
+      <option name="INDENT_CASE_FROM_SWITCH" value="false" />
+      <option name="ALIGN_MULTILINE_PARAMETERS" value="false" />
+      <option name="ALIGN_MULTILINE_FOR" value="false" />
+      <option name="SOFT_MARGINS" value="80" />
+    </codeStyleSettings>
+    <codeStyleSettings language="Vue">
+      <option name="SOFT_MARGINS" value="80" />
+      <indentOptions>
+        <option name="INDENT_SIZE" value="4" />
+        <option name="TAB_SIZE" value="4" />
+      </indentOptions>
+    </codeStyleSettings>
+  </code_scheme>
+</component>

package/.idea/codeStyles/codeStyleConfig.xml

@@ -0,0 +1,5 @@
+<component name="ProjectCodeStyleConfiguration">
+  <state>
+    <option name="USE_PER_PROJECT_SETTINGS" value="true" />
+  </state>
+</component>

package/.idea/inspectionProfiles/Project_Default.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <profile version="1.0">
+    <option name="myName" value="Project Default" />
+    <inspection_tool class="Eslint" enabled="true" level="WARNING" enabled_by_default="true" />
+  </profile>
+</component>

package/.idea/js-runner.iml

@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="WEB_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$">
+      <excludeFolder url="file://$MODULE_DIR$/.tmp" />
+      <excludeFolder url="file://$MODULE_DIR$/temp" />
+      <excludeFolder url="file://$MODULE_DIR$/tmp" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

package/{examples/echo/.idea → .idea}/modules.xml

@@ -2,7 +2,7 @@
 <project version="4">
   <component name="ProjectModuleManager">
     <modules>
-      <module fileurl="file://$PROJECT_DIR$/.idea/echo.iml" filepath="$PROJECT_DIR$/.idea/echo.iml" />
+      <module fileurl="file://$PROJECT_DIR$/.idea/js-runner.iml" filepath="$PROJECT_DIR$/.idea/js-runner.iml" />
     </modules>
   </component>
 </project>

package/.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

package/dist/args.d.ts

@@ -0,0 +1,4 @@
+export type Args = {
+  input: string
+}
+export declare function getArgs(): Args

package/dist/args.js

@@ -0,0 +1,58 @@
+import commandLineArgs from 'command-line-args'
+import commandLineUsage from 'command-line-usage'
+const optionDefinitions = [
+  {
+    name: 'input',
+    type: String,
+    defaultOption: true,
+    summary: 'Specify what input file to start up',
+  },
+  {
+    name: 'help',
+    alias: 'h',
+    type: Boolean,
+    description: 'Display this help message',
+  },
+]
+const sections = [
+  {
+    header: 'Js-runner',
+    content:
+      'JS-runner is part of the {italic connector architecture}. Starting from an input file start up all JsProcessors that are defined. Please do not use blank nodes, skolemize your data somewhere else!',
+  },
+  {
+    header: 'Synopsis',
+    content: '$ js-runner <input>',
+  },
+  {
+    header: 'Command List',
+    content: [
+      { name: 'input', summary: 'Specify what input file to start up' },
+    ],
+  },
+  {
+    optionList: [optionDefinitions[1]],
+  },
+]
+function validArgs(args) {
+  if (!args.input) return false
+  return true
+}
+function printUsage() {
+  const usage = commandLineUsage(sections)
+  console.log(usage)
+  process.exit(0)
+}
+export function getArgs() {
+  let args
+  try {
+    args = commandLineArgs(optionDefinitions)
+  } catch (e) {
+    console.error(e)
+    printUsage()
+  }
+  if (args.help || !validArgs(args)) {
+    printUsage()
+  }
+  return args
+}

package/dist/connectors/file.d.ts

@@ -0,0 +1,15 @@
+import { ReaderConstructor, WriterConstructor } from '../connectors.js'
+export interface FileReaderConfig {
+  path: string
+  onReplace: boolean
+  readFirstContent?: boolean
+  encoding?: string
+}
+export interface FileWriterConfig {
+  path: string
+  onReplace: boolean
+  readFirstContent?: boolean
+  encoding?: string
+}
+export declare const startFileStreamReader: ReaderConstructor<FileReaderConfig>
+export declare const startFileStreamWriter: WriterConstructor<FileWriterConfig>

package/dist/connectors/file.js

@@ -0,0 +1,89 @@
+import { createReadStream, openSync } from 'fs'
+import { appendFile, readFile, stat, writeFile } from 'fs/promises'
+import { isAbsolute } from 'path'
+import { watch } from 'node:fs'
+import { SimpleStream } from '../connectors.js'
+async function getFileSize(path) {
+  return (await stat(path)).size
+}
+function readPart(path, start, end, encoding) {
+  return new Promise((res) => {
+    const stream = createReadStream(path, { encoding, start, end })
+    let buffer = ''
+    stream.on('data', (chunk) => {
+      buffer += chunk
+    })
+    stream.on('close', () => res(buffer))
+  })
+}
+function debounce(func, timeout = 100) {
+  let timer
+  return (...args) => {
+    clearTimeout(timer)
+    timer = setTimeout(() => {
+      func(...args)
+    }, timeout)
+  }
+}
+export const startFileStreamReader = (config) => {
+  const path = isAbsolute(config.path)
+    ? config.path
+    : `${process.cwd()}/${config.path}`
+  openSync(path, 'a+')
+  const encoding = config.encoding || 'utf-8'
+  const reader = new SimpleStream()
+  const init = async () => {
+    let currentPos = await getFileSize(path)
+    const watcher = watch(path, { encoding: 'utf-8' })
+    watcher.on(
+      'change',
+      debounce(async () => {
+        try {
+          let content
+          if (config.onReplace) {
+            content = await readFile(path, { encoding })
+          } else {
+            const newSize = await getFileSize(path)
+            if (newSize <= currentPos) {
+              currentPos = newSize
+              return
+            }
+            content = await readPart(path, currentPos, newSize, encoding)
+            currentPos = newSize
+          }
+          await reader.push(content)
+        } catch (error) {
+          if (error.code === 'ENOENT') {
+            return
+          }
+          throw error
+        }
+      }),
+    )
+    if (config.onReplace && config.readFirstContent) {
+      const content = await readFile(path, { encoding })
+      await reader.push(content)
+    }
+  }
+  return { reader, init }
+}
+export const startFileStreamWriter = (config) => {
+  const path = isAbsolute(config.path)
+    ? config.path
+    : `${process.cwd()}/${config.path}`
+  const encoding = config.encoding || 'utf-8'
+  const writer = new SimpleStream()
+  const init = async () => {
+    if (!config.onReplace) {
+      await writeFile(path, '', { encoding })
+    }
+  }
+  writer.push = async (item) => {
+    if (config.onReplace) {
+      await writeFile(path, item, { encoding })
+    } else {
+      await appendFile(path, item, { encoding })
+    }
+  }
+  return { writer, init }
+}

package/dist/connectors/http.d.ts

@@ -0,0 +1,14 @@
+import { ReaderConstructor, WriterConstructor } from '../connectors.js'
+export interface HttpReaderConfig {
+  endpoint: string
+  port: number
+  binary: boolean
+  waitHandled?: boolean
+  responseCode?: number
+}
+export declare const startHttpStreamReader: ReaderConstructor<HttpReaderConfig>
+export interface HttpWriterConfig {
+  endpoint: string
+  method: string
+}
+export declare const startHttpStreamWriter: WriterConstructor<HttpWriterConfig>

package/dist/connectors/http.js

@@ -0,0 +1,82 @@
+import * as http from 'http'
+import { createServer } from 'http'
+import { SimpleStream } from '../connectors.js'
+function streamToString(stream, binary) {
+  const datas = []
+  return new Promise((res) => {
+    stream.on('data', (data) => {
+      datas.push(data)
+    })
+    stream.on('end', () => {
+      const streamData = Buffer.concat(datas)
+      res(binary ? streamData : streamData.toString())
+    })
+  })
+}
+export const startHttpStreamReader = (config) => {
+  let server = undefined
+  const stream = new SimpleStream(
+    () =>
+      new Promise((res) => {
+        if (server !== undefined) {
+          server.close(() => {
+            res()
+          })
+        } else {
+          res()
+        }
+      }),
+  )
+  const requestListener = async function (req, res) {
+    try {
+      const content = await streamToString(req, config.binary)
+      const promise = stream.push(content).catch((error) => {
+        throw error
+      })
+      if (config.waitHandled) {
+        await promise
+      }
+    } catch (error) {
+      console.error('Failed', error)
+    }
+    res.writeHead(config.responseCode || 200)
+    res.end('OK')
+  }
+  server = createServer(requestListener)
+  const init = () => {
+    return new Promise((res) => {
+      const cb = () => res(undefined)
+      if (server) {
+        server.listen(config.port, config.endpoint, cb)
+      } else {
+        cb()
+      }
+    })
+  }
+  return { reader: stream, init }
+}
+export const startHttpStreamWriter = (config) => {
+  const requestConfig = new URL(config.endpoint)
+  const writer = new SimpleStream()
+  writer.push = async (item) => {
+    await new Promise((resolve) => {
+      const options = {
+        hostname: requestConfig.hostname,
+        path: requestConfig.path,
+        method: config.method,
+        port: requestConfig.port,
+      }
+      const cb = (response) => {
+        response.on('data', () => {})
+        response.on('end', () => {
+          resolve(null)
+        })
+      }
+      const req = http.request(options, cb)
+      req.write(item, () => {
+        req.end()
+      })
+    })
+  }
+  return { writer, init: async () => {} }
+}

package/dist/connectors/kafka.d.ts

@@ -0,0 +1,48 @@
+import type { ProducerConfig } from 'kafkajs'
+import { ReaderConstructor, WriterConstructor } from '../connectors.js'
+export interface SASLOptions {
+  mechanism: 'plain'
+  username: string
+  password: string
+}
+export interface BrokerConfig {
+  hosts: string[]
+  ssl?: boolean
+  sasl?: SASLOptions
+}
+export interface ConsumerConfig {
+  groupId: string
+  metadataMaxAge?: number
+  sessionTimeout?: number
+  rebalanceTimeout?: number
+  heartbeatInterval?: number
+  maxBytesPerPartition?: number
+  minBytes?: number
+  maxBytes?: number
+  maxWaitTimeInMs?: number
+  allowAutoTopicCreation?: boolean
+  maxInFlightRequests?: number
+  readUncommitted?: boolean
+  rackId?: string
+}
+export interface CSTopic {
+  topic: string
+  fromBeginning?: boolean
+}
+export interface KafkaReaderConfig {
+  topic: {
+    name: string
+    fromBeginning?: boolean
+  }
+  consumer: ConsumerConfig
+  broker: string | BrokerConfig
+}
+export declare const startKafkaStreamReader: ReaderConstructor<KafkaReaderConfig>
+export interface KafkaWriterConfig {
+  topic: {
+    name: string
+  }
+  producer: ProducerConfig
+  broker: BrokerConfig | string
+}
+export declare const startKafkaStreamWriter: WriterConstructor<KafkaWriterConfig>

package/dist/connectors/kafka.js

@@ -0,0 +1,68 @@
+import { readFileSync } from 'node:fs'
+import { Kafka } from 'kafkajs'
+import { SimpleStream } from '../connectors.js'
+export const startKafkaStreamReader = (config) => {
+  const brokerConfig = {}
+  if (typeof config.broker === 'string' || config.broker instanceof String) {
+    Object.assign(
+      brokerConfig,
+      JSON.parse(readFileSync(config.broker, 'utf-8')),
+    )
+  } else {
+    Object.assign(brokerConfig, config.broker)
+  }
+  if (brokerConfig && brokerConfig.hosts) {
+    brokerConfig.brokers = brokerConfig.hosts
+  }
+  const kafka = new Kafka(brokerConfig)
+  const consumer = kafka.consumer(config.consumer)
+  const stream = new SimpleStream(async () => {
+    await consumer.disconnect()
+    await consumer.stop()
+  })
+  const init = async () => {
+    await consumer.connect()
+    await consumer.subscribe({
+      topic: config.topic.name,
+      fromBeginning: config.topic.fromBeginning,
+    })
+    consumer
+      .run({
+        async eachMessage({ topic, message }) {
+          if (topic === config.topic.name) {
+            const element = message.value?.toString() ?? ''
+            await stream.push(element)
+          }
+        },
+      })
+      .catch((error) => {
+        throw error
+      })
+  }
+  return { reader: stream, init }
+}
+export const startKafkaStreamWriter = (config) => {
+  const topic = config.topic.name
+  const brokerConfig = {}
+  if (typeof config.broker === 'string' || config.broker instanceof String) {
+    Object.assign(
+      brokerConfig,
+      JSON.parse(readFileSync(config.broker, 'utf-8')),
+    )
+  } else {
+    Object.assign(brokerConfig, config.broker)
+  }
+  if (brokerConfig && brokerConfig.hosts) {
+    brokerConfig.brokers = brokerConfig.hosts
+  }
+  const kafka = new Kafka(brokerConfig)
+  const producer = kafka.producer(config.producer)
+  const writer = new SimpleStream(async () => {
+    await producer.disconnect()
+  })
+  const init = () => producer.connect()
+  writer.push = async (item) => {
+    await producer.send({ topic, messages: [{ value: item }] })
+  }
+  return { writer, init }
+}