@rdfc/js-runner 2.0.0-alpha.9 → 3.0.0

package/.idea/LNKD.tech Editor.xml

@@ -1,194 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="http://lnkd.tech/editor#BuiltinGlobalGraphs">
-    <option name="disabled">
-      <set>
-        <option value="DC_AM" />
-        <option value="DC_E" />
-        <option value="DC_T" />
-        <option value="DC_TYPE" />
-        <option value="FOAF" />
-        <option value="FOAF_ORG" />
-        <option value="ML_XS" />
-        <option value="OWL2" />
-        <option value="RDF" />
-        <option value="RDFS" />
-        <option value="SHACL" />
-        <option value="SHACL_SHACL" />
-        <option value="SKOS" />
-        <option value="SKOS_ORG" />
-        <option value="SPIN_MODELING" />
-        <option value="SPIN_MODELING_ORG" />
-        <option value="SPIN_SPARQL" />
-        <option value="SPIN_SPARQL_ORG" />
-        <option value="SPIN_STD" />
-        <option value="SPIN_STD_ORG" />
-        <option value="VANN" />
-        <option value="VOAF" />
-        <option value="schemaorg_all_http" />
-        <option value="schemaorg_all_https" />
-      </set>
-    </option>
-  </component>
-  <component name="http://lnkd.tech/editor#GlobalGraphsAssignments">
-    <option name="assignments">
-      <map>
-        <entry key="urn:tag:lnslr.eu,2018:java:eu.lunisolar.lava.rdfvocab.get.lava.LavaCatalog">
-          <value>
-            <map>
-              <entry key="http://purl.org/dc/dcam">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/58ABCE836B2D0022BF4C4C921A8C34C6E2F4B4AB015C4649FCAFD9572ED4DB47" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://purl.org/dc/dcmitype">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/F987B11D556E556FEF95D7E9410C1C561FC1B7AC05CCD457128DC8962641B01E" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://purl.org/dc/elements/1.1">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/FFB46B7A21E40344B93BC4AD2E6808B24DD53E261995EC3A926DF6BCD87BBFA5" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://purl.org/dc/terms">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/13DF401072DD7015BF9D75162F3E41C8138075304B7B9CC1AA1E9C16DB976797" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://purl.org/vocab/vann">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/96DE3675A0EAE0C2979D58A21FB808417E0C75DA18EFB9FEB050135BBAC790CA" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://purl.org/vocommons/voaf">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/8FF39E5D8A3A8DBE88C790E499F2DAA0FC520CD825EBBE59E79A388361839150" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://schema.org">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/62854C817CF24454C9FC1D9DDB605C7B6A4FDE0FF574960D40B0E150166997B6" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://spinrdf.org/sp">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/FD2A599D1CE5D78A65896D5CE0A34553533715EE61388AD5F6E2AC75CF36FE94" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://spinrdf.org/spin">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/CC3E56C1F2BC6D4213BAF662C0A1FEB97ED968FA21D6C0ED7E44887747C74BC3" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://spinrdf.org/spl">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/EAD726323D0CC38A6FD1D332E1781E2601C32537102E82A0995E7FBA87BEF306" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://www.w3.org/1999/02/22-rdf-syntax-ns">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/93D52B1A5824C7DD6504CA79C16205C0B740A0BA68B7A14952780F52561186A2" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://www.w3.org/2000/01/rdf-schema">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/164A70B28D9AC4B828EEC7D9E4B548A9465A5E2C154D53A142CC5E18566E04EC" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://www.w3.org/2002/07/owl">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/718FA1DB7840D3315BFCE94398543F91437EF6FE933054FD93F5471D19262FC5" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://www.w3.org/2004/02/skos/core">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/2D0AC9174D7C53393C546802A19669534B44590EA00D807F4C149C6FFB4CF6BB" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://www.w3.org/ns/shacl">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/0E5D8AEA0EAB98A072D4A02FAAEE1EE914EC99EAB2CA473429726FAED4A13F69" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://www.w3.org/ns/shacl-shacl">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/250D6274CADC8FA5359D5DBC28BC943F1DE01ADB7FFC3369681216B583122E4A" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="http://xmlns.com/foaf/0.1">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/630DAF410F3C34ED9FE7302E4A8A5439488B68375789E7CF5DD137892DAC6789" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="https://schema.org">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/24D9BBA4119AA8C8708767B12B3BCACBC8BB8750CDB111F573996899AA29F089" />
-                  </set>
-                </value>
-              </entry>
-              <entry key="urn:tag:lnkd.tech,2020:MissingLink:XMLDataTypes">
-                <value>
-                  <set>
-                    <option value="urn:tag:lnkd.tech,2023:digest:sha-256/E7430AD6C9345DEC6A8C7E0665607B34D1F6B6FDC47A30FAC3FB146179213174" />
-                  </set>
-                </value>
-              </entry>
-            </map>
-          </value>
-        </entry>
-      </map>
-    </option>
-  </component>
-  <component name="http://lnkd.tech/editor#GraphVisibilityConfig">
-    <option name="visibility">
-      <map>
-        <entry key="DOCUMENTATION">
-          <value>
-            <Visibility />
-          </value>
-        </entry>
-        <entry key="GENERAL">
-          <value>
-            <Visibility />
-          </value>
-        </entry>
-      </map>
-    </option>
-  </component>
-</project>

package/.idea/codeStyles/Project.xml

@@ -1,52 +0,0 @@
-<component name="ProjectCodeStyleConfiguration">
-  <code_scheme name="Project" version="173">
-    <HTMLCodeStyleSettings>
-      <option name="HTML_SPACE_INSIDE_EMPTY_TAG" value="true" />
-    </HTMLCodeStyleSettings>
-    <JSCodeStyleSettings version="0">
-      <option name="FORCE_SEMICOLON_STYLE" value="true" />
-      <option name="SPACE_BEFORE_FUNCTION_LEFT_PARENTH" value="false" />
-      <option name="FORCE_QUOTE_STYlE" value="true" />
-      <option name="ENFORCE_TRAILING_COMMA" value="WhenMultiline" />
-      <option name="SPACES_WITHIN_OBJECT_LITERAL_BRACES" value="true" />
-      <option name="SPACES_WITHIN_IMPORTS" value="true" />
-    </JSCodeStyleSettings>
-    <TypeScriptCodeStyleSettings version="0">
-      <option name="FORCE_SEMICOLON_STYLE" value="true" />
-      <option name="SPACE_BEFORE_FUNCTION_LEFT_PARENTH" value="false" />
-      <option name="FORCE_QUOTE_STYlE" value="true" />
-      <option name="ENFORCE_TRAILING_COMMA" value="WhenMultiline" />
-      <option name="SPACES_WITHIN_OBJECT_LITERAL_BRACES" value="true" />
-      <option name="SPACES_WITHIN_IMPORTS" value="true" />
-    </TypeScriptCodeStyleSettings>
-    <VueCodeStyleSettings>
-      <option name="INTERPOLATION_NEW_LINE_AFTER_START_DELIMITER" value="false" />
-      <option name="INTERPOLATION_NEW_LINE_BEFORE_END_DELIMITER" value="false" />
-    </VueCodeStyleSettings>
-    <codeStyleSettings language="HTML">
-      <option name="SOFT_MARGINS" value="80" />
-      <indentOptions>
-        <option name="CONTINUATION_INDENT_SIZE" value="4" />
-      </indentOptions>
-    </codeStyleSettings>
-    <codeStyleSettings language="JavaScript">
-      <option name="INDENT_CASE_FROM_SWITCH" value="false" />
-      <option name="ALIGN_MULTILINE_PARAMETERS" value="false" />
-      <option name="ALIGN_MULTILINE_FOR" value="false" />
-      <option name="SOFT_MARGINS" value="80" />
-    </codeStyleSettings>
-    <codeStyleSettings language="TypeScript">
-      <option name="INDENT_CASE_FROM_SWITCH" value="false" />
-      <option name="ALIGN_MULTILINE_PARAMETERS" value="false" />
-      <option name="ALIGN_MULTILINE_FOR" value="false" />
-      <option name="SOFT_MARGINS" value="80" />
-    </codeStyleSettings>
-    <codeStyleSettings language="Vue">
-      <option name="SOFT_MARGINS" value="80" />
-      <indentOptions>
-        <option name="INDENT_SIZE" value="4" />
-        <option name="TAB_SIZE" value="4" />
-      </indentOptions>
-    </codeStyleSettings>
-  </code_scheme>
-</component>

package/.idea/codeStyles/codeStyleConfig.xml

@@ -1,5 +0,0 @@
-<component name="ProjectCodeStyleConfiguration">
-  <state>
-    <option name="USE_PER_PROJECT_SETTINGS" value="true" />
-  </state>
-</component>

package/.idea/inspectionProfiles/Project_Default.xml

@@ -1,6 +0,0 @@
-<component name="InspectionProjectProfileManager">
-  <profile version="1.0">
-    <option name="myName" value="Project Default" />
-    <inspection_tool class="Eslint" enabled="true" level="WARNING" enabled_by_default="true" />
-  </profile>
-</component>

package/.idea/js-runner.iml

@@ -1,12 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<module type="WEB_MODULE" version="4">
-  <component name="NewModuleRootManager">
-    <content url="file://$MODULE_DIR$">
-      <excludeFolder url="file://$MODULE_DIR$/.tmp" />
-      <excludeFolder url="file://$MODULE_DIR$/temp" />
-      <excludeFolder url="file://$MODULE_DIR$/tmp" />
-    </content>
-    <orderEntry type="inheritedJdk" />
-    <orderEntry type="sourceFolder" forTests="false" />
-  </component>
-</module>

package/.idea/vcs.xml

@@ -1,6 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="VcsDirectoryMappings">
-    <mapping directory="" vcs="Git" />
-  </component>
-</project>

package/dist/args.d.ts

@@ -1,4 +0,0 @@
-export type Args = {
-  input: string
-}
-export declare function getArgs(): Args

package/dist/args.js

@@ -1,58 +0,0 @@
-import commandLineArgs from 'command-line-args'
-import commandLineUsage from 'command-line-usage'
-const optionDefinitions = [
-  {
-    name: 'input',
-    type: String,
-    defaultOption: true,
-    summary: 'Specify what input file to start up',
-  },
-  {
-    name: 'help',
-    alias: 'h',
-    type: Boolean,
-    description: 'Display this help message',
-  },
-]
-const sections = [
-  {
-    header: 'Js-runner',
-    content:
-      'JS-runner is part of the {italic connector architecture}. Starting from an input file start up all JsProcessors that are defined. Please do not use blank nodes, skolemize your data somewhere else!',
-  },
-  {
-    header: 'Synopsis',
-    content: '$ js-runner <input>',
-  },
-  {
-    header: 'Command List',
-    content: [
-      { name: 'input', summary: 'Specify what input file to start up' },
-    ],
-  },
-  {
-    optionList: [optionDefinitions[1]],
-  },
-]
-function validArgs(args) {
-  if (!args.input) return false
-  return true
-}
-function printUsage() {
-  const usage = commandLineUsage(sections)
-  console.log(usage)
-  process.exit(0)
-}
-export function getArgs() {
-  let args
-  try {
-    args = commandLineArgs(optionDefinitions)
-  } catch (e) {
-    console.error(e)
-    printUsage()
-  }
-  if (args.help || !validArgs(args)) {
-    printUsage()
-  }
-  return args
-}

package/dist/connectors/file.d.ts

@@ -1,15 +0,0 @@
-import { ReaderConstructor, WriterConstructor } from '../connectors.js'
-export interface FileReaderConfig {
-  path: string
-  onReplace: boolean
-  readFirstContent?: boolean
-  encoding?: string
-}
-export interface FileWriterConfig {
-  path: string
-  onReplace: boolean
-  readFirstContent?: boolean
-  encoding?: string
-}
-export declare const startFileStreamReader: ReaderConstructor<FileReaderConfig>
-export declare const startFileStreamWriter: WriterConstructor<FileWriterConfig>

package/dist/connectors/file.js

@@ -1,89 +0,0 @@
-import { createReadStream, openSync } from 'fs'
-import { appendFile, readFile, stat, writeFile } from 'fs/promises'
-import { isAbsolute } from 'path'
-import { watch } from 'node:fs'
-import { SimpleStream } from '../connectors.js'
-async function getFileSize(path) {
-  return (await stat(path)).size
-}
-function readPart(path, start, end, encoding) {
-  return new Promise((res) => {
-    const stream = createReadStream(path, { encoding, start, end })
-    let buffer = ''
-    stream.on('data', (chunk) => {
-      buffer += chunk
-    })
-    stream.on('close', () => res(buffer))
-  })
-}
-function debounce(func, timeout = 100) {
-  let timer
-  return (...args) => {
-    clearTimeout(timer)
-    timer = setTimeout(() => {
-      func(...args)
-    }, timeout)
-  }
-}
-export const startFileStreamReader = (config) => {
-  const path = isAbsolute(config.path)
-    ? config.path
-    : `${process.cwd()}/${config.path}`
-  openSync(path, 'a+')
-  const encoding = config.encoding || 'utf-8'
-  const reader = new SimpleStream()
-  const init = async () => {
-    let currentPos = await getFileSize(path)
-    const watcher = watch(path, { encoding: 'utf-8' })
-    watcher.on(
-      'change',
-      debounce(async () => {
-        try {
-          let content
-          if (config.onReplace) {
-            content = await readFile(path, { encoding })
-          } else {
-            const newSize = await getFileSize(path)
-            if (newSize <= currentPos) {
-              currentPos = newSize
-              return
-            }
-            content = await readPart(path, currentPos, newSize, encoding)
-            currentPos = newSize
-          }
-          await reader.push(content)
-        } catch (error) {
-          if (error.code === 'ENOENT') {
-            return
-          }
-          throw error
-        }
-      }),
-    )
-    if (config.onReplace && config.readFirstContent) {
-      const content = await readFile(path, { encoding })
-      await reader.push(content)
-    }
-  }
-  return { reader, init }
-}
-export const startFileStreamWriter = (config) => {
-  const path = isAbsolute(config.path)
-    ? config.path
-    : `${process.cwd()}/${config.path}`
-  const encoding = config.encoding || 'utf-8'
-  const writer = new SimpleStream()
-  const init = async () => {
-    if (!config.onReplace) {
-      await writeFile(path, '', { encoding })
-    }
-  }
-  writer.push = async (item) => {
-    if (config.onReplace) {
-      await writeFile(path, item, { encoding })
-    } else {
-      await appendFile(path, item, { encoding })
-    }
-  }
-  return { writer, init }
-}

package/dist/connectors/http.d.ts

@@ -1,14 +0,0 @@
-import { ReaderConstructor, WriterConstructor } from '../connectors.js'
-export interface HttpReaderConfig {
-  endpoint: string
-  port: number
-  binary: boolean
-  waitHandled?: boolean
-  responseCode?: number
-}
-export declare const startHttpStreamReader: ReaderConstructor<HttpReaderConfig>
-export interface HttpWriterConfig {
-  endpoint: string
-  method: string
-}
-export declare const startHttpStreamWriter: WriterConstructor<HttpWriterConfig>

package/dist/connectors/http.js

@@ -1,82 +0,0 @@
-import * as http from 'http'
-import { createServer } from 'http'
-import { SimpleStream } from '../connectors.js'
-function streamToString(stream, binary) {
-  const datas = []
-  return new Promise((res) => {
-    stream.on('data', (data) => {
-      datas.push(data)
-    })
-    stream.on('end', () => {
-      const streamData = Buffer.concat(datas)
-      res(binary ? streamData : streamData.toString())
-    })
-  })
-}
-export const startHttpStreamReader = (config) => {
-  let server = undefined
-  const stream = new SimpleStream(
-    () =>
-      new Promise((res) => {
-        if (server !== undefined) {
-          server.close(() => {
-            res()
-          })
-        } else {
-          res()
-        }
-      }),
-  )
-  const requestListener = async function (req, res) {
-    try {
-      const content = await streamToString(req, config.binary)
-      const promise = stream.push(content).catch((error) => {
-        throw error
-      })
-      if (config.waitHandled) {
-        await promise
-      }
-    } catch (error) {
-      console.error('Failed', error)
-    }
-    res.writeHead(config.responseCode || 200)
-    res.end('OK')
-  }
-  server = createServer(requestListener)
-  const init = () => {
-    return new Promise((res) => {
-      const cb = () => res(undefined)
-      if (server) {
-        server.listen(config.port, config.endpoint, cb)
-      } else {
-        cb()
-      }
-    })
-  }
-  return { reader: stream, init }
-}
-export const startHttpStreamWriter = (config) => {
-  const requestConfig = new URL(config.endpoint)
-  const writer = new SimpleStream()
-  writer.push = async (item) => {
-    await new Promise((resolve) => {
-      const options = {
-        hostname: requestConfig.hostname,
-        path: requestConfig.path,
-        method: config.method,
-        port: requestConfig.port,
-      }
-      const cb = (response) => {
-        response.on('data', () => {})
-        response.on('end', () => {
-          resolve(null)
-        })
-      }
-      const req = http.request(options, cb)
-      req.write(item, () => {
-        req.end()
-      })
-    })
-  }
-  return { writer, init: async () => {} }
-}

package/dist/connectors/kafka.d.ts

@@ -1,48 +0,0 @@
-import type { ProducerConfig } from 'kafkajs'
-import { ReaderConstructor, WriterConstructor } from '../connectors.js'
-export interface SASLOptions {
-  mechanism: 'plain'
-  username: string
-  password: string
-}
-export interface BrokerConfig {
-  hosts: string[]
-  ssl?: boolean
-  sasl?: SASLOptions
-}
-export interface ConsumerConfig {
-  groupId: string
-  metadataMaxAge?: number
-  sessionTimeout?: number
-  rebalanceTimeout?: number
-  heartbeatInterval?: number
-  maxBytesPerPartition?: number
-  minBytes?: number
-  maxBytes?: number
-  maxWaitTimeInMs?: number
-  allowAutoTopicCreation?: boolean
-  maxInFlightRequests?: number
-  readUncommitted?: boolean
-  rackId?: string
-}
-export interface CSTopic {
-  topic: string
-  fromBeginning?: boolean
-}
-export interface KafkaReaderConfig {
-  topic: {
-    name: string
-    fromBeginning?: boolean
-  }
-  consumer: ConsumerConfig
-  broker: string | BrokerConfig
-}
-export declare const startKafkaStreamReader: ReaderConstructor<KafkaReaderConfig>
-export interface KafkaWriterConfig {
-  topic: {
-    name: string
-  }
-  producer: ProducerConfig
-  broker: BrokerConfig | string
-}
-export declare const startKafkaStreamWriter: WriterConstructor<KafkaWriterConfig>

package/dist/connectors/kafka.js

@@ -1,68 +0,0 @@
-import { readFileSync } from 'node:fs'
-import { Kafka } from 'kafkajs'
-import { SimpleStream } from '../connectors.js'
-export const startKafkaStreamReader = (config) => {
-  const brokerConfig = {}
-  if (typeof config.broker === 'string' || config.broker instanceof String) {
-    Object.assign(
-      brokerConfig,
-      JSON.parse(readFileSync(config.broker, 'utf-8')),
-    )
-  } else {
-    Object.assign(brokerConfig, config.broker)
-  }
-  if (brokerConfig && brokerConfig.hosts) {
-    brokerConfig.brokers = brokerConfig.hosts
-  }
-  const kafka = new Kafka(brokerConfig)
-  const consumer = kafka.consumer(config.consumer)
-  const stream = new SimpleStream(async () => {
-    await consumer.disconnect()
-    await consumer.stop()
-  })
-  const init = async () => {
-    await consumer.connect()
-    await consumer.subscribe({
-      topic: config.topic.name,
-      fromBeginning: config.topic.fromBeginning,
-    })
-    consumer
-      .run({
-        async eachMessage({ topic, message }) {
-          if (topic === config.topic.name) {
-            const element = message.value?.toString() ?? ''
-            await stream.push(element)
-          }
-        },
-      })
-      .catch((error) => {
-        throw error
-      })
-  }
-  return { reader: stream, init }
-}
-export const startKafkaStreamWriter = (config) => {
-  const topic = config.topic.name
-  const brokerConfig = {}
-  if (typeof config.broker === 'string' || config.broker instanceof String) {
-    Object.assign(
-      brokerConfig,
-      JSON.parse(readFileSync(config.broker, 'utf-8')),
-    )
-  } else {
-    Object.assign(brokerConfig, config.broker)
-  }
-  if (brokerConfig && brokerConfig.hosts) {
-    brokerConfig.brokers = brokerConfig.hosts
-  }
-  const kafka = new Kafka(brokerConfig)
-  const producer = kafka.producer(config.producer)
-  const writer = new SimpleStream(async () => {
-    await producer.disconnect()
-  })
-  const init = () => producer.connect()
-  writer.push = async (item) => {
-    await producer.send({ topic, messages: [{ value: item }] })
-  }
-  return { writer, init }
-}

package/dist/connectors/ws.d.ts

@@ -1,10 +0,0 @@
-import { ReaderConstructor, WriterConstructor } from '../connectors.js'
-export interface WsWriterConfig {
-  url: string
-}
-export interface WsReaderConfig {
-  host: string
-  port: number
-}
-export declare const startWsStreamReader: ReaderConstructor<WsReaderConfig>
-export declare const startWsStreamWriter: WriterConstructor<WsWriterConfig>