@1mill/cloudevents 0.11.0 → 2.0.0

package/v3/kafka/createListen.js

@@ -1,75 +0,0 @@
-const { ERROR_TYPES, SIGNAL_TRAPS } = require('../lib/constants')
-const { Kafka } = require('kafkajs')
-const { convertFrom } = require('./convertFrom')
-const { createAuthentication } = require('./createAuthentication')
-const { isEnriched } = require('../isEnriched')
-
-const createListen = ({
-	id,
-	mechanism,
-	password,
-	urls,
-	username,
-}) => {
-	const authentication = createAuthentication({
-		mechanism,
-		password,
-		username,
-	})
-	const kafka = new Kafka({
-		...authentication,
-		brokers: urls,
-		clientId: id,
-	})
-
-	const { connect, disconnect, run, subscribe } = kafka.consumer({ groupId: id })
-	const listen = async ({ handler, types }) => {
-		await connect()
-		await Promise.all(types.map(type => consumer.subscribe({
-			fromBeginning: true,
-			topic: type,
-		})))
-		await run({
-			eachMessage: async (event) => {
-				const { cloudevent } = convertFrom({ event })
-				await handler({
-					...cloudevent,
-					cloudevent,
-					data: cloudevent.data
-						? JSON.parse(cloudevent.data)
-						: undefined,
-					enrichmentdata: isEnriched({ cloudevent })
-						? JSON.parse(cloudevent.enrichmentdata)
-						: undefined,
-					isEnriched: isEnriched({ cloudevent }),
-				})
-			}
-		})
-
-		// Before server stop, close subscription connections to kafka
-		ERROR_TYPES.map(errorType => {
-			process.on(errorType, async (err) => {
-				try {
-					console.log(`process.on ${errorType}`)
-					console.error(err)
-					await disconnect()
-					process.exit(0)
-				} catch (_err) {
-					process.exit(1)
-				}
-			})
-		})
-		SIGNAL_TRAPS.map(signalTrap => {
-			process.once(signalTrap, async () => {
-				try {
-					await disconnect()
-				} finally {
-					process.kill(process.pid, signalTrap)
-				}
-			})
-		})
-	}
-	return { listen }
-}
-
-module.exports = { createListen }

package/v3/kafka/index.js

@@ -1,28 +0,0 @@
-const { createEmit } = require('./createEmit')
-const { createListen } = require('./createListen')
-
-const createInstance = ({
-	id,
-	mechanism,
-	password,
-	urls,
-	username,
-}) => {
-	const { emit } = createEmit({
-		id,
-		mechanism,
-		password,
-		urls,
-		username,
-	})
-	const { listen } = createListen({
-		id,
-		mechanism,
-		password,
-		urls,
-		username,
-	});
-	return { emit, listen }
-}
-
-module.exports = { createInstance }

package/v3/lambda/handler.js

@@ -1,29 +0,0 @@
-const { isEnriched } = require('../isEnriched')
-
-const handler = (func) => {
-	return async (event, _context, _callback) => {
-		const cloudevent = event
-
-		const {
-			data,
-			datacontenttype,
-			enrichmentdata,
-			enrichmentdatacontenttype,
-		} = cloudevent
-
-		const payload = await func({
-			...cloudevent,
-			cloudevent,
-			data: datacontenttype === 'application/json'
-				? JSON.parse(data)
-				: data,
-			enrichmentdata: enrichmentdatacontenttype === 'application/json'
-				? JSON.parse(enrichmentdata)
-				: enrichmentdata,
-			isEnriched: isEnriched({ cloudevent })
-		})
-		return payload // * Returned to AWS invoker if 'RequestResponse' type
-	}
-}
-
-module.exports = { handler }

package/v3/lambda/index.js

@@ -1,7 +0,0 @@
-const { handler } = require('./handler');
-
-const createInstance = ({}) => {
-	return { handler }
-}
-
-module.exports = { createInstance }

package/v3/lib/constants.js

@@ -1,14 +0,0 @@
-const PROTOCOL_KAFKA = 'kafka'
-const PROTOCOL_LAMBDA = 'lambda'
-
-const ERROR_TYPES = ['unhandledRejection', 'uncaughtException']
-const SIGNAL_TRAPS = ['SIGTERM', 'SIGINT', 'SIGUSR2']
-
-module.exports = {
-	// Supported protocols
-	PROTOCOL_KAFKA,
-	PROTOCOL_LAMBDA,
-	// Other constants
-	ERROR_TYPES,
-	SIGNAL_TRAPS,
-};

package/v4/createCloudevent.js

@@ -1,47 +0,0 @@
-const createCloudevent = ({
-	data,
-	datacontenttype,
-	dataschema,
-	dlx = 'dlx',
-	id,
-	originid,
-	originsource,
-	origintype,
-	source,
-	specversion = '1.0',
-	subject,
-	type,
-}) => {
-	if (!dlx) { throw new Error('Cloudevent "dlx" is as required') }
-	if (!id) { throw new Error('Cloudevent "id" is as required') }
-	if (!source) { throw new Error('Cloudevent "source" is as required') }
-	if (!type) { throw new Error('Cloudevent "type" is as required') }
-
-	const cloudevent = {
-		// * Defined in cloudevents specification
-		// Required defaults
-		id,
-		source,
-		specversion,
-		time: new Date().toISOString(),
-		type,
-
-		// Optional data
-		data,
-		datacontenttype,
-		dataschema,
-		subject,
-
-		// * In-house attribute extensions
-		// Required defaults
-		dlx,
-
-		// Origin data
-		originid: originid || id,
-		originsource: originsource || source,
-		origintype: origintype || type,
-	}
-	return cloudevent
-}
-
-module.exports = { createCloudevent }

package/v4/createEventStream.js

@@ -1,36 +0,0 @@
-const { PROTOCOL_KAFKA, PROTOCOL_LAMBDA } = require('./lib/constants')
-const { createInstance: kafkaCreateInstance } = require('./kafka')
-const { createInstance: lambdaCreateInstance } = require('./lambda')
-
-const SUPPORTED_PROTOCOLS = [
-	PROTOCOL_KAFKA,
-	PROTOCOL_LAMBDA,
-]
-
-const createEventStream = ({
-	id,
-	mechanism,
-	password,
-	protocol,
-	urls,
-	username,
-}) => {
-	if (!protocol) { throw new Error('The "protocol" argument is required') }
-	if (!SUPPORTED_PROTOCOLS.includes(protocol)) { throw new Error(`The "${protocol}" protocol is not supported`) }
-
-	if (protocol === PROTOCOL_KAFKA) {
-		return kafkaCreateInstance({
-			id,
-			mechanism,
-			password,
-			urls,
-			username,
-		})
-	}
-
-	if (protocol === PROTOCOL_LAMBDA) {
-		return lambdaCreateInstance({})
-	}
-}
-
-module.exports = { createEventStream }

package/v4/index.js

@@ -1,12 +0,0 @@
-const { PROTOCOL_KAFKA, PROTOCOL_LAMBDA } = require('./lib/constants')
-const { createCloudevent } = require('./createCloudevent')
-const { createEventStream } = require('./createEventStream')
-
-const v4 = {
-	PROTOCOL_KAFKA,
-	PROTOCOL_LAMBDA,
-	createCloudevent,
-	createEventStream,
-}
-
-module.exports = { v4 }

package/v4/kafka/convertFrom.js

@@ -1,6 +0,0 @@
-const convertFrom = ({ event }) => {
-	const cloudevent = JSON.parse(event.message.value)
-	return { cloudevent }
-}
-
-module.exports = { convertFrom }

package/v4/kafka/convertTo.js

@@ -1,12 +0,0 @@
-const convertTo = ({ cloudevent }) => {
-	const message = {
-		headers: {
-			contentType: 'application/cloudevents+json;charset=UTF-8'
-		},
-		value: JSON.stringify(cloudevent),
-	}
-	const event = { messages: [message], topic: cloudevent.type }
-	return { event }
-}
-
-module.exports = { convertTo }

package/v4/kafka/createAuthentication.js

@@ -1,19 +0,0 @@
-// Client Configuration for KafkaJS: https://kafka.js.org/docs/configuration
-const SCRAM_MECHANISMS = [
-	'plain',
-	'scram-sha-256',
-	'scram-sha-512',
-]
-
-const createAuthentication = ({ mechanism, password, username }) => {
-	if (SCRAM_MECHANISMS.includes(mechanism)) {
-		return {
-			sasl: { mechanism, password, username },
-			ssl: true,
-		}
-	}
-
-	return {}
-}
-
-module.exports = { createAuthentication }

package/v4/kafka/createEmit.js

@@ -1,33 +0,0 @@
-const { Kafka } = require('kafkajs')
-const { convertTo } = require('./convertTo')
-const { createAuthentication } = require('./createAuthentication')
-
-const createEmit = ({
-	id,
-	mechanism,
-	password,
-	urls,
-	username,
-}) => {
-	const authentication = createAuthentication({
-		mechanism,
-		password,
-		username,
-	})
-	const kafka = new Kafka({
-		...authentication,
-		brokers: urls,
-		clientId: id,
-	})
-
-	const emit = async ({ cloudevent }) => {
-		const producer = kafka.producer()
-		await producer.connect()
-		const { event } = convertTo({ cloudevent })
-		await producer.send(event)
-		await producer.disconnect()
-	}
-	return { emit }
-}
-
-module.exports = { createEmit }

package/v4/kafka/createListen.js

@@ -1,64 +0,0 @@
-const { ERROR_TYPES, SIGNAL_TRAPS } = require('../lib/constants')
-const { Kafka } = require('kafkajs')
-const { convertFrom } = require('./convertFrom')
-const { createAuthentication } = require('./createAuthentication')
-
-const createListen = ({
-	id,
-	mechanism,
-	password,
-	urls,
-	username,
-}) => {
-	const authentication = createAuthentication({
-		mechanism,
-		password,
-		username,
-	})
-	const kafka = new Kafka({
-		...authentication,
-		brokers: urls,
-		clientId: id,
-	})
-
-	const consumer = kafka.consumer({ groupId: id });
-	const listen = async ({ handler, types }) => {
-		await consumer.connect()
-		await Promise.all(types.map(type => consumer.subscribe({
-			fromBeginning: true,
-			topic: type,
-		})))
-		await consumer.run({
-			eachMessage: async (event) => {
-				const { cloudevent } = convertFrom({ event })
-				await handler({ ...cloudevent, cloudevent })
-			}
-		})
-
-		// Before server stop, close subscription connections to kafka
-		ERROR_TYPES.map(errorType => {
-			process.on(errorType, async (err) => {
-				try {
-					console.log(`process.on ${errorType}`)
-					console.error(err)
-					await consumer.disconnect()
-					process.exit(0)
-				} catch (_err) {
-					process.exit(1)
-				}
-			})
-		})
-		SIGNAL_TRAPS.map(signalTrap => {
-			process.once(signalTrap, async () => {
-				try {
-					await consumer.disconnect()
-				} finally {
-					process.kill(process.pid, signalTrap)
-				}
-			})
-		})
-	}
-	return { listen }
-}
-
-module.exports = { createListen }

package/v4/kafka/index.js

@@ -1,28 +0,0 @@
-const { createEmit } = require('./createEmit')
-const { createListen } = require('./createListen')
-
-const createInstance = ({
-	id,
-	mechanism,
-	password,
-	urls,
-	username,
-}) => {
-	const { emit } = createEmit({
-		id,
-		mechanism,
-		password,
-		urls,
-		username,
-	})
-	const { listen } = createListen({
-		id,
-		mechanism,
-		password,
-		urls,
-		username,
-	});
-	return { emit, listen }
-}
-
-module.exports = { createInstance }

package/v4/lambda/handler.js

@@ -1,9 +0,0 @@
-const handler = (func) => {
-	return async (event, _context, _callback) => {
-		const cloudevent = event
-		const payload = await func ({ ...cloudevent, cloudevent })
-		return payload // * Returned to AWS invoker if 'RequestResponse' type
-	}
-}
-
-module.exports = { handler }

package/v4/lambda/index.js

@@ -1,7 +0,0 @@
-const { handler } = require('./handler');
-
-const createInstance = ({}) => {
-	return { handler }
-}
-
-module.exports = { createInstance }

package/v4/lib/constants.js

@@ -1,14 +0,0 @@
-const PROTOCOL_KAFKA = 'kafka'
-const PROTOCOL_LAMBDA = 'lambda'
-
-const ERROR_TYPES = ['unhandledRejection', 'uncaughtException']
-const SIGNAL_TRAPS = ['SIGTERM', 'SIGINT', 'SIGUSR2']
-
-module.exports = {
-	// Supported protocols
-	PROTOCOL_KAFKA,
-	PROTOCOL_LAMBDA,
-	// Other constants
-	ERROR_TYPES,
-	SIGNAL_TRAPS,
-};

package/v5/createCloudevent.js

@@ -1,47 +0,0 @@
-const createCloudevent = ({
-	data,
-	datacontenttype,
-	dataschema,
-	dlx = 'dlx',
-	id,
-	originid,
-	originsource,
-	origintype,
-	source,
-	specversion = '1.0',
-	subject,
-	type,
-}) => {
-	if (!dlx) { throw new Error('Cloudevent "dlx" is as required') }
-	if (!id) { throw new Error('Cloudevent "id" is as required') }
-	if (!source) { throw new Error('Cloudevent "source" is as required') }
-	if (!type) { throw new Error('Cloudevent "type" is as required') }
-
-	const cloudevent = {
-		// * Defined in cloudevents specification
-		// Required defaults
-		id,
-		source,
-		specversion,
-		time: new Date().toISOString(),
-		type,
-
-		// Optional data
-		data,
-		datacontenttype,
-		dataschema,
-		subject,
-
-		// * In-house attribute extensions
-		// Required defaults
-		dlx,
-
-		// Origin data
-		originid: originid || id,
-		originsource: originsource || source,
-		origintype: origintype || type,
-	}
-	return cloudevent
-}
-
-module.exports = { createCloudevent }

package/v5/createCloudeventStream.js

@@ -1,42 +0,0 @@
-const { PROTOCOL_KAFKA, PROTOCOL_LAMBDA } = require('./lib/constants')
-const { createInstance: kafkaCreateInstance } = require('./kafka')
-const { createInstance: lambdaCreateInstance } = require('./lambda')
-
-const SUPPORTED_PROTOCOLS = [
-	PROTOCOL_KAFKA,
-	PROTOCOL_LAMBDA,
-]
-
-const _throwRequired = (attribute) => {
-	throw new Error(`The ${attribute} argument is required`)
-}
-
-const createCloudeventStream = ({
-	id = process.env.CLOUDEVENT_STREAM_ID,
-	mechanism = process.env.CLOUDEVENT_STREAM_MECHANISM,
-	password = process.env.CLOUDEVENT_STREAM_PASSWORD,
-	protocol = process.env.CLOUDEVENT_STREAM_PROTOCOL,
-	urls = (process.env.CLOUDEVENT_STREAM_URLS || '').split(','),
-	username = process.env.CLOUDEVENT_STREAM_USERNAME,
-}) => {
-	if (!protocol) { _throwRequired('protocol') }
-	if (!SUPPORTED_PROTOCOLS.includes(protocol)) { throw new Error(`The "${protocol}" protocol is not supported`) }
-
-	if (protocol === PROTOCOL_KAFKA) {
-		if (!id) { _throwRequired('id') }
-		if (!urls.length === 0) { _throwRequired('urls') }
-		return kafkaCreateInstance({
-			id,
-			mechanism,
-			password,
-			urls,
-			username,
-		})
-	}
-
-	if (protocol === PROTOCOL_LAMBDA) {
-		return lambdaCreateInstance({})
-	}
-}
-
-module.exports = { createCloudeventStream }

package/v5/index.js

@@ -1,12 +0,0 @@
-const { PROTOCOL_KAFKA, PROTOCOL_LAMBDA } = require('./lib/constants')
-const { createCloudevent } = require('./createCloudevent')
-const { createCloudeventStream } = require('./createCloudeventStream')
-
-const v5 = {
-	PROTOCOL_KAFKA,
-	PROTOCOL_LAMBDA,
-	createCloudevent,
-	createCloudeventStream,
-}
-
-module.exports = { v5 }

package/v5/kafka/convertFrom.js

@@ -1,6 +0,0 @@
-const convertFrom = ({ event }) => {
-	const cloudevent = JSON.parse(event.message.value)
-	return { cloudevent }
-}
-
-module.exports = { convertFrom }

package/v5/kafka/convertTo.js

@@ -1,12 +0,0 @@
-const convertTo = ({ cloudevent }) => {
-	const message = {
-		headers: {
-			contentType: 'application/cloudevents+json;charset=UTF-8'
-		},
-		value: JSON.stringify(cloudevent),
-	}
-	const event = { messages: [message], topic: cloudevent.type }
-	return { event }
-}
-
-module.exports = { convertTo }

package/v5/kafka/createAuthentication.js

@@ -1,19 +0,0 @@
-// Client Configuration for KafkaJS: https://kafka.js.org/docs/configuration
-const SCRAM_MECHANISMS = [
-	'plain',
-	'scram-sha-256',
-	'scram-sha-512',
-]
-
-const createAuthentication = ({ mechanism, password, username }) => {
-	if (SCRAM_MECHANISMS.includes(mechanism)) {
-		return {
-			sasl: { mechanism, password, username },
-			ssl: true,
-		}
-	}
-
-	return {}
-}
-
-module.exports = { createAuthentication }

package/v5/kafka/createEmit.js

@@ -1,33 +0,0 @@
-const { Kafka } = require('kafkajs')
-const { convertTo } = require('./convertTo')
-const { createAuthentication } = require('./createAuthentication')
-
-const createEmit = ({
-	id,
-	mechanism,
-	password,
-	urls,
-	username,
-}) => {
-	const authentication = createAuthentication({
-		mechanism,
-		password,
-		username,
-	})
-	const kafka = new Kafka({
-		...authentication,
-		brokers: urls,
-		clientId: id,
-	})
-
-	const emit = async ({ cloudevent }) => {
-		const producer = kafka.producer()
-		await producer.connect()
-		const { event } = convertTo({ cloudevent })
-		await producer.send(event)
-		await producer.disconnect()
-	}
-	return { emit }
-}
-
-module.exports = { createEmit }