iobroker.zigbee2mqtt 0.1.0 → 1.0.0

package/main.js

@@ -7,31 +7,31 @@
 // The adapter-core module gives you access to the core ioBroker functions
 // you need to create an adapter
 const core = require('@iobroker/adapter-core');
-const WebSocket = require('ws');
-const defineDeviceFromExposes = require('./lib/exposes').defineDeviceFromExposes;
-const defineGroupDevice = require('./lib/groups').defineGroupDevice;
-const clearArray = require('./lib/utils').clearArray;
-let wsClient;
-let adapter;
-let createDevicesOrReady = false;
-const incStatsQueue = [];
-const createCache = {};
+const NedbPersistence = require('aedes-persistence-nedb');
+const mqtt = require('mqtt');
+const checkConfig = require('./lib/check').checkConfig;
+const adapterInfo = require('./lib/messages').adapterInfo;
+const zigbee2mqttInfo = require('./lib/messages').zigbee2mqttInfo;
+const Z2mController = require('./lib/z2mController').Z2mController;
+const DeviceController = require('./lib/deviceController').DeviceController;
+const StatesController = require('./lib/statesController').StatesController;
+
+
+let mqttClient;
 // eslint-disable-next-line prefer-const
 let deviceCache = [];
 // eslint-disable-next-line prefer-const
 let groupCache = [];
-const lastSeenCache = {};
 let ping;
 let pingTimeout;
 let autoRestartTimeout;
-const wsHeartbeatIntervall = 5000;
-const restartTimeout = 1000;
-const deviceAvailableTimeout = 10 * 60; // 10 Minutes
-const batteryDeviceAvailableTimeout = 24 * 60 * 60; // 24 Hours
-const checkAvailableInterval = 30 * 1000; // 10 Seconds
-let debugLogEnabled;
-let proxyZ2MLogsEnabled;
 let checkAvailableTimout;
+let debugDevices = '';
+let logfilter = [];
+let showInfo = true;
+let statesController;
+let deviceController;
+let z2mController;
 
 class Zigbee2mqtt extends core.Adapter {
 
@@ -46,81 +46,52 @@ class Zigbee2mqtt extends core.Adapter {
 	}
 
 	async onReady() {
-		// Initialize your adapter here
-		adapter = this;
-		this.log.info(`Zigbee2MQTT Frontend Server: ${this.config.server}`);
-		this.log.info(`Zigbee2MQTT Frontend Port: ${this.config.port}`);
-		this.log.info(`Zigbee2MQTT Debug Log: ${this.config.debugLogEnabled ? 'activated' : 'deactivated'}`);
-		this.log.info(`Proxy Zigbee2MQTT Logs to ioBroker Logs: ${this.config.proxyZ2MLogs ? 'activated' : 'deactivated'}`);
 
-		this.setStateAsync('info.connection', false, true);
-		this.createWsClient(this.config.server, this.config.port);
 
-		debugLogEnabled = this.config.debugLogEnabled;
-		proxyZ2MLogsEnabled = this.config.proxyZ2MLogs;
-	}
+		statesController = new StatesController(this, deviceCache, groupCache, debugDevices);
+		deviceController = new DeviceController(this, deviceCache, groupCache, this.config.useKelvin);
+		z2mController = new Z2mController(this, deviceCache, groupCache, logfilter);
 
-	async createWsClient(server, port) {
-		try {
-			wsClient = new WebSocket(`ws://${server}:${port}/api`);
-			wsClient.on('open', () => {
-				this.logDebug('Websocket connectet');
-				// Set connection state
-				this.setState('info.connection', true, true);
-				this.log.info('Connect to server over websocket connection.');
-				// Send ping to server
-				this.sendPingToServer();
-				// Start Heartbeat
-				this.wsHeartbeat();
-				// Start CheckAvailableTimer
-				this.checkAvailableTimer();
-			});
-			wsClient.on('pong', () => {
-				//this.logDebug('Receive pong from server');
-				this.wsHeartbeat();
-			});
-			// On Close
-			wsClient.on('close', () => {
-				this.setState('info.connection', false, true);
-				this.log.warn('Websocket disconnectet');
-				clearTimeout(ping);
-				clearTimeout(pingTimeout);
+		// Initialize your adapter here
+		adapterInfo(this.config, this.log);
 
-				if (wsClient.readyState === WebSocket.CLOSED) {
-					this.autoRestart();
-				}
-			});
+		this.setStateAsync('info.connection', false, true);
 
-			wsClient.on('message', (message) => { this.messageParse(message); });
-			wsClient.on('error', (err) => { adapter.logDebug(err); });
-		} catch (err) {
-			this.logDebug(err);
+		const debugDevicesState = await this.getStateAsync('info.debugmessages');
+		if (debugDevicesState && debugDevicesState.val) {
+			debugDevices = String(debugDevicesState.val);
 		}
-	}
 
-	async sendPingToServer() {
-		//this.logDebug('Send ping to server');
-		wsClient.ping();
-		ping = setTimeout(() => {
-			this.sendPingToServer();
-		}, wsHeartbeatIntervall);
-	}
+		const logfilterState = await this.getStateAsync('info.logfilter');
+		if (logfilterState && logfilterState.val) {
+			logfilter = String(logfilterState.val).split(';').filter(x => x); // filter removes empty strings here
+		}
 
-	async wsHeartbeat() {
-		clearTimeout(pingTimeout);
-		pingTimeout = setTimeout(() => {
-			this.logDebug('Websocked connection timed out');
-			wsClient.terminate();
-			clearTimeout(checkAvailableTimout);
-		}, wsHeartbeatIntervall + 1000);
+		if (this.config.useExternalMqtt == true) {
+			mqttClient = mqtt.connect(`mqtt://${this.config.externalMqttServerIP}:${this.config.externalMqttServerPort}`, { clientId: `ioBroker.zigbee2mqtt_${Math.random().toString(16).slice(2, 8)}`, clean: true, reconnectPeriod: 500 });
+		} else {
+			const Aedes = require('aedes');
+			const net = require('net');
+			const db = new NedbPersistence({
+				path: `${core.getAbsoluteInstanceDataDir(this)}/mqttData`,
+				prefix: ''
+			});
+			// @ts-ignore
+			const aedes = Aedes({ persistence: db });
+			const mqttServer = net.createServer(aedes.handle);
+			mqttServer.listen(this.config.mqttServerPort, this.config.mqttServerIPBind, () => { });
+			mqttClient = mqtt.connect(`mqtt://${this.config.mqttServerIPBind}:${this.config.mqttServerPort}`, { clientId: 'ioBroker.zigbee2mqtt', clean: true, reconnectPeriod: 500 });
+		}
+
+		mqttClient.on('connect', () => { this.setStateAsync('info.connection', true, true); });
+		mqttClient.subscribe('#');
+		mqttClient.on('message', (topic, payload) => {
+			const newMessage = `{"payload":${payload.toString() == '' ? '"null"' : payload.toString()},"topic":"${topic.slice(topic.search('/') + 1)}"}`;
+			console.log(newMessage);
+			this.messageParse(newMessage);
+		});
 	}
 
-	async autoRestart() {
-		this.log.warn(`Start try again in ${restartTimeout / 1000} seconds...`);
-		autoRestartTimeout = setTimeout(() => {
-			this.onReady();
-		}, restartTimeout);
-	}
 
 	async messageParse(message) {
 		const messageObj = JSON.parse(message);
@@ -129,34 +100,41 @@ class Zigbee2mqtt extends core.Adapter {
 			case 'bridge/config':
 				break;
 			case 'bridge/info':
+				if (showInfo) {
+					zigbee2mqttInfo(messageObj.payload, this.log);
+					checkConfig(messageObj.payload.config, this.log);
+					showInfo = false;
+				}
 				break;
 			case 'bridge/state':
 				break;
 			case 'bridge/devices':
-				// As long as we are busy creating the devices, the states are written to the queue.
-				createDevicesOrReady = false;
-				await this.createDeviceDefinitions(deviceCache, messageObj.payload);
-				await this.createOrUpdateDevices(deviceCache);
-				createDevicesOrReady = true;
-
-				// Now process all entries in the states queue
-				while (incStatsQueue.length > 0) {
-					this.processDeviceMessage(incStatsQueue.shift());
-				}
+				await deviceController.createDeviceDefinitions(messageObj.payload);
+				await deviceController.createOrUpdateDevices();
+				await statesController.subscribeWritableStates();
+				statesController.processQueue();
 				break;
 			case 'bridge/groups':
-				await this.createGroupDefinitions(groupCache, messageObj.payload);
-				await this.createOrUpdateDevices(groupCache);
+				await deviceController.createGroupDefinitions(messageObj.payload);
+				await deviceController.createOrUpdateDevices();
+				await statesController.subscribeWritableStates();
+				statesController.processQueue();
 				break;
 			case 'bridge/event':
+				deviceController.processRemoveEvent(messageObj);
 				break;
 			case 'bridge/extensions':
 				break;
 			case 'bridge/logging':
-				if (proxyZ2MLogsEnabled == true) {
-					this.proxyZ2MLogs(messageObj);
+				if (this.config.proxyZ2MLogs == true) {
+					z2mController.proxyZ2MLogs(messageObj);
 				}
 				break;
+			case 'bridge/response/device/rename':
+				await deviceController.renameDeviceInCache(messageObj);
+				await deviceController.createOrUpdateDevices();
+				statesController.processQueue();
+				break;
 			case 'bridge/response/networkmap':
 				break;
 			case 'bridge/response/touchlink/scan':
@@ -166,314 +144,36 @@ class Zigbee2mqtt extends core.Adapter {
 			case 'bridge/response/touchlink/factory_reset':
 				break;
 			default:
-				// States
 				{
-					if (!messageObj.topic.includes('/')) {
-						// As long as we are busy creating the devices, the states are written to the queue.
-						if (createDevicesOrReady == false) {
-							incStatsQueue[incStatsQueue.length] = messageObj;
+					// {"payload":{"state":"online"},"topic":"FL.Licht.Links/availability"}  ---->  {"payload":{"available":true},"topic":"FL.Licht.Links"}
+					if (messageObj.topic.endsWith('/availability')) {
+						const topicSplit = messageObj.topic.split('/');
+
+						// If an availability message for an old device ID comes with a payload of NULL, this is the indicator that a device has been unnamed.
+						// If this is then still available in the cache, the messages must first be cached.
+						if (messageObj.payload == 'null') {
 							break;
 						}
-						this.processDeviceMessage(messageObj);
-					}
-				}
-				break;
-		}
-	}
-
-	async processDeviceMessage(messageObj) {
-		this.logDebug(`processDeviceMessage -> messageObj: ${JSON.stringify(messageObj)}`);
-		// Is payload present?
-		if (messageObj.payload == '') {
-			return;
-		}
-
-		const device = deviceCache.find(x => x.id == messageObj.topic);
-		if (device) {
-			this.logDebug(`processDeviceMessage -> device: ${JSON.stringify(device)}`);
-			try {
-				// The state available must not be considered for the cacheLastSeen
-				// Groups must not be considered for the cacheLastSeen
-				if (messageObj.payload.available == undefined && !device.ieee_address.startsWith('group_')) {
-					await this.cacheLastSeen(device, messageObj);
-				}
-				this.setDeviceState(messageObj, device);
-				this.checkAvailable(device.ieee_address);
-
-			} catch (error) {
-				adapter.log.error(error);
-			}
-		}
-		else {
-			adapter.log.warn(`Device: ${messageObj.topic} not found`);
-		}
-	}
-
-	async cacheLastSeen(device, messageObj) {
-		this.logDebug(`cacheLastSeen -> device: ${JSON.stringify(device)}`);
-		this.logDebug(`cacheLastSeen -> messageObj: ${JSON.stringify(messageObj)}`);
-		if (messageObj.payload.last_seen) {
-			lastSeenCache[device.ieee_address] = new Date(messageObj.payload.last_seen).getTime();
-		} else {
-			lastSeenCache[device.ieee_address] = new Date().getTime();
-		}
-		this.logDebug(`cacheLastSeen -> deviceLastSeenCache: ${JSON.stringify(lastSeenCache)}`);
-	}
-
-	async checkAvailableTimer() {
-		checkAvailableTimout = setTimeout(async () => {
-			await this.checkAvailable(null);
-			this.checkAvailableTimer();
-		}, checkAvailableInterval);
-	}
-
-	async checkAvailable(ieee_address) {
-		this.logDebug(`checkAvailable -> ieee_address: ${ieee_address}`);
-		let checkList = {};
-		if (ieee_address) {
-			checkList[ieee_address] = null;
-		}
-		else {
-			checkList = lastSeenCache;
-		}
-
-		for (const ieee_address in checkList) {
-			const device = deviceCache.find(x => x.ieee_address == ieee_address);
-
-			if (!device) {
-				continue;
-			}
-
-			const isBatteryDevice = device.power_source == 'Battery' ? true : false;
-			const offlineTimeout = isBatteryDevice ? batteryDeviceAvailableTimeout : deviceAvailableTimeout;
-			const diffSec = Math.round((new Date().getTime() - lastSeenCache[ieee_address]) / 1000);
-			const available = diffSec < offlineTimeout;
-
-			this.logDebug(`checkAvailable -> device.id: ${device.id}, available: ${available}, diffSec: ${diffSec}, isBatteryDevice: ${isBatteryDevice}`);
-
-			if (device.available == null || device.available != available) {
-				this.logDebug(`checkAvailable -> device.id: ${device.id}, available: ${available}, diffSec: ${diffSec}, isBatteryDevice: ${isBatteryDevice}`);
-				device.available = available;
-				const messageObj = {
-					topic: device.id,
-					payload: {
-						available: available,
-					}
-				};
-
-				this.processDeviceMessage(messageObj);
-			}
-		}
-	}
-
-	async setDeviceState(messageObj, device) {
-
-		for (const [key, value] of Object.entries(messageObj.payload)) {
-			this.logDebug(`setDeviceState -> key: ${key}`);
-			this.logDebug(`setDeviceState -> value: ${JSON.stringify(value)}`);
-
-			let states;
-			if (key == 'action') {
-				states = device.states.filter(x => (x.prop && x.prop == key) && x.id == value);
-			} else {
-				states = device.states.filter(x => (x.prop && x.prop == key) || x.id == key);
-			}
-			this.logDebug(`setDeviceState -> states: ${JSON.stringify(states)}`);
-
-			for (const state of states) {
-				if (!state) {
-					continue;
-				}
-				const stateName = `${device.ieee_address}.${state.id}`;
-
-				if (state.getter) {
-					this.setState(stateName, state.getter(messageObj.payload), true);
-				}
-				else {
-					this.setState(stateName, value, true);
-				}
-			}
-		}
-	}
-
-	async createDeviceDefinitions(cache, exposes) {
-		clearArray(cache);
-		for (const expose of exposes) {
-			if (expose.definition != null) {
-				await defineDeviceFromExposes(cache, expose.friendly_name, expose.ieee_address, expose.definition, expose.power_source);
-			}
-		}
-	}
 
-	async createGroupDefinitions(cache, exposes) {
-		clearArray(cache);
-		for (const expose of exposes) {
-			await defineGroupDevice(cache, expose.friendly_name, `group_${expose.id}`, expose.scenes);
-		}
-	}
-
-	async createOrUpdateDevices(cache) {
-		for (const device of cache) {
-			const deviceName = device.id == device.ieee_address ? '' : device.id;
-			if (!createCache[device.ieee_address] || createCache[device.ieee_address].common.name != deviceName) {
-				const deviceObj = {
-					type: 'device',
-					common: {
-						name: deviceName,
-						statusStates: {
-							onlineId: `${this.name}.${this.instance}.${device.ieee_address}.available`
-						},
-					},
-
-					native: {}
-				};
-				//@ts-ignore
-				await this.extendObjectAsync(device.ieee_address, deviceObj);
-				createCache[device.ieee_address] = deviceObj;
-			}
-
-			// Special handling for groups, here it is checked whether the scenes match the current data from z2m.
-			// If necessary, scenes are automatically deleted from ioBroker.
-			if (device.ieee_address.startsWith('group_')) {
-				const sceneStates = await this.getStatesAsync(`${device.ieee_address}.scene_*`);
-				const sceneIDs = Object.keys(sceneStates);
-				for (const sceneID of sceneIDs) {
-					const stateID = sceneID.split('.')[3];
-					if (device.states.find(x => x.id == stateID) == null) {
-						this.delObject(sceneID);
+						if (topicSplit.length == 2 && messageObj.payload && messageObj.payload.state) {
+							const newMessage = {
+								payload: { available: messageObj.payload.state == 'online' },
+								topic: topicSplit[0]
+							};
+							statesController.processDeviceMessage(newMessage);
+						}
+						// States
+					} else if (!messageObj.topic.includes('/')) {
+						statesController.processDeviceMessage(messageObj);
 					}
 				}
-			}
-
-			for (const state of device.states) {
-				if (!createCache[device.ieee_address][state.id] || createCache[device.ieee_address][state.id].name != state.name) {
-					const iobState = await this.copyAndCleanStateObj(state);
-					this.logDebug(`Orig. state: ${JSON.stringify(state)}`);
-					this.logDebug(`Cleaned. state: ${JSON.stringify(iobState)}`);
-
-
-
-					await this.extendObjectAsync(`${device.ieee_address}.${state.id}`, {
-						type: 'state',
-						common: iobState,
-						native: {},
-					});
-					createCache[device.ieee_address][state.id] = state.name;
-				}
-			}
-		}
-		this.subscribeWritableStates();
-	}
-
-	async copyAndCleanStateObj(state) {
-		const iobState = { ...state };
-		const blacklistedKeys = [
-			'setter',
-			'setterOpt',
-			'getter',
-			'setattr',
-			'readable',
-			'writable',
-			'isOption',
-			'inOptions'
-		];
-		for (const blacklistedKey of blacklistedKeys) {
-			delete iobState[blacklistedKey];
-		}
-		return iobState;
-	}
-
-	async subscribeWritableStates() {
-		await this.unsubscribeObjectsAsync('*');
-		for (const device of deviceCache) {
-			for (const state of device.states) {
-				if (state.write == true) {
-					this.subscribeStatesAsync(`${device.ieee_address}.${state.id}`);
-				}
-			}
-		}
-	}
-
-	async createZ2MMessage(id, state) {
-
-		const splitedID = id.split('.');
-
-		if (splitedID.length < 4) {
-			this.log.warn(`state ${id} not valid`);
-			return;
-		}
-
-		const ieee_address = splitedID[2];
-		const stateName = splitedID[3];
-
-		const device = deviceCache.find(d => d.ieee_address == ieee_address);
-
-		if (!device) {
-			return;
-		}
-
-		const deviceState = device.states.find(s => s.id == stateName);
-
-		if (!deviceState) {
-			return;
-		}
-
-		let stateVal = state.val;
-		if (deviceState.setter) {
-			stateVal = deviceState.setter(state.val);
-		}
-
-
-		let stateID = deviceState.id;
-		if (deviceState.prop) {
-			stateID = deviceState.prop;
-		}
-
-		let topic = `${device.ieee_address}/set`;
-		if (device.ieee_address.includes('group_')) {
-			topic = `${device.id}/set`;
-		}
-
-		const controlObj = {
-			payload: {
-				[stateID]: stateVal
-			},
-			topic: topic
-		};
-		// set stats with role 'button' always immediately to ack = true, because these are not reported back by Zigbee2MQTT
-		if (deviceState.role == 'button') {
-			this.setState(id, state, true);
-		}
-
-		return JSON.stringify(controlObj);
-	}
-
-	async proxyZ2MLogs(messageObj) {
-		this.logDebug(`proxyZ2MLogs -> messageObj: ${JSON.stringify(messageObj)}`);
-
-		const logLevel = messageObj.payload.level;
-		const logMessage = messageObj.payload.message;
-
-		switch (logLevel) {
-			case 'debug':
-			case 'info':
-			case 'error':
-				this.log[logLevel](logMessage);
 				break;
-			case 'warning':
-				this.log.warn(logMessage);
-				break;
-		}
-	}
-
-	async logDebug(message) {
-		if (debugLogEnabled == true) {
-			this.log.debug(message);
 		}
 	}
 
-	onUnload(callback) {
+	async onUnload(callback) {
 		try {
+			await statesController.setAllAvailableToFalse();
 			clearTimeout(ping);
 			clearTimeout(pingTimeout);
 			clearTimeout(autoRestartTimeout);
@@ -486,12 +186,24 @@ class Zigbee2mqtt extends core.Adapter {
 
 	async onStateChange(id, state) {
 		if (state && state.ack == false) {
-			const message = await this.createZ2MMessage(id, state);
-			wsClient.send(message);
+			if (id.includes('info.debugmessages')) {
+				debugDevices = state.val;
+				this.setState(id, state.val, true);
+				return;
+			}
+			if (id.includes('info.logfilter')) {
+				logfilter = state.val.split(';').filter(x => x); // filter removes empty strings here
+				this.setState(id, state.val, true);
+				return;
+			}
+
+			const message = await z2mController.createZ2MMessage(id, state) || { topic: '', payload: '' };
+			mqttClient.publish('zigbee2mqtt/' + message.topic, JSON.stringify(message.payload));
 		}
 	}
 }
 
+
 if (require.main !== module) {
 	// Export the constructor in compact mode
 	/**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "iobroker.zigbee2mqtt",
-  "version": "0.1.0",
+  "version": "1.0.0",
   "description": "Zigbee2MQTT adapter for ioBroker",
   "author": {
     "name": "Dennis Rathjen",
@@ -21,7 +21,11 @@
   "dependencies": {
     "@alcalzone/release-script-plugin-iobroker": "^3.5.9",
     "@alcalzone/release-script-plugin-license": "^3.5.9",
-    "@iobroker/adapter-core": "^2.6.6",
+    "@iobroker/adapter-core": "^2.6.7",
+    "aedes": "^0.48.0",
+    "aedes-persistence-nedb": "^2.0.3",
+    "mqtt": "^4.3.7",
+    "net": "^1.0.2",
     "ws": "^8.9.0"
   },
   "devDependencies": {
@@ -32,19 +36,19 @@
     "@types/chai": "^4.3.3",
     "@types/chai-as-promised": "^7.1.5",
     "@types/mocha": "^10.0.0",
-    "@types/node": "^18.7.23",
+    "@types/node": "^18.8.3",
     "@types/proxyquire": "^1.3.28",
     "@types/sinon": "^10.0.13",
     "@types/sinon-chai": "^3.2.8",
     "chai": "^4.3.6",
     "chai-as-promised": "^7.1.1",
-    "eslint": "^8.24.0",
+    "eslint": "^8.25.0",
     "eslint-config-prettier": "^8.5.0",
     "eslint-plugin-prettier": "^4.2.1",
     "mocha": "^10.0.0",
     "prettier": "^2.7.1",
     "proxyquire": "^2.1.3",
-    "sinon": "^14.0.0",
+    "sinon": "^14.0.1",
     "sinon-chai": "^3.7.0",
     "typescript": "~4.8.4"
   },

package/lib/groups.js

@@ -1,45 +0,0 @@
-const states = require('./states').states;
-const utils = require('./utils');
-
-function defineGroupDevice(devices, groupID, ieee_address, scenes) {
-	const newDevice = {
-		id: groupID,
-		ieee_address: ieee_address,
-		icon: undefined,
-		states: [
-			states.state,
-			states.brightness,
-			states.colortemp,
-			states.color,
-			states.brightness_move,
-			states.colortemp_move,
-			states.transition_time,
-			//states.brightness_step
-		],
-	};
-
-	// Create buttons for scenes
-	for (const scene of scenes) {
-		const sceneSate = {
-			id: `scene_${scene.id}`,
-			prop: `scene_recall`,
-			name: scene.name,
-			icon: undefined,
-			role: 'button',
-			write: true,
-			read: true,
-			type: 'boolean',
-			setter: (value) => (value) ? scene.id : undefined
-		};
-		// @ts-ignore
-		newDevice.states.push(sceneSate);
-	}
-
-	// if the device is already present in the cache, remove it
-	utils.removeDeviceByIeee(devices, ieee_address);
-	devices.push(newDevice);
-}
-
-module.exports = {
-	defineGroupDevice: defineGroupDevice,
-};