iobroker.zigbee 2.0.4 → 3.0.0

package/admin/admin.js

@@ -1,5 +1,4 @@
 /*global $, M, _, sendTo, systemLang, translateWord, translateAll, showMessage, socket, document, instance, vis, Option*/
-
 /*
  * you must run 'iobroker upload zigbee' if you edited this file to make changes visible
  */
@@ -31,7 +30,13 @@ let devices = [],
     },
     cidList,
     shuffleInstance,
-    errorData = [];
+    errorData = [],
+    debugMessages = {},
+    debugInLog = true,
+    nvRamBackup = {},
+    isHerdsmanRunning = false;
+const dbgMsgfilter = new Set();
+const dbgMsghide = new Set();
 const updateCardInterval = setInterval(updateCardTimer, 6000);
 
 const networkOptions = {
@@ -52,11 +57,12 @@ const networkOptions = {
 
 const savedSettings = [
     'port', 'panID', 'channel', 'disableLed', 'countDown', 'groups', 'extPanID', 'precfgkey', 'transmitPower',
-    'adapterType', 'debugHerdsman', 'disableBackup', 'disablePing', 'external', 'startWithInconsistent', 'warnOnDeviceAnnouncement', 'baudRate', 'flowCTRL'
+    'adapterType', 'debugHerdsman', 'disableBackup', 'disablePing', 'external', 'startWithInconsistent',
+    'warnOnDeviceAnnouncement', 'baudRate', 'flowCTRL', 'autostart'
 ];
 
 function getDeviceByID(ID) {
-    return devices.find((devInfo) => {
+    if (devices) return devices.find((devInfo) => {
         try {
             return devInfo._id == ID;
         } catch (e) {
@@ -240,7 +246,6 @@ function getCard(dev) {
             rooms.push(dev.rooms[r]);
         }
     }
-    console.warn('debug for ' + ieee + ' is ' + isDebug);
     const room = rooms.join(',') || '&nbsp';
     const paired = (dev.paired) ? '' : '<i class="material-icons right">leak_remove</i>';
     const rid = id.split('.').join('_');
@@ -378,6 +383,31 @@ function deleteConfirmation(id, name) {
     Materialize.updateTextFields();
 }
 
+function deleteNvBackupConfirmation() {
+    const text = translateWord('Do you really want to the NV Backup data ?');
+    $('#modaldelete').find('p').text(text);
+    $('#force').prop('checked', false);
+    $('#forcediv').addClass('hide');
+    $('#modaldelete a.btn[name=\'yes\']').unbind('click');
+    $('#modaldelete a.btn[name=\'yes\']').click(() => {
+        //const force = $('#force').prop('checked');
+        showWaitingDialog('Attempting to delete nvBackup.json', 60000);
+        sendTo(namespace, 'deleteNVBackup', {}, function (msg) {
+            closeWaitingDialog();
+            if (msg) {
+                if (msg.error) {
+                    showMessage(msg.error, _('Error'));
+                } else {
+                    getDevices();
+                }
+            }
+        });
+    });
+    $('#modaldelete').modal('open');
+    Materialize.updateTextFields();
+}
+
+
 function cleanConfirmation() {
     const text = translateWord('Do you really want to remove orphaned states?');
     $('#modalclean').find('p').text(text);
@@ -400,7 +430,7 @@ function EndPointIDfromEndPoint(ep) {
 }
 
 function editName(id, name) {
-    console.log('editName called with ' + name);
+    console.warn('editName called with ' + id + ' and ' + name);
     const dev = devices.find((d) => d._id == id);
     $('#modaledit').find('input[id=\'d_name\']').val(name);
     const groupables = [];
@@ -780,18 +810,27 @@ function getCoordinatorInfo() {
     sendTo(namespace, 'getCoordinatorInfo', {}, function (msg) {
         if (msg) {
             if (msg.error) {
-                showMessage(msg.error, _('Error'));
+                errorData.push(msg.error);
+                isHerdsmanRunning = false;
+                updateStartButton();
             } else {
                 coordinatorinfo = msg;
+                isHerdsmanRunning = true;
+                updateStartButton()
             }
         }
     });
 }
+
 function checkDebugDevice(id) {
-    if (debugDevices.indexOf(id) > -1) return 0
+    // returns: -1: debug not set
+    // 0: debug set explicitly
+    // > 0: debug set by pattern.
+    if (!debugDevices) return -1;
+    if (debugDevices.indexOf(id) > -1) return 0 // debug set
     for (const addressPart of debugDevices) {
         if (typeof id === 'string' && id.includes(addressPart)) {
-            return debugDevices.indexOf(addressPart)+1;
+            return debugDevices.indexOf(addressPart)+1; // debug set by pattern (>0)
         }
     }
     return -1;
@@ -830,7 +869,6 @@ async function selectImageOverride(id) {
     sendTo(namespace, 'getLocalImages', {}, function(msg) {
         if (msg && msg.imageData) {
             const imagedata = msg.imageData;
-            console.warn(JSON.stringify(dev.common));
             const default_icon = (dev.common.type === 'group' ? dev.common.modelIcon : `img/${dev.common.type.replace(/\//g, '-')}.png`);
             if (dev.legacyIcon) imagedata.unshift( { file:dev.legacyIcon, name:'legacy', data:dev.legacyIcon});
             imagedata.unshift( { file:'none', name:'default', data:default_icon});
@@ -844,10 +882,10 @@ async function selectImageOverride(id) {
                     return image.file;
                 },
                 function (key, image) {
-                    if (image.file.length < 50) {
-                        return `data-icon="${image.data}"`;
-                    } else {
+                    if (image.isBase64) {
                         return `data-icon="data:image/png; base64, ${image.data}"`;
+                    } else {
+                        return `data-icon="${image.data}"`;
                     }
                 },
             );
@@ -857,7 +895,6 @@ async function selectImageOverride(id) {
                 const image = $('#chooseimage').find('#images option:selected').val();
                 const global = $('#chooseimage').find('#globaloverride').prop('checked');
                 const name = $('#chooseimage').find('input[id=\'d_name\']').val();
-                console.warn(`update device image : ${id} : ${image} : ${global} : ${name} : ${dev.common.name}`);
                 const data = {};
                 if (image != 'current') data.icon= image;
                 if (name != dev.common.name) data.name = name;
@@ -869,10 +906,208 @@ async function selectImageOverride(id) {
     });
 }
 
+
+function safestring(val) {
+    const t = typeof val;
+    if (t==='object') return JSON.stringify(val).replaceAll(',',', ');
+    if (t==='string') return val.replaceAll(',',', ');
+    if (t==='function') return 'function';
+    return val;
+}
+
+function fne(item) {
+    const rv = [];
+    if (item.flags) {
+        if (item.flags.includes('SUCCESS')) rv.push('SUCCESS');
+        else rv.push(...item.flags);
+    }
+    if (item.errors && item.errors.length > 0) {
+        if (item.errors.length > 1) rv.push('errors: '+item.errors.join(','));
+        else rv.push('error: '+item.errors[0]);
+    }
+    return rv.join(', ');
+}
+
+function HtmlFromInDebugMessages(messages, devID, filter) {
+    const Html = [];
+    const filterSet = new Set();
+    let isodd = true;
+    if (dbgMsghide.has('i_'+devID)) {
+        console.warn('in all filtered out')
+        Html.push('&nbsp;')
+    } else for (const item of messages) {
+        if (item.states.length > 0) {
+            const rowspan = item.states.length > 1 ? ` rowspan="${item.states.length}"` : '';
+            let idx = item.states.length;
+            const IHtml = [];
+            let fs = '';
+            for (const state of item.states) {
+                fs = fs+state.id+'.'+fne(item);
+                const redText = (item.errors && item.errors.length > 0 ? ' id="dbgred"' : '');
+                idx--;
+                const LHtml = [(`<tr id="${isodd ? 'dbgrowodd' : 'dbgroweven'}">`)];
+                if (idx==0)
+                    LHtml.push(`<td${rowspan}>${item.dataID.toString(16).slice(-4)}</td><td${rowspan}>${safestring(item.payload)}</td>`);
+                LHtml.push(`<td></td><td${redText}>${safestring(state.payload)}</td><td${redText}>${state.id}</td><td${redText}>${state.value}</td><td${redText}>${fne(item)}</td></tr>`);
+                IHtml.unshift(...LHtml)
+            }
+            if (filter)
+                if (filterSet.has(fs)) continue; else filterSet.add(fs);
+            Html.unshift(...IHtml);
+            isodd=!isodd;
+        }
+    }
+    const ifbutton = `<a id="i_${devID}" class="btn-floating waves-effect waves-light blue tooltipped center-align hoverable translateT" title="Update debug messages"><i class="material-icons large">${dbgMsgfilter.has('i_'+devID) ? 'filter_list' : 'format_align_justify' }</i></a>`
+    const ofbutton = `<a id="hi_${devID}" class="btn-floating waves-effect waves-light blue tooltipped center-align hoverable translateT" title="Update debug messages"><i class="material-icons large">${dbgMsghide.has('i_'+devID) ? 'unfold_more' : 'unfold_less' }</i></a>`
+    const dataHide = dbgMsgfilter.has('hi_'+devID) ? 'Data hidden' : '&nbsp;';
+    return `<thead id="dbgtable"><tr><td>&nbsp</td><td>Incoming messages</td><td>&nbsp;</td><td>&nbsp;</td><td>${dataHide}</td><td>${ifbutton}</td><td>${ofbutton}</td></tr><tr><td>ID</td><td>Zigbee Payload</td><td>&nbsp;</td><td>State Payload</td><td>ID</td><td>value</td><td>Flags</td></tr></thead><tbody>${Html.join('')}</tbody>`;
+}
+
+
+function HtmlFromOutDebugMessages(messages, devID, filter) {
+    const Html = [];
+    const filterSet = new Set();
+    let isodd=true;
+    if (dbgMsghide.has('o_'+devID)) {
+        console.warn('out all filtered out')
+        Html.push('&nbsp;')
+    }
+    else for (const item of messages) {
+        if (item.states.length > 0) {
+            const rowspan = item.states.length > 1 ? ` rowspan="${item.states.length}"` : '';
+            let idx = item.states.length;
+            let fs = '';
+            const IHtml = [];
+            for (const state of item.states) {
+                fs = fs+state.id+'.'+fne(item);
+                const redText = (item.errors && item.errors.length > 0 ? ' id="dbgred"' : '');
+                const LHtml = [(`<tr id="${isodd ? 'dbgrowodd' : 'dbgroweven'}">`)];
+                idx--;
+                if (idx==0)
+                    LHtml.push(`<td${rowspan}>${item.dataID.toString(16).slice(-4)}</td><td${rowspan}>${safestring(item.payload)}</td>`);
+                LHtml.push(`<td${redText}>${state.ep ? state.ep : ''}</td><td${redText}>${state.id}</td><td${redText}>${safestring(state.value)}</td><td${redText}>${safestring(state.payload)}</td><td${redText}>${fne(item)}</td></tr>`);
+                IHtml.unshift(...LHtml);
+
+            }
+            if (filter)
+                if (filterSet.has(fs)) continue; else filterSet.add(fs);
+            Html.unshift(...IHtml);
+            isodd=!isodd;
+        }
+    }
+    const ifbutton = `<a id="o_${devID}" class="btn-floating waves-effect waves-light blue tooltipped center-align hoverable translateT" title="Update debug messages"><i class="material-icons large">${dbgMsgfilter.has('o_'+devID) ? 'filter_list' : 'format_align_justify' }</i></a>`
+    const ofbutton = `<a id="ho_${devID}" class="btn-floating waves-effect waves-light blue tooltipped center-align hoverable translateT" title="Update debug messages"><i class="material-icons large">${dbgMsghide.has('o_'+devID) ? 'unfold_more' : 'unfold_less'}</i></a>`
+    const dataHide = dbgMsgfilter.has('ho_'+devID) ? 'Data hidden' : '&nbsp;';
+    return `<thead id="dbgtable"><tr><td>&nbsp</td><td>Outgoing messages</td><td>&nbsp;</td><td>&nbsp;</td><td>${dataHide}</td><td>${ifbutton}</td><td>${ofbutton}</td></tr><tr><td>ID</td><td>Zigbee Payload</td><td>EP</td><td>ID</td><td>value</td><td>State Payload</td><td>Flags</td></tr></thead><tbody>${Html.join('')}</tbody>`;
+}
+
+
+function displayDebugMessages(msg) {
+    const buttonNames = [];
+    if (msg.byId) {
+        const dbgData = msg.byId;
+        const keys = Object.keys(dbgData);
+        const keylength = keys.length;
+        const Html = [];
+        const button = `<a id="e_all" class="btn-floating waves-effect waves-light green tooltipped center-align hoverable translateT" title="Update debug messages"><i class="material-icons large">sync_problem</i></a>`;
+        const fbutton = `<a id="f_all" class="btn-floating waves-effect waves-light blue tooltipped center-align hoverable translateT" title="Update debug messages"><i class="material-icons large">${dbgMsgfilter.size != 0 ? 'filter_list' : 'format_align_justify' }</i></a>`;
+        const hbutton = `<a id="h_all" class="btn-floating waves-effect waves-light blue tooltipped center-align hoverable translateT" title="Update debug messages"><i class="material-icons large">${dbgMsghide.size != 0 ? 'unfold_more' : 'unfold_less'}</i></a>`;
+        const logbutton = `<a id="l_all" class="btn-floating waves-effect waves-light ${debugInLog ? 'green' : 'red'} tooltipped center-align hoverable translateT" title="Log messages"><i class="material-icons large">${debugInLog ? 'speaker_notes' : 'speaker_notes_off'}</i></a>`;
+        Html.push(`<li><table><thead id="dbgtable"><tr><td>${logbutton}</td><td colspan="3">Debug information by device</td><td>${fbutton}</td><td>${hbutton}</td><td>${button}</td></tr></thead><tbody>`);
+        if (!keylength) {
+            Html.push('<tr><td></td><td>No debug data loaded - press reload to refresh</td><td></td><td>&nbsp;</td><td>&nbsp;</td><td>&nbsp;</td><td>&nbsp;</td><td>&nbsp;</td></tr></tbody></table></li>')
+            $('#dbg_data_list').html(Html.join(''));
+        }
+        else {
+            Html.push('</tbody></table></li>')
+            for (const devID of Object.keys(dbgData)) {
+                const dev = devices.find((d) => d._id.endsWith(devID.slice(-16)));
+                const type_url = (dev && dev.common && dev.common.type ? sanitizeModelParameter(dev.common.type) : 'unknown');
+                const image = `<img src="${dev.common.icon || dev.icon}" width="40px" onerror="this.onerror=null;this.src='img/unavailable.png';">`
+                const modelUrl = (type_url === 'unknown') ? 'unknown' : `<a href="https://www.zigbee2mqtt.io/devices/${type_url}.html" target="_blank" rel="noopener noreferrer">${image}</a>`;
+                const devName = (dev && dev.common && dev.common.name) ? dev.common.name : 'unnamed';
+                const button = `<a id="e_${devID}" class="btn-floating waves-effect waves-light green tooltipped center-align hoverable translateT" title="Update debug messages"><i class="material-icons large">sync_problem</i></a>`
+                buttonNames.push(devID);
+                Html.push(`<li><table><thead id="dbgtable"><tr><td colspan="4">${devName} (ID: ${devID} Model: ${dev && dev.common ? dev.common.name : 'unknown'})</td><td>${modelUrl}</td><td>&nbsp;</td><td>${button}</td></tr></thead><tbody>`);
+                if (dbgData[devID].IN.length > 0) {
+                    Html.push(`${HtmlFromInDebugMessages(dbgData[devID].IN, devID, dbgMsgfilter.has('i_'+devID))}`);
+                }
+                if (dbgData[devID].OUT.length > 0) {
+                    Html.push(`${HtmlFromOutDebugMessages(dbgData[devID].OUT, devID, dbgMsgfilter.has('o_'+devID))}`);
+                }
+                Html.push('</tbody></table></li>');
+            }
+            $('#dbg_data_list').html(Html.join(''));
+        }
+        $(`#e_all`).click(function () {
+            getDebugMessages();
+        });
+        $(`#l_all`).click(function () {
+            debugInLog = !debugInLog;
+            getDebugMessages();
+        });
+        $(`#f_all`).click(function () {
+            if (dbgMsgfilter.size > 0) {
+                dbgMsgfilter.clear();
+            }
+            else {
+                for (const item of Object.keys(msg.byId)) {
+                    dbgMsgfilter.add(`o_${item}`)
+                    dbgMsgfilter.add(`i_${item}`)
+                }
+            }
+            displayDebugMessages(debugMessages);
+        });
+        $(`#h_all`).click(function () {
+            if (dbgMsghide.size > 0) {
+                dbgMsghide.clear();
+            }
+            else {
+                for (const item of Object.keys(msg.byId)) {
+                    dbgMsghide.add(`o_${item}`)
+                    dbgMsghide.add(`i_${item}`)
+                }
+            }
+            displayDebugMessages(debugMessages);
+        });
+        for (const b of buttonNames) {
+            $(`#e_${b}`).click(function () {
+                getDebugMessages();
+            });
+            $(`#o_${b}`).click(function () {
+                if (dbgMsgfilter.has(`o_${b}`)) dbgMsgfilter.delete(`o_${b}`); else dbgMsgfilter.add(`o_${b}`);
+                displayDebugMessages(debugMessages);
+            });
+            $(`#i_${b}`).click(function () {
+                if (dbgMsgfilter.has(`i_${b}`)) dbgMsgfilter.delete(`i_${b}`); else dbgMsgfilter.add(`i_${b}`);
+                displayDebugMessages(debugMessages);
+            });
+            $(`#ho_${b}`).click(function () {
+                if (dbgMsghide.has(`o_${b}`)) dbgMsghide.delete(`o_${b}`); else dbgMsghide.add(`o_${b}`);
+                displayDebugMessages(debugMessages);
+            });
+            $(`#hi_${b}`).click(function () {
+                if (dbgMsghide.has(`i_${b}`)) dbgMsghide.delete(`i_${b}`); else dbgMsghide.add(`i_${b}`);
+                displayDebugMessages(debugMessages);
+            });
+        }
+    }
+}
+
+function getDebugMessages() {
+    sendTo(namespace, 'getDebugMessages', { inlog: debugInLog }, function(msg) {
+        debugMessages = msg;
+        if (msg) displayDebugMessages(debugMessages)
+    })
+}
+
+
 function getDevices() {
     getCoordinatorInfo();
-    sendTo(namespace, 'getDeviceCleanupRequired', {}, function(msg) {
+    sendTo(namespace, 'getDevices', {}, function (msg) {
         if (msg) {
+            devices = msg.devices ? msg.devices : [];
+            // check if stashed error messages are sent alongside
             if (msg.clean)
                 $('#state_cleanup_btn').removeClass('hide');
             else
@@ -881,24 +1116,30 @@ function getDevices() {
                 $('#show_errors_btn').removeClass('hide');
                 errorData = msg.errors;
             }
-            else
+            else {
                 $('#show_errors_btn').addClass('hide');
-        }
-    })
-    sendTo(namespace, 'getDebugDevices', {}, function(msg) {
-        if (msg && typeof (msg.debugDevices == 'array')) {
-            debugDevices = msg.debugDevices;
-        }
-        else
-            debugDevices = [];
-    });
-    sendTo(namespace, 'getDevices', {}, function (msg) {
-        if (msg) {
+            }
+
+            //check if debug messages are sent alongside
+            if (msg && typeof (msg.debugDevices == 'array')) {
+                debugDevices = msg.debugDevices;
+                console.warn('debug devices is sent')
+            }
+            else
+                debugDevices = [];
+            if (debugMessages.byId) {
+                debugMessages.byId = msg;
+                if (msg) displayDebugMessages(debugMessages)
+            }
             if (msg.error) {
-                showMessage(msg.error, _('Error'));
+                errorData.push(msg.error);
+                isHerdsmanRunning = false;
+                updateStartButton();
             } else {
-                devices = msg;
+                isHerdsmanRunning = true;
+                updateStartButton();
                 showDevices();
+                getDebugMessages();
                 getExclude();
                 getBinding();
             }
@@ -931,8 +1172,12 @@ function getMap() {
         $('#refresh').removeClass('disabled');
         if (msg) {
             if (msg.error) {
-                showMessage(msg.error, _('Error'));
+                errorData.push(msg.error);
+                isHerdsmanRunning = false;
+                updateStartButton();
             } else {
+                isHerdsmanRunning = true;
+                updateStartButton();
                 if (msg.errors.length > 0 && $('#errorCollectionOn').is(':checked')) {
                     showMessage(msg.errors.join('<p>'), 'Map generation messages');
                 }
@@ -952,14 +1197,24 @@ function getRandomExtPanID()
     return bytes.join('');
 }
 
+function getRandomChannel()
+{
+    const channels = [11,15,20,25]
+    return channels[Math.floor(Math.random() * 4)];
+}
+
+
 
 // the function loadSettings has to exist ...
 
 function load(settings, onChange) {
-    if (settings.panID === undefined) {
+    if (settings.extPanID === undefined || settings.extPanID == '') {
+        settings.channel = getRandomChannel();
+    }
+    if (settings.panID === undefined || settings.panID == 0) {
         settings.panID = Math.floor(Math.random() * 10000);
     }
-    if (settings.extPanID === undefined) {
+    if (settings.extPanID === undefined || settings.extPanID == '') {
         settings.extPanID = getRandomExtPanID();
     }
     // fix for previous wrong value
@@ -970,9 +1225,6 @@ function load(settings, onChange) {
     if (settings.precfgkey === undefined) {
         settings.precfgkey = '01030507090B0D0F00020406080A0C0D';
     }
-    if (settings.channel === undefined) {
-        settings.channel = 11;
-    }
     if (settings.disablePing === undefined) {
         settings.disablePing = false;
     }
@@ -982,6 +1234,7 @@ function load(settings, onChange) {
     if (settings.baudRate === undefined) {
         settings.baudRate = 115200;
     }
+    if (settings.autostart === undefined) settings.autostart = false;
 
     // example: select elements with id=key and class=value and insert value
     for (const key in settings) {
@@ -993,10 +1246,12 @@ function load(settings, onChange) {
         if (value.attr('type') === 'checkbox') {
             value.prop('checked', settings[key]).change(function () {
                 onChange();
+                validateNVRamBackup(false, key)
             });
         } else {
             value.val(settings[key]).change(function () {
                 onChange();
+                validateNVRamBackup(false, key)
             }).keyup(function () {
                 $(this).trigger('change');
             });
@@ -1009,12 +1264,44 @@ function load(settings, onChange) {
     //dialog = new MatDialog({EndingTop: '50%'});
     getDevices();
     getNamedColors();
+    readNVRamBackup(false);
+    //getDebugMessages();
     //getMap();
     //addCard();
 
     // Signal to admin, that no changes yet
     onChange(false);
 
+    $('#test-btn').click(function () {
+        console.warn(`isHerdsmanRunning: ${isHerdsmanRunning}`)
+        if (!isHerdsmanRunning) {
+            const port = $('#port.value').val();
+            console.warn(`port is ${port}`)
+            showWaitingDialog(`Trying to connect to ${port}`, 300);
+            sendTo(namespace, 'testConnection', { address:port }, function(msg) {
+                console.warn(`send to returned with ${JSON.stringify(msg)}`);
+                closeWaitingDialog();
+                if (msg) {
+                    if (msg.error) {
+                        showMessage(msg.error, _('Error'));
+                    }
+                }
+            })
+        }
+        else {
+            showMessage('function unavailable while herdsman is running', _('Error'))
+        }
+    });
+
+    $('#readNVRam-btn').click(function() {
+        readNVRamBackup(true);
+    })
+    // test start commands
+    $('#show_test_run').click(function () {
+        console.warn(`isHerdsmanRunning: ${isHerdsmanRunning}`)
+        doTestStart(!isHerdsmanRunning);
+    });
+
     $('#state_cleanup_btn').click(function () {
         cleanConfirmation();
     });
@@ -1043,6 +1330,10 @@ function load(settings, onChange) {
         resetConfirmation();
     });
 
+    $('#deleteNVRam-btn').click(function () {
+        deleteNvBackupConfirmation();
+    });
+
     $('#viewconfig').click(function () {
         showViewConfig();
     });
@@ -1050,6 +1341,9 @@ function load(settings, onChange) {
     $('#scan').click(function () {
         showChannels();
     });
+    $('#scan_t').click(function () {
+        showChannels();
+    });
 
     sendTo(namespace, 'getGroups', {}, function (data) {
         groups = data.groups;
@@ -1076,6 +1370,10 @@ function load(settings, onChange) {
         }
     });
 
+    $('#hardware').click(function() {
+        validateNVRamBackup(false);
+    });
+
     $(document).ready(function () {
         $('.modal').modal({
             startingTop: '30%',
@@ -1133,6 +1431,7 @@ function showMessages() {
         data = mess + '\n' + data;
     }
     $('#stdout').text(data);
+    $('#stdout_t').text(messages.join('\n'));
 }
 
 function showPairingProcess() {
@@ -1146,6 +1445,41 @@ function showPairingProcess() {
     Materialize.updateTextFields();
 }
 
+function doTestStart(start) {
+    updateStartButton(true);
+    if (start) {
+        const ovr = { extPanID:$('#extPanID.value').val(),
+            panID: $('#PanID.value').val(),
+            channel: $('#channel.value').val(),
+            port: $('#port.value').val(),
+            adapterType: $('#adapterType.value').val(),
+            baudRate: $('#baudRate.value').val(),
+            precfgkey: $('#precfgkey.value').val(),
+            flowCTRL: $('#flowCTRL.value').prop('checked')
+        };
+        // $('#testStartStart').addClass('disabled');
+        messages = [];
+        sendTo(namespace, 'testConnect', { start:true, zigbeeOptions:ovr }, function(msg) {
+            if (msg) {
+                if (msg.status)
+                    $('#testStartStop').removeClass('disabled');
+                else
+                    $('#testStartStart').removeClass('disabled');
+            }
+        })
+    }
+    else {
+        //$('#testStartStop').addClass('disabled');
+        sendTo(namespace, 'testConnect', { start:false }, function(msg) {
+            if (msg) {
+                if (msg.status) $('#testStartStart').removeClass('disabled');
+                else $('#testStartStop').removeClass('disabled');
+            }
+        })
+
+    }
+}
+
 // ... and the function save has to exist.
 // you have to make sure the callback is called with the settings object as first param!
 
@@ -1172,6 +1506,36 @@ function getDevId(adapterDevId) {
     return adapterDevId.split('.').slice(0, 3).join('.');
 }
 
+
+function updateStartButton(block) {
+    if (block) {
+        $('#show_test_run').addClass('disabled');
+        $('#reset-btn').addClass('disabled');
+        $('#deleteNVRam-btn').addClass('disabled');
+        $('#ErrorNotificationBtn').removeClass('hide')
+        $('#ErrorNotificationBtn').removeClass('blinking')
+        $('#ErrorNotificationIcon').removeClass('icon-red')
+        $('#ErrorNotificationIcon').addClass('icon-orange')
+        return;
+    }
+    if (isHerdsmanRunning)
+    {
+        $('#ErrorNotificationBtn').addClass('hide')
+        $('#ErrorNotificationBtn').removeClass('blinking');
+        $('#show_test_run').removeClass('disabled');
+        $('#deleteNVRam-btn').removeClass('disabled');
+        $('#reset-btn').removeClass('disabled');
+    }
+    else {
+        $('#ErrorNotificationIcon').addClass('icon-red')
+        $('#ErrorNotificationIcon').removeClass('icon-orange')
+        $('#ErrorNotificationBtn').removeClass('hide')
+        $('#ErrorNotificationBtn').addClass('blinking');
+        $('#show_test_run').removeClass('disabled');
+        $('#deleteNVRam-btn').removeClass('disabled');
+        $('#reset-btn').addClass('disabled');
+    }
+}
 // subscribe to changes
 socket.emit('subscribe', namespace + '.*');
 socket.emit('subscribeObjects', namespace + '.*');
@@ -1200,8 +1564,21 @@ socket.on('stateChange', function (id, state) {
                 $('#progress_line').css('width', `${percent}%`);
             }
         } else if (id.match(/\.info\.pairingMessage$/)) {
-            messages.push(state.val);
-            showMessages();
+            if (state.val == 'NewDebugMessage') {
+                getDebugMessages();
+            }
+            else {
+                messages.push(state.val);
+                showMessages();
+                if (state.val.startsWith('Zigbee-Herdsman started successfully')) {
+                    isHerdsmanRunning = true;
+                    updateStartButton();
+                }
+                if (state.val.startsWith('herdsman stopped') || state.val.startsWith('Error herdsman')) {
+                    isHerdsmanRunning = false;
+                    updateStartButton();
+                }
+            }
         } else {
             const devId = getDevId(id);
             putEventToNode(devId);
@@ -1226,6 +1603,7 @@ socket.on('stateChange', function (id, state) {
     }
 });
 
+
 socket.on('objectChange', function (id, obj) {
     if (id.substring(0, namespaceLen) !== namespace) return;
     //console.log('objectChange', id, obj);
@@ -1486,7 +1864,6 @@ function showNetworkMap(devices, map) {
                 const options = data.edges._data.get(id);
                 if (select) {
                     options.font.size = 15;
-                    console.warn(JSON.stringify(options.font));
                 } else {
                     options.font.size = 0;
                 }
@@ -2012,31 +2389,6 @@ function list2select(selector, list, selected, getText, getKey, getData) {
     element.select();
 }
 
-/*
-function showGroups() {
-    $('#groups_table').find('.group').remove();
-    if (!groups) return;
-    const element = $('#groups_table');
-    for (const j in groups) {
-        if (groups.hasOwnProperty(j)) {
-            element.append(`<tr id="group_${j}" class="group"><td>${j}</td><td><div>${groups[j]}<span class="right">` +
-                `<a id="${j}" name="groupedit" class="waves-effect green btn-floating"><i class="material-icons">edit</i></a>` +
-                `<a id="${j}" name="groupdelete" class="waves-effect red btn-floating"><i class="material-icons">delete</i></a></span></div></td></tr>`);
-        }
-    }
-    $('a.btn-floating[name=\'groupedit\']').click(function () {
-        const index = $(this).attr('id'),
-            name = groups[index];
-        editGroupName(index, name, false);
-    });
-    $('a.btn-floating[name=\'groupdelete\']').click(function () {
-        const index = $(this).attr('id'),
-            name = groups[index];
-        deleteGroupConfirmation(index, name);
-    });
-}
-*/
-
 function editGroup(id, name) {
     const grp = devGroups[id];
     let info = '';
@@ -2065,7 +2417,6 @@ function editGroup(id, name) {
                     removeMembers.push({id:member.ieee.replace('0x',''), ep:member.epid})
             }
         }
-        console.warn(`ID: ${Id} name: ${newName} removeMembers: ${JSON.stringify(removeMembers)}`)
         updateGroup(Id, newName, (removeMembers.length > 0 ? removeMembers: undefined));
         // showGroups();
         getDevices();
@@ -2625,7 +2976,7 @@ function genDevInfo(device) {
                     ${genRow('date code', dev._dateCode)}
                     ${genRow('build', dev._softwareBuildID)}
                     ${genRow('interviewed', dev._interviewCompleted)}
-                    ${genRow('configured', (dev.meta.configured === 1), true)}
+                    ${genRow('configured', (device.isConfigured), true)}
                 </ul>
             </div>
         </div>
@@ -2641,48 +2992,6 @@ function showDevInfo(id) {
     $('#modaldevinfo').modal('open');
 }
 
-/*
-function showGroupList(show) {
-    const htmlsections = [];
-    for (const groupid in devGroups) {
-        const dev = devGroups[groupid];
-        const grpname = (dev.common && dev.common.name ? dev.common.name : 'Group ' + groupid);
-        const selectables = [];
-        const members = [];
-        if (dev && dev.memberinfo) {
-            selectables.push(`<select id="members_${groupid}" multiple>`);
-            for (let m = 0; m < dev.memberinfo.length; m++) {
-                members.push(`${dev.memberinfo[m].device}.${dev.memberinfo[m].epid} (${dev.memberinfo[m].ieee})`);
-                selectables.push(`<option value="${m}">${dev.memberinfo[m].device}.${dev.memberinfo[m].epid} (...${dev.memberinfo[m].ieee.slice(-4)})</option>`);
-            }
-            selectables.push('</select>');
-        }
-        htmlsections.push(`
-        <div class="row">
-          <div class="col s4 m4 l4">
-              <h5>${grpname}<h5>
-          </div>
-          <div class=col s7 m7 l7">
-          ${members.join('<br>')}
-          </div>
-        </div>
-        `);
-    }
-
-    $('#grouplist').html(htmlsections.join(''));
-    $('#add').click(function () {
-        const maxind = parseInt(Object.getOwnPropertyNames(groups).reduce((a, b) => a > b ? a : b, 0));
-        addGroup(maxind + 1, 'Group ' + maxind + 1, true);
-        showGroupList(false);
-    });
-
-    $('#modalgrouplist a.btn[name=\'save\']').unbind('click');
-    $('#modalgrouplist a.btn[name=\'save\']').click(() => {
-    });
-    if (show) $('#modalgrouplist').modal('open');
-}
-*/
-
 let waitingTimeout, waitingInt;
 
 function showWaitingDialog(text, timeout) {
@@ -2817,16 +3126,12 @@ function addExcludeDialog() {
     $('#excludemodaledit a.btn[name=\'save\']').unbind('click');
     $('#excludemodaledit a.btn[name=\'save\']').click(() => {
         const exclude_id = $('#excludemodaledit').find('#exclude_target option:selected').val();
-
         const ids = devices.map(el => el._id);
         const idx = ids.indexOf(exclude_id);
         const exclude_model = devices[idx];
-        console.warn('calling addExclude mit model ' + exclude_model)
-
         addExclude(exclude_model);
     });
     prepareExcludeDialog();
-    console.warn('opening dialog');
     $('#excludemodaledit').modal('open');
     Materialize.updateTextFields();
 }
@@ -2855,7 +3160,7 @@ function getExclude() {
                 excludes = msg.legacy;
                 showExclude();
             }
-        } else console.warn('getExclude without msg')
+        }
     });
 }
 
@@ -3156,14 +3461,17 @@ function updateCardTimer() {
 }
 
 function updateDevice(id) {
-    sendTo(namespace, 'getDevice', {id: id}, function (devs) {
-        if (devs) {
-            if (devs.error) {
-                showMessage(devs.error, _('Error'));
-            } else {
-                removeDevice(id);
-                devs.forEach(dev => devices.push(dev));
-                showDevices();
+    sendTo(namespace, 'getDevice', {id: id}, function (msg) {
+        if (msg) {
+            const devs = msg.devices;
+            if (devs) {
+                if (devs.error) {
+                    showMessage(devs.error, _('Error'));
+                } else {
+                    removeDevice(id);
+                    devs.forEach(dev => devices.push(dev));
+                    showDevices();
+                }
             }
         }
     });
@@ -3211,3 +3519,72 @@ function reconfigureDevice(id) {
     });
     showWaitingDialog('Device is being reconfigure', 30);
 }
+
+const warnLevel = {
+    extPanID : function(v) { return !(v && v.toLowerCase().trim()!='dddddddddddddddd')},
+    channel: function(v) { const num = parseInt(v); return !(num==11 || num==15 || num==20 || num==25)},
+}
+const validatableKeys = ['channel', 'precfgkey', 'extPanID', 'panID'];
+
+function validateConfigData(key, val) {
+    if (validatableKeys.indexOf(key) < 0 || !val) return;
+    if (warnLevel[key]) {
+        if (warnLevel[key](val)) {
+            console.warn(`warning set for ${key} (${val})`)
+            $(`#${key}_ALERT`).removeClass('hide')
+        } else $(`#${key}_ALERT`).addClass('hide')
+    }
+    if (nvRamBackup[key]) {
+        console.warn(`value of ${key} is ${val} (${nvRamBackup[key]})`);
+        if (val == nvRamBackup[key])
+        {
+            console.warn(`ok set for ${key} (${val})`)
+            $(`#${key}_OK`).removeClass('hide')
+            $(`#${key}_NOK`).addClass('hide')
+        }
+        else
+        {
+            console.warn(`nok set for ${key} (${val})`)
+            $(`#${key}_OK`).addClass('hide')
+            $(`#${key}_NOK`).removeClass('hide')
+        }
+    }
+    else {
+        console.warn(`noval set for ${key} (${val})`)
+        $(`#${key}_OK`).addClass('hide')
+        $(`#${key}_NOK`).addClass('hide')
+    }
+}
+
+function validateNVRamBackup(update, src) {
+    console.warn('validateNVRam');
+    const validatedKeys = src ? [src] : validatableKeys;
+    const validator = {};
+    for (const key of validatedKeys) {
+        const value = $('#' + key + '.value');
+        if (nvRamBackup[key] && update) {
+            if (value.attr('type') === 'checkbox') {
+                value.prop('checked', nvRamBackup[key]);
+            } else {
+                value.val(nvRamBackup[key])
+            }
+        }
+        validateConfigData(key, value.val());
+    }
+}
+
+
+function readNVRamBackup(update) {
+    console.warn('read nvRam')
+    sendTo(namespace, 'readNVRam', {}, function(msg) {
+        if (msg) {
+            if (msg.error && update) {
+                showMessages(msg.error, _('Error'));
+                delete msg.error;
+            }
+            nvRamBackup = msg;
+            validateNVRamBackup(update)
+        }
+    });
+
+}