sip-lab 1.23.0 → 1.27.0

package/README.md

@@ -12,12 +12,12 @@ It permits to:
   - send/receive fax (T.30 only)
   - send/receive MRCPv2 messages (TCP only, no TLS)
   - send/receive audio using SRTP
-  - generate speech from text into a call (using flite)
+  - do speech synth using flite
+  - do speech recog using pocketsphinx (but only works well with sampling rate of 16000)
 
 TODO:
   - add support for video playing/recording from/to file
-  - add support for speech recognition using pocketsphinx
-  - add support for speech synth/recog via websocket server
+  - add support for speech synth/recog via websocket server to permit to access Google Speech, Whisper, Amazon Poly etc.
   - add support for T.38 fax
   - add support for SIP over WebSocket
   - add support for WebRTC

package/binding.gyp

@@ -17,6 +17,8 @@
             "3rdParty/rapidjson/include",
             "3rdParty/boost_1_66_0",
             "3rdParty/spandsp/src",
+            "3rdParty/pocketsphinx/include",
+            "3rdParty/pocketsphinx/build/include",
             "<!@(node -p \"require('node-addon-api').include\")",
           ],
           'conditions': [
@@ -64,6 +66,7 @@
                 '-l pjlib-util-x86_64-unknown-linux-gnu',
                 '../3rdParty/spandsp/src/.libs/libspandsp.a',
                 '../3rdParty/bcg729/src/libbcg729.a',
+                '../3rdParty/pocketsphinx/build/libpocketsphinx.a',
                 '-lstdc++',
                 '-lopus',
                 '-lssl',
@@ -116,6 +119,7 @@
         'src/pjmedia/src/pjmedia/dtmfdet.c',
         'src/pjmedia/src/pjmedia/fax_port.c',
         'src/pjmedia/src/pjmedia/flite_port.c',
+        'src/pjmedia/src/pjmedia/pocketsphinx_port.c',
       ],
     },
   ],

package/build_deps.sh

@@ -82,6 +82,25 @@ then
 fi
 
 
+cd $START_DIR/3rdParty
+if [[ ! -d pocketsphinx ]]
+then
+    POCKETSPHINX_VERSION=5.0.3
+    rm -f v${POCKETSPHINX_VERSION}.tar.gz
+    wget https://github.com/cmusphinx/pocketsphinx/archive/refs/tags/v${POCKETSPHINX_VERSION}.tar.gz 
+    tar xf v${POCKETSPHINX_VERSION}.tar.gz
+    rm -f v${POCKETSPHINX_VERSION}.tar.gz
+    mv pocketsphinx-${POCKETSPHINX_VERSION} pocketsphinx
+    cd pocketsphinx
+    sed -i '/include(GNUInstallDirs)/a \\nset(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC")' CMakeLists.txt
+    cmake -S . -B build
+    cmake --build build
+
+    rm -fr ../../pocketsphinx
+    mkdir -p ../../pocketsphinx
+    cp -r model/ ../../pocketsphinx/
+fi
+
 
 #cd $START_DIR/3rdParty
 #if [[ ! -d openssl ]]

package/index.js

@@ -68,6 +68,24 @@ addon.call = {
   stop_fax: (c_id, params) => { return addon.call_stop_fax(c_id, JSON.stringify(params ? params : {})) },
   start_speech_synth: (c_id, params) => { return addon.call_start_speech_synth(c_id, JSON.stringify(params)) },
   stop_speech_synth: (c_id, params) => { return addon.call_stop_speech_synth(c_id, JSON.stringify(params ? params : {})) },
+
+  start_speech_recog: (c_id, params) => { 
+    var ps = {}
+    if(params) {
+      ps = {...params}
+    }
+
+    if(ps.model_path) {
+      process.env.POCKETSPHINX_PATH = ps.model_path
+      delete ps.model_path
+    } else {
+      process.env.POCKETSPHINX_PATH = __dirname + "/pocketsphinx/model"
+    }
+    return addon.call_start_speech_recog(c_id, JSON.stringify(ps))
+  },
+   
+  stop_speech_recog: (c_id, params) => { return addon.call_stop_speech_recog(c_id, JSON.stringify(params ? params : {})) },
+
   get_stream_stat: (c_id, params) => { return addon.call_get_stream_stat(c_id, JSON.stringify(params ? params : {})) },
   //refer: (c_id, params) => { return addon.call_refer(c_id, JSON.stringify(params)) },
   get_info: addon.call_get_info,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sip-lab",
-  "version": "1.23.0",
+  "version": "1.27.0",
   "description": "",
   "main": "index.js",
   "engines": {
@@ -44,6 +44,8 @@
     "README.md",
     "DEV.md",
     "samples",
-    "prebuilds"
+    "prebuilds",
+    "pocketsphinx",
+    "runtests"
   ]
 }

package/pocketsphinx/model/CMakeLists.txt

@@ -0,0 +1,3 @@
+install(DIRECTORY
+  en-us
+  DESTINATION ${CMAKE_INSTALL_DATADIR}/pocketsphinx/model)