sip-lab 1.22.0 → 1.24.0

package/README.md

@@ -8,17 +8,18 @@ It uses pjproject for SIP and media processing.
 It permits to:
   - make audio calls using UDP, TCP and TLS transports
   - send/receive DTMF inband/RFC2833/INFO.
-  - play/record wav file on a call
+  - play/record audio on a call from/to a wav file
   - send/receive fax (T.30 only)
   - send/receive MRCPv2 messages (TCP only, no TLS)
   - send/receive audio using SRTP
-  - generate speech from text into a call (using flite)
+  - do speech synth using flite
+  - do speech recog using pocketsphinx (but only works well with sampling rate of 16000)
 
 TODO:
   - add support for video playing/recording from/to file
-  - add support for speech recognition using pocketsphinx
+  - add support for speech synth/recog via websocket server to permit to access Google Speech, Whisper, Amazon Poly etc.
   - add support for T.38 fax
-  - add support for WebSocket
+  - add support for SIP over WebSocket
   - add support for WebRTC
   - add support for MSRP
 

package/binding.gyp

@@ -17,6 +17,8 @@
             "3rdParty/rapidjson/include",
             "3rdParty/boost_1_66_0",
             "3rdParty/spandsp/src",
+            "3rdParty/pocketsphinx/include",
+            "3rdParty/pocketsphinx/build/include",
             "<!@(node -p \"require('node-addon-api').include\")",
           ],
           'conditions': [
@@ -64,6 +66,7 @@
                 '-l pjlib-util-x86_64-unknown-linux-gnu',
                 '../3rdParty/spandsp/src/.libs/libspandsp.a',
                 '../3rdParty/bcg729/src/libbcg729.a',
+                '../3rdParty/pocketsphinx/build/libpocketsphinx.a',
                 '-lstdc++',
                 '-lopus',
                 '-lssl',
@@ -116,6 +119,7 @@
         'src/pjmedia/src/pjmedia/dtmfdet.c',
         'src/pjmedia/src/pjmedia/fax_port.c',
         'src/pjmedia/src/pjmedia/flite_port.c',
+        'src/pjmedia/src/pjmedia/pocketsphinx_port.c',
       ],
     },
   ],

package/build_deps.sh

@@ -55,7 +55,8 @@ then
     #git checkout 33a3c9e0a5eb84426edef05a9aa98af17d8011c3 # required for bcg729
     #git checkout 797088ed133c98492519b7d042b75735f6f9388c # updated as part of #21
     #git checkout 651df5b50129b7c5a5feec8336dda4468d53d2b0 # updated to latest to see of crash issues improve
-    git checkout 043926a5846963a2c99378e8daa495230923eaab # update to try to solve ##49 (but issue remains)
+    #git checkout 043926a5846963a2c99378e8daa495230923eaab # updated to try to solve #49 (but issue remains)
+    git checkout c36802585ddefb3ca477d1f6d773d179510c5412 # updated to try to solve #83 (but issue remains)
 
     cat > user.mak <<EOF
     export CFLAGS += -fPIC -g
@@ -81,6 +82,25 @@ then
 fi
 
 
+cd $START_DIR/3rdParty
+if [[ ! -d pocketsphinx ]]
+then
+    POCKETSPHINX_VERSION=5.0.3
+    rm -f v${POCKETSPHINX_VERSION}.tar.gz
+    wget https://github.com/cmusphinx/pocketsphinx/archive/refs/tags/v${POCKETSPHINX_VERSION}.tar.gz 
+    tar xf v${POCKETSPHINX_VERSION}.tar.gz
+    rm -f v${POCKETSPHINX_VERSION}.tar.gz
+    mv pocketsphinx-${POCKETSPHINX_VERSION} pocketsphinx
+    cd pocketsphinx
+    sed -i '/include(GNUInstallDirs)/a \\nset(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC")' CMakeLists.txt
+    cmake -S . -B build
+    cmake --build build
+
+    rm -fr ../../pocketsphinx
+    mkdir -p ../../pocketsphinx
+    cp -r model/ ../../pocketsphinx/
+fi
+
 
 #cd $START_DIR/3rdParty
 #if [[ ! -d openssl ]]

package/index.js

@@ -67,6 +67,25 @@ addon.call = {
   start_fax: (c_id, params) => { return addon.call_start_fax(c_id, JSON.stringify(params)) },
   stop_fax: (c_id, params) => { return addon.call_stop_fax(c_id, JSON.stringify(params ? params : {})) },
   start_speech_synth: (c_id, params) => { return addon.call_start_speech_synth(c_id, JSON.stringify(params)) },
+  stop_speech_synth: (c_id, params) => { return addon.call_stop_speech_synth(c_id, JSON.stringify(params ? params : {})) },
+
+  start_speech_recog: (c_id, params) => { 
+    var ps = {}
+    if(params) {
+      ps = {...params}
+    }
+
+    if(ps.model_path) {
+      process.env.POCKETSPHINX_PATH = ps.model_path
+      delete ps.model_path
+    } else {
+      process.env.POCKETSPHINX_PATH = __dirname + "/pocketsphinx/model"
+    }
+    return addon.call_start_speech_recog(c_id, JSON.stringify(ps))
+  },
+   
+  stop_speech_recog: (c_id, params) => { return addon.call_stop_speech_recog(c_id, JSON.stringify(params ? params : {})) },
+
   get_stream_stat: (c_id, params) => { return addon.call_get_stream_stat(c_id, JSON.stringify(params ? params : {})) },
   //refer: (c_id, params) => { return addon.call_refer(c_id, JSON.stringify(params)) },
   get_info: addon.call_get_info,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sip-lab",
-  "version": "1.22.0",
+  "version": "1.24.0",
   "description": "",
   "main": "index.js",
   "engines": {
@@ -44,6 +44,7 @@
     "README.md",
     "DEV.md",
     "samples",
-    "prebuilds"
+    "prebuilds",
+    "pocketsphinx"
   ]
 }

package/pocketsphinx/model/CMakeLists.txt

@@ -0,0 +1,3 @@
+install(DIRECTORY
+  en-us
+  DESTINATION ${CMAKE_INSTALL_DATADIR}/pocketsphinx/model)