sip-lab 1.23.0 → 1.27.0

package/src/sip.cpp

@@ -1,4 +1,5 @@
 #include <arpa/inet.h>
+#include <netdb.h>
 
 #include "sip.hpp"
 
@@ -23,6 +24,7 @@
 #include "dtmfdet.h"
 #include "fax_port.h"
 #include "flite_port.h"
+#include "pocketsphinx_port.h"
 
 #include <ctime>
 
@@ -265,14 +267,6 @@ pjsip_route_hdr route_set;
 pjsip_route_hdr *route;
 const pj_str_t hname = pj_str((char *)"Route");
 
-#define CONF_PORTS 1024
-//#define CLOCK_RATE 16000
-#define CLOCK_RATE 8000
-#define CHANNEL_COUNT 1
-#define PTIME 20
-#define SAMPLES_PER_FRAME (CLOCK_RATE*PTIME/1000)
-#define BITS_PER_SAMPLE 16
-
 #define MAXDIGITS 256
 
 #define DTMF_MODE_RFC2833 0
@@ -312,8 +306,18 @@ struct Subscription {
 struct ConfBridgePort {
     unsigned slot;
     pjmedia_port *port;
+    short connection_mode;
 };
 
+#define FP_DTMFDET      0
+#define FP_WAV_PLAYER   1
+#define FP_WAV_WRITER   2
+#define FP_TONEGEN      3
+#define FP_FAX          4
+#define FP_SPEECH_SYNTH 5
+#define FP_SPEECH_RECOG 6
+#define MAX_FP          7
+
 struct AudioEndpoint {
   pjmedia_transport *med_transport;
   pjmedia_stream *med_stream;
@@ -324,13 +328,12 @@ struct AudioEndpoint {
 
   pj_str_t mode;
 
+  pjmedia_conf *conf;
+  pjmedia_master_port *master_port;
+  pjmedia_port *null_port;
+
   ConfBridgePort stream_cbp;
-  ConfBridgePort wav_player_cbp;
-  ConfBridgePort wav_writer_cbp;
-  ConfBridgePort tonegen_cbp;
-  ConfBridgePort dtmfdet_cbp;
-  ConfBridgePort fax_cbp;
-  ConfBridgePort flite_cbp;
+  ConfBridgePort feature_cbps[MAX_FP];
 };
 
 struct VideoEndpoint {
@@ -433,10 +436,6 @@ struct Call {
   pjmedia_sdp_session *active_remote_sdp;
 
   bool local_sdp_answer_already_set;
-
-  pjmedia_conf *conf;
-  pjmedia_master_port *master_port;
-  pjmedia_port *null_port;
 };
 
 #define MAX_TCP_DATA 4096
@@ -472,6 +471,10 @@ PackageSet g_PackageSet;
 
 #define DEFAULT_EXPIRES 600
 
+#define CONNECTION_MODE_SOURCE 0
+#define CONNECTION_MODE_SINK 1
+#define CONNECTION_MODE_SOURCE_AND_SINK 2
+
 void handle_events() {
   pj_time_val tv = {0, 1};
   pjsip_endpt_handle_events(g_sip_endpt, &tv);
@@ -618,23 +621,23 @@ static void build_stream_stat(ostringstream &oss, pjmedia_rtcp_stat *stat,
 
 bool prepare_tonegen(Call *call, AudioEndpoint *ae);
 bool prepare_dtmfdet(Call *call, AudioEndpoint *ae);
-bool prepare_wav_player(Call *c, AudioEndpoint *ae, const char *file, unsigned flags, bool end_of_file_event);
-bool prepare_wav_writer(Call *c, AudioEndpoint *ae, const char *file);
-bool prepare_fax(Call *c, AudioEndpoint *ae, bool is_sender, const char *file,
-                 unsigned flags);
-bool prepare_flite(Call *c, AudioEndpoint *ae, const char *voice, bool end_of_speech_event);
+bool prepare_wav_player(Call *call, AudioEndpoint *ae, const char *file, unsigned flags, bool end_of_file_event);
+bool prepare_wav_writer(Call *call, AudioEndpoint *ae, const char *file);
+bool prepare_fax(Call *call, AudioEndpoint *ae, bool is_sender, const char *file, unsigned flags);
+bool prepare_flite(Call *call, AudioEndpoint *ae, const char *voice, bool end_of_speech_event);
+bool prepare_pocketsphinx(Call *call, AudioEndpoint *ae);
 
 void prepare_error_event(ostringstream *oss, char *scope, char *details);
 // void prepare_pjsipcall_error_event(ostringstream *oss, char *scope, char
 // *function, pj_status_t s);
 void append_status(ostringstream *oss, pj_status_t s);
 
-bool is_media_active(Call *c, MediaEndpoint *me);
+bool is_media_active(Call *call, MediaEndpoint *me);
 void close_media_endpoint(Call *call, MediaEndpoint *me);
 
-void close_media(Call *c);
+void close_media(Call *call);
 
-bool process_media(Call *c, pjsip_dialog *dlg, Document &document, bool answer);
+bool process_media(Call *call, pjsip_dialog *dlg, Document &document, bool answer);
 
 typedef pj_status_t (*audio_endpoint_stop_op_t)(Call *call, AudioEndpoint *ae);
 
@@ -642,6 +645,7 @@ pj_status_t audio_endpoint_stop_play_wav(Call *call, AudioEndpoint *ae);
 pj_status_t audio_endpoint_stop_record_wav(Call *call, AudioEndpoint *ae);
 pj_status_t audio_endpoint_stop_fax(Call *call, AudioEndpoint *ae);
 pj_status_t audio_endpoint_stop_speech_synth(Call *call, AudioEndpoint *ae);
+pj_status_t audio_endpoint_stop_speech_recog(Call *call, AudioEndpoint *ae);
 
 static pjsip_module mod_tester = {
     NULL,
@@ -716,23 +720,36 @@ find_endpoint_by_inband_dtmf_media_stream(Call *call,
   return -1;
 }
 
-pj_status_t setup_call_conf(Call *call) {
+pj_status_t create_audio_endpoint_conf(Call *call, AudioEndpoint *ae, pjmedia_port *stream_port) {
   pj_status_t status;
+  int conf_ports = 16;
+
+  unsigned sampling_rate = PJMEDIA_PIA_SRATE(&stream_port->info);
+  unsigned channel_count = PJMEDIA_PIA_CCNT(&stream_port->info);
+  unsigned samples_per_frame = PJMEDIA_PIA_SPF(&stream_port->info);
+  unsigned bits_per_sample = PJMEDIA_PIA_BITS(&stream_port->info);
+
   status = pjmedia_conf_create(call->inv->pool,
-                                 CONF_PORTS,
-                                 CLOCK_RATE,
-                                 CHANNEL_COUNT,
-                                 SAMPLES_PER_FRAME,
-                                 BITS_PER_SAMPLE,
+                                 conf_ports,
+                                 sampling_rate,
+                                 channel_count,
+                                 samples_per_frame,
+                                 bits_per_sample,
                                  PJMEDIA_CONF_NO_DEVICE,
-                                 &call->conf);
+                                 &ae->conf);
 
   if (status != PJ_SUCCESS) {
     addon_log(L_DBG, "pjmedia_conf_create failed\n");
     return false;
   }
 
-  status = pjmedia_null_port_create(call->inv->pool, CLOCK_RATE, CHANNEL_COUNT, SAMPLES_PER_FRAME, BITS_PER_SAMPLE, &call->null_port);
+  status = pjmedia_null_port_create(
+        call->inv->pool,
+        sampling_rate,
+        channel_count,
+        samples_per_frame,
+        bits_per_sample,
+        &ae->null_port);
   if (status != PJ_SUCCESS) {
     addon_log(L_DBG, "pjmedia_null_port_created failed\n");
     return false;
@@ -740,19 +757,19 @@ pj_status_t setup_call_conf(Call *call) {
     
   pjmedia_port *conf_port = NULL;
 
-  conf_port = pjmedia_conf_get_master_port(call->conf);
+  conf_port = pjmedia_conf_get_master_port(ae->conf);
   if (conf_port == NULL) {
     addon_log(L_DBG, "pjmedia_conf_get_master_port failed\n");
     return false;
   }
     
-  status = pjmedia_master_port_create(call->inv->pool, call->null_port, conf_port, 0, &call->master_port);
+  status = pjmedia_master_port_create(call->inv->pool, ae->null_port, conf_port, 0, &ae->master_port);
   if (status != PJ_SUCCESS) {
     addon_log(L_DBG, "pjmedia_master_port_create failed\n");
     return false;
   }
     
-  status = pjmedia_master_port_start(call->master_port);
+  status = pjmedia_master_port_start(ae->master_port);
   if (status != PJ_SUCCESS) {
     addon_log(L_DBG, "pjmedia_master_port_start failed\n");
     return false;
@@ -761,45 +778,13 @@ pj_status_t setup_call_conf(Call *call) {
   return PJ_SUCCESS;
 }
 
-void release_call_conf(Call *call) {
-    pj_status_t status;
-
-    if (call->master_port) {
-        status = pjmedia_master_port_stop(call->master_port);
-        if(status != PJ_SUCCESS) {
-            addon_log(L_DBG, "pjmedia_master_port_stop failed\n");
-        }
-        pjmedia_master_port_destroy(call->master_port, 0);
-        if(status != PJ_SUCCESS) {
-            addon_log(L_DBG, "pjmedia_master_port_destroy failed\n");
-        }
-        call->master_port = NULL;
-    }
-
-    if (call->conf) {
-        status = pjmedia_conf_destroy(call->conf);
-        if(status != PJ_SUCCESS) {
-            addon_log(L_DBG, "pjmedia_conf_destroy failed\n");
-        }
-        call->conf = NULL;
-    }
-
-    if (call->null_port) {
-        status = pjmedia_port_destroy(call->null_port);
-        if(status != PJ_SUCCESS) {
-            addon_log(L_DBG, "pjmedia_port_destroy(null_port) failed\n");
-        }
-        call->null_port = NULL;
-    }
-}
-
 static int find_endpoint_by_inband_dtmf_media_port(Call *call,
                                                    pjmedia_port *port) {
   for (int i = 0; i < call->media_count; i++) {
     MediaEndpoint *me = (MediaEndpoint *)call->media[i];
     if (ENDPOINT_TYPE_AUDIO == me->type) {
       AudioEndpoint *ae = (AudioEndpoint *)me->endpoint.audio;
-      if (ae->dtmfdet_cbp.port && (pjmedia_port *)ae->dtmfdet_cbp.port == port) {
+      if (ae->feature_cbps[FP_DTMFDET].port && (pjmedia_port *)ae->feature_cbps[FP_DTMFDET].port == port) {
         return i;
       }
     }
@@ -905,6 +890,22 @@ static void on_end_of_speech(pjmedia_port *port, void *user_data) {
   dispatch_event(evt);
 }
 
+static void on_speech_transcript(pjmedia_port*, void *user_data, char* transcript) {
+  if (g_shutting_down)
+    return;
+
+  long call_id;
+  if (!g_call_ids.get_id((long)user_data, call_id)) {
+    addon_log(
+        L_DBG,
+        "on_speech_transcript: Failed to get call_id. Event will not be notified.\n");
+    return;
+  }
+ 
+  char evt[1024];
+  make_evt_speech_transcript(evt, sizeof(evt), call_id, transcript);
+  dispatch_event(evt);
+}
 
 void dispatch_event(const char *evt) {
   addon_log(L_DBG, "dispach_event called with evt=%s\n", evt);
@@ -2800,9 +2801,47 @@ bool dlg_set_transport_by_t(Transport *t, pjsip_dialog *dlg) {
   return true;
 }
 
-void build_transport_tag(char *dest, const char *type, const char *address,
+bool is_ip_address(const char *hostname) {
+    struct sockaddr_in sa;
+    return inet_pton(AF_INET, hostname, &(sa.sin_addr)) != 0;
+}
+
+void build_transport_tag(char *dest, const char *type, const char *hostname,
                          int port) {
-  sprintf(dest, "%s:%s:%d", type, address, port);
+  struct addrinfo hints, * res, *p;
+  
+  if(is_ip_address(hostname)) {
+    sprintf(dest, "%s:%s:%d", type, hostname, port);
+    return;
+  }
+
+  memset(&hints, 0, sizeof(hints));
+  hints.ai_family = AF_UNSPEC; // AF_INET or AF_INET6 to force version
+  hints.ai_socktype = SOCK_STREAM;
+
+  // Resolve the domain name
+  int status = getaddrinfo(hostname, NULL, &hints, &res);
+  if (status != 0) {
+    printf("build_transport_tag getaddrinfo: %s\n", gai_strerror(status));
+    sprintf(dest, "%s:%s:%d", type, hostname, port);
+  } else {
+    for (p = res; p != NULL; p = p->ai_next) {
+      void *addr;
+      if (p->ai_family == AF_INET) { // IPv4
+        struct sockaddr_in *ipv4 = (struct sockaddr_in *)p->ai_addr;
+        addr = &(ipv4->sin_addr);
+      } else { // IPv6
+        struct sockaddr_in6 *ipv6 = (struct sockaddr_in6 *)p->ai_addr;
+        addr = &(ipv6->sin6_addr);
+      }
+      char ipstr[INET6_ADDRSTRLEN];
+      inet_ntop(p->ai_family, addr, ipstr, sizeof(ipstr));
+      sprintf(dest, "%s:%s:%d", type, ipstr, port);
+      break;
+    }
+  }
+
+  freeaddrinfo(res);
 }
 
 void build_transport_tag_from_pjsip_transport(char *dest, pjsip_transport *t) {
@@ -2814,6 +2853,7 @@ void build_transport_tag_from_pjsip_transport(char *dest, pjsip_transport *t) {
   assert(t->local_name.host.slen < 16);
   strncpy(address, t->local_name.host.ptr, t->local_name.host.slen);
   address[t->local_name.host.slen] = 0;
+  printf("build_transport_tag_from_pjsip_transport address=%s\n", address);
 
   if (t->key.type == PJSIP_TRANSPORT_UDP) {
     type = "udp";
@@ -3047,12 +3087,6 @@ int call_create(Transport *t, unsigned flags, pjsip_dialog *dlg,
   }
   // addon_log(L_DBG, "pjsip_dlg_add_usage OK\n");
 
-  status = setup_call_conf(call);
-  if (status != PJ_SUCCESS) {
-    set_error("setup_call_conf failed");
-    return -1;
-  }
-
   return call_id;
 }
 
@@ -3092,7 +3126,7 @@ pj_status_t audio_endpoint_send_dtmf(Call *call, AudioEndpoint *ae,
       tone.on_msec = ON_DURATION;
       tone.off_msec = OFF_DURATION;
       tone.volume = 0;
-      status = pjmedia_tonegen_play_digits((pjmedia_port *)ae->tonegen_cbp.port, 1,
+      status = pjmedia_tonegen_play_digits((pjmedia_port *)ae->feature_cbps[FP_TONEGEN].port, 1,
                                              &tone, 0);
       if (status != PJ_SUCCESS) {
         set_error("pjmedia_tonegen_play_digits failed.");
@@ -3251,7 +3285,7 @@ out:
   return 0;
 }
 
-pj_status_t audio_endpoint_remove_port(Call *call, ConfBridgePort *cbp) {
+pj_status_t audio_endpoint_remove_port(Call *call, AudioEndpoint *ae, ConfBridgePort *cbp) {
   printf("audio_endpoint_remove_port\n");
   pj_status_t status;
 
@@ -3262,7 +3296,7 @@ pj_status_t audio_endpoint_remove_port(Call *call, ConfBridgePort *cbp) {
       pjmedia_conf_disconnect_port_from_sinks(conf, port);
     */
 
-    status = pjmedia_conf_remove_port(call->conf, cbp->slot);
+    status = pjmedia_conf_remove_port(ae->conf, cbp->slot);
     if (status != PJ_SUCCESS) {
       set_error("pjmedia_conf_remove_port failed");
       return false;
@@ -3799,7 +3833,7 @@ pj_status_t audio_endpoint_start_speech_synth(Call *call, AudioEndpoint *ae, con
     return -1;
   }
 
-  pjmedia_flite_port_speak(ae->flite_cbp.port, text, flags);
+  pjmedia_flite_port_speak(ae->feature_cbps[FP_SPEECH_SYNTH].port, text, flags);
 
   return PJ_SUCCESS;
 }
@@ -3928,6 +3962,121 @@ out:
   return 0;
 }
 
+pj_status_t audio_endpoint_start_speech_recog(Call *call, AudioEndpoint *ae) {
+  pj_status_t status;
+
+  if(!ae->stream_cbp.port) {
+    set_error("stream port is not ready yet");
+    return -1;
+  }
+
+  // First stop and destroy existing port.
+  status = audio_endpoint_stop_speech_recog(call, ae);
+  if(status != PJ_SUCCESS) {
+    return -1;
+  }
+
+  if (!prepare_pocketsphinx(call, ae)) {
+    return -1;
+  }
+
+  return PJ_SUCCESS;
+}
+
+int pjw_call_start_speech_recog(long call_id, const char *json) {
+  PJW_LOCK();
+  clear_error();
+
+  long val;
+  Call *call;
+
+  pj_status_t status;
+
+  MediaEndpoint *me;
+  AudioEndpoint *ae;
+  int ae_count;
+  int res;
+
+  int media_id = -1;
+
+  char *voice;
+
+  char *text;
+
+  bool end_of_speech_event = false;
+
+  unsigned flags = 0;
+
+  bool no_loop = false;
+
+  char buffer[MAX_JSON_INPUT];
+
+  Document document;
+
+  const char *valid_params[] = {"media_id", ""};
+
+  if (!g_call_ids.get(call_id, val)) {
+    set_error("Invalid call_id");
+    goto out;
+  }
+  call = (Call *)val;
+
+  ae_count = count_media_by_type(call, ENDPOINT_TYPE_AUDIO);
+
+  if (ae_count == 0) {
+    set_error("No audio endpoint");
+    goto out;
+  }
+
+  if (!parse_json(document, json, buffer, MAX_JSON_INPUT)) {
+    goto out;
+  }
+
+  if (!validate_params(document, valid_params)) {
+    goto out;
+  }
+
+  res = json_get_int_param(document, "media_id", true, &media_id);
+  if (res <= 0) {
+    goto out;
+  }
+
+  if (NOT_FOUND_OPTIONAL == res) {
+    // start on all audio media endpoints
+    for (int i = 0; i < call->media_count; i++) {
+      MediaEndpoint *me = (MediaEndpoint *)call->media[i];
+      if (me->type == ENDPOINT_TYPE_AUDIO) {
+        AudioEndpoint *ae = (AudioEndpoint *)me->endpoint.audio;
+        status = audio_endpoint_start_speech_recog(call, ae);
+        if (status != PJ_SUCCESS) goto out;
+      }
+    }
+  } else {
+    if ((int)media_id >= call->media_count) {
+      set_error("invalid media_id");
+      goto out;
+    }
+
+    me = (MediaEndpoint *)call->media[media_id];
+    if (ENDPOINT_TYPE_AUDIO != me->type) {
+      set_error("media_endpoint is not audio endpoint");
+      goto out;
+    }
+
+    ae = (AudioEndpoint *)me->endpoint.audio;
+
+    audio_endpoint_start_speech_recog(call, ae);
+  }
+
+out:
+  PJW_UNLOCK();
+  if (pjw_errorstring[0]) {
+    return -1;
+  }
+
+  return 0;
+}
+
 pj_status_t call_stop_op_on_all_audio_endpoints(Call *call,
                                          audio_endpoint_stop_op_t op) {
   addon_log(L_DBG, "call_stop_op_on_audio_endpoints media_count=%d\n",
@@ -4017,28 +4166,27 @@ out:
   return 0;
 }
 
-pj_status_t audio_endpoint_stop_speech_synth(Call *call, AudioEndpoint *ae) {
-  return audio_endpoint_remove_port(call, &ae->flite_cbp);
-}
-
 pj_status_t audio_endpoint_stop_play_wav(Call *call, AudioEndpoint *ae) {
-  return audio_endpoint_remove_port(call, &ae->wav_player_cbp);
+  return audio_endpoint_remove_port(call, ae, &ae->feature_cbps[FP_WAV_PLAYER]);
 }
 
 pj_status_t audio_endpoint_stop_record_wav(Call *call, AudioEndpoint *ae) {
-  return audio_endpoint_remove_port(call, &ae->wav_writer_cbp);
+  return audio_endpoint_remove_port(call, ae, &ae->feature_cbps[FP_WAV_WRITER]);
 }
 
 pj_status_t audio_endpoint_stop_fax(Call *call, AudioEndpoint *ae) {
-  return audio_endpoint_remove_port(call, &ae->fax_cbp);
+  return audio_endpoint_remove_port(call, ae, &ae->feature_cbps[FP_FAX]);
 }
 
+pj_status_t audio_endpoint_stop_speech_synth(Call *call, AudioEndpoint *ae) {
+  return audio_endpoint_remove_port(call, ae, &ae->feature_cbps[FP_SPEECH_SYNTH]);
+}
 
-
-int pjw_call_stop_speech_synth(long call_id, const char *json) {
-  return audio_endpoint_stop_op(call_id, json, audio_endpoint_stop_speech_synth);
+pj_status_t audio_endpoint_stop_speech_recog(Call *call, AudioEndpoint *ae) {
+  return audio_endpoint_remove_port(call, ae, &ae->feature_cbps[FP_SPEECH_RECOG]);
 }
 
+
 int pjw_call_stop_play_wav(long call_id, const char *json) {
   return audio_endpoint_stop_op(call_id, json, audio_endpoint_stop_play_wav);
 }
@@ -4051,6 +4199,14 @@ int pjw_call_stop_fax(long call_id, const char *json) {
   return audio_endpoint_stop_op(call_id, json, audio_endpoint_stop_fax);
 }
 
+int pjw_call_stop_speech_synth(long call_id, const char *json) {
+  return audio_endpoint_stop_op(call_id, json, audio_endpoint_stop_speech_synth);
+}
+
+int pjw_call_stop_speech_recog(long call_id, const char *json) {
+  return audio_endpoint_stop_op(call_id, json, audio_endpoint_stop_speech_recog);
+}
+
 
 int pjw_call_start_fax(long call_id, const char *json) {
   PJW_LOCK();
@@ -4523,82 +4679,77 @@ bool start_tcp_media(Call *call, MediaEndpoint *me,
   return true;
 }
 
+void close_audio_endpoint_ports_and_conf(Call *call, AudioEndpoint *ae) {
+    pj_status_t status;
 
-bool restart_media_stream(Call *call, MediaEndpoint *me,
-                          const pjmedia_sdp_session *local_sdp,
-                          const pjmedia_sdp_session *remote_sdp, int idx) {
-  char evt[4096];
-  pjmedia_stream_info stream_info;
-
-  AudioEndpoint *ae = (AudioEndpoint *)me->endpoint.audio;
-
-  pj_status_t status;
+    audio_endpoint_remove_port(call, ae, &ae->stream_cbp);
 
-  if(ae->stream_cbp.port) {
-    if(ae->tonegen_cbp.port) {
-      status = pjmedia_conf_disconnect_port(call->conf, ae->tonegen_cbp.slot, ae->stream_cbp.slot);
-      if (status != PJ_SUCCESS) {
-        make_evt_media_update(evt, sizeof(evt), call->id,
-                            "setup_failed (pjmedia_conf_disconnect_port for tonegen failed)", "");
-        dispatch_event(evt);
-        return false;
-      }
+    for(int i=0 ; i<MAX_FP ; i++) {
+        audio_endpoint_remove_port(call, ae, &ae->feature_cbps[i]);
     }
 
-    if(ae->wav_player_cbp.port) {
-      status = pjmedia_conf_disconnect_port(call->conf, ae->wav_player_cbp.slot, ae->stream_cbp.slot);
-      if (status != PJ_SUCCESS) {
-        make_evt_media_update(evt, sizeof(evt), call->id,
-                           "setup_failed (pjmedia_conf_disconnect_port for wav_player failed)", "");
-        dispatch_event(evt);
-        return false;
-      }
+    if (ae->master_port) {
+        status = pjmedia_master_port_stop(ae->master_port);
+        if(status != PJ_SUCCESS) {
+            addon_log(L_DBG, "pjmedia_master_port_stop failed\n");
+        }
+        pjmedia_master_port_destroy(ae->master_port, 0);
+        if(status != PJ_SUCCESS) {
+            addon_log(L_DBG, "pjmedia_master_port_destroy failed\n");
+        }
+        ae->master_port = NULL;
     }
 
-    if(ae->dtmfdet_cbp.port) {
-      status = pjmedia_conf_disconnect_port(call->conf, ae->stream_cbp.slot, ae->dtmfdet_cbp.slot);
-      if (status != PJ_SUCCESS) {
-        make_evt_media_update(evt, sizeof(evt), call->id,
-                           "setup_failed (pjmedia_conf_disconnect_port for dtmfdet failed)", "");
-        dispatch_event(evt);
-        return false;
-      }
+    if (ae->conf) {
+        status = pjmedia_conf_destroy(ae->conf);
+        if(status != PJ_SUCCESS) {
+            addon_log(L_DBG, "pjmedia_conf_destroy failed\n");
+        }
+        ae->conf = NULL;
     }
 
-    if(ae->fax_cbp.port) {
-      status = pjmedia_conf_disconnect_port(call->conf, ae->stream_cbp.slot, ae->fax_cbp.slot);
-      if (status != PJ_SUCCESS) {
-        make_evt_media_update(evt, sizeof(evt), call->id,
-                           "setup_failed (pjmedia_conf_disconnect_port fax dst failed)", "");
-        dispatch_event(evt);
-        return false;
-      }
-
-      status = pjmedia_conf_disconnect_port(call->conf, ae->fax_cbp.slot, ae->stream_cbp.slot);
-      if (status != PJ_SUCCESS) {
-        make_evt_media_update(evt, sizeof(evt), call->id,
-                           "setup_failed (pjmedia_conf_disconnect_port for fax src failed)", "");
-        dispatch_event(evt);
-        return false;
-      }
+    if (ae->null_port) {
+        status = pjmedia_port_destroy(ae->null_port);
+        if(status != PJ_SUCCESS) {
+            addon_log(L_DBG, "pjmedia_port_destroy(null_port) failed\n");
+        }
+        ae->null_port = NULL;
     }
+}
+
+bool connect_feature_port_to_stream_port(Call *call, AudioEndpoint *ae, ConfBridgePort *cbp) {
+  pj_status_t status;
 
-    status = pjmedia_conf_remove_port(call->conf, ae->stream_cbp.slot);
+  if(cbp->connection_mode == CONNECTION_MODE_SOURCE || cbp->connection_mode == CONNECTION_MODE_SOURCE_AND_SINK) {
+    status = pjmedia_conf_connect_port(ae->conf, cbp->slot, ae->stream_cbp.slot, 0);
     if (status != PJ_SUCCESS) {
-      make_evt_media_update(evt, sizeof(evt), call->id,
-                           "setup_failed (pjmedia_conf_remove_port failed)", "");
+      set_error("pjmedia_conf_connect_port failed");
       return false;
     }
-    ae->stream_cbp.slot = 0;
-
-    status = pjmedia_port_destroy(ae->stream_cbp.port);
+  }
+  if(cbp->connection_mode == CONNECTION_MODE_SINK || cbp->connection_mode == CONNECTION_MODE_SOURCE_AND_SINK) {
+    status = pjmedia_conf_connect_port(ae->conf, ae->stream_cbp.slot, cbp->slot, 0);
+    printf("status=%i\n" ,status);
     if (status != PJ_SUCCESS) {
-      make_evt_media_update(evt, sizeof(evt), call->id,
-                           "setup_failed (pjmedia_port_destroy failed)", "");
+      set_error("pjmedia_conf_connect_port failed");
       return false;
     }
-    ae->stream_cbp.port = NULL;
-  } 
+  }
+  return true;
+}
+
+bool restart_media_stream(Call *call, MediaEndpoint *me,
+                          const pjmedia_sdp_session *local_sdp,
+                          const pjmedia_sdp_session *remote_sdp, int idx) {
+  char evt[4096];
+  pjmedia_stream_info stream_info;
+
+  AudioEndpoint *ae = (AudioEndpoint *)me->endpoint.audio;
+
+  pj_status_t status;
+
+  pjmedia_port *old_port = ae->stream_cbp.port;
+  pjmedia_port *new_port;
 
   status =
       pjmedia_stream_info_from_sdp(&stream_info, call->inv->dlg->pool,
@@ -4664,7 +4815,7 @@ bool restart_media_stream(Call *call, MediaEndpoint *me,
     return false;
   }
 
-  status = pjmedia_stream_get_port(ae->med_stream, &ae->stream_cbp.port);
+  status = pjmedia_stream_get_port(ae->med_stream, &new_port);
   if (status != PJ_SUCCESS) {
     make_evt_media_update(evt, sizeof(evt), call->id,
                           "setup_failed (pjmedia_stream_get_port failed)", "");
@@ -4672,73 +4823,90 @@ bool restart_media_stream(Call *call, MediaEndpoint *me,
     return false;
   }
 
-  status = pjmedia_conf_add_port(call->conf, call->inv->pool, ae->stream_cbp.port, NULL, &ae->stream_cbp.slot);
-  if (status != PJ_SUCCESS) {
-    make_evt_media_update(evt, sizeof(evt), call->id,
-                          "setup_failed (pjmedia_conf_add_port failed)", "");
-    dispatch_event(evt);
-    return false;
-  }
-
-  if(!ae->dtmfdet_cbp.port) {
-    if(!prepare_dtmfdet(call, ae)) {
+  if(!old_port) {
+    printf("call_id=%i restart_media_stream !old_port (first SDP negotiation)\n", call->id);
+    status = create_audio_endpoint_conf(call, ae, new_port);
+    if (status != PJ_SUCCESS) {
       make_evt_media_update(evt, sizeof(evt), call->id,
-                          "setup_failed (prepare_dtmfdet failed)", "");
+                          "setup_failed (create_audio_endpoint_conf failed)", "");
       dispatch_event(evt);
       return false;
     }
-  }
 
-  if(ae->tonegen_cbp.port) {
-    status = pjmedia_conf_connect_port(call->conf, ae->tonegen_cbp.slot, ae->stream_cbp.slot, 0);
+    ae->stream_cbp.port = new_port;
+    status = pjmedia_conf_add_port(ae->conf, call->inv->pool, ae->stream_cbp.port, NULL, &ae->stream_cbp.slot);
     if (status != PJ_SUCCESS) {
       make_evt_media_update(evt, sizeof(evt), call->id,
-                          "setup_failed (pjmedia_conf_connect_port for tonegen failed)", "");
+                          "setup_failed (pjmedia_conf_add_port failed)", "");
       dispatch_event(evt);
       return false;
     }
-  }
 
-  if(ae->wav_player_cbp.port) {
-    status = pjmedia_conf_connect_port(call->conf, ae->wav_player_cbp.slot, ae->stream_cbp.slot, 0);
-    if (status != PJ_SUCCESS) {
+    // we always add dtmfdet to audio endpoints
+    if(!prepare_dtmfdet(call, ae)) {
       make_evt_media_update(evt, sizeof(evt), call->id,
-                          "setup_failed (pjmedia_conf_connect_port for wav_player failed)", "");
+                        "setup_failed (prepare_dtmfdet failed)", "");
       dispatch_event(evt);
       return false;
     }
-  }
-
-  if(ae->dtmfdet_cbp.port) {
-    status = pjmedia_conf_connect_port(call->conf, ae->stream_cbp.slot, ae->dtmfdet_cbp.slot, 0);
+  } else if(
+        (PJMEDIA_PIA_SRATE(&old_port->info) != PJMEDIA_PIA_SRATE(&new_port->info)) ||
+        (PJMEDIA_PIA_CCNT(&old_port->info) != PJMEDIA_PIA_CCNT(&new_port->info)) ||
+        (PJMEDIA_PIA_SPF(&old_port->info) != PJMEDIA_PIA_SPF(&new_port->info)) ||
+        (PJMEDIA_PIA_BITS(&old_port->info) != PJMEDIA_PIA_BITS(&new_port->info))) {
+    // stream characteristics changed so we need to destroy old conf and ports
+    printf("call_id=%i restart_media_stream: stream characteristics changed\n", call->id);
+    close_audio_endpoint_ports_and_conf(call, ae);
+
+    // then create a new conf
+    status = create_audio_endpoint_conf(call, ae, new_port);
     if (status != PJ_SUCCESS) {
       make_evt_media_update(evt, sizeof(evt), call->id,
-                          "setup_failed (pjmedia_conf_connect_port for dtmfdet failed)", "");
+                          "setup_failed (create_audio_endpoint_conf failed)", "");
       dispatch_event(evt);
       return false;
-
     }
-  }
 
-  if(ae->fax_cbp.port) {
-    status = pjmedia_conf_connect_port(call->conf, ae->stream_cbp.slot, ae->fax_cbp.slot, 0);
+    ae->stream_cbp.port = new_port;
+    status = pjmedia_conf_add_port(ae->conf, call->inv->pool, ae->stream_cbp.port, NULL, &ae->stream_cbp.slot);
     if (status != PJ_SUCCESS) {
       make_evt_media_update(evt, sizeof(evt), call->id,
-                          "setup_failed (pjmedia_conf_connect_port for fax dst failed)", "");
+                          "setup_failed (pjmedia_conf_add_port failed)", "");
       dispatch_event(evt);
       return false;
+    }
 
+    // we always add dtmfdet to audio endpoints
+    if(!prepare_dtmfdet(call, ae)) {
+      make_evt_media_update(evt, sizeof(evt), call->id,
+                        "setup_failed (prepare_dtmfdet failed)", "");
+      dispatch_event(evt);
+      return false;
     }
 
-    status = pjmedia_conf_connect_port(call->conf, ae->fax_cbp.slot, ae->stream_cbp.slot, 0);
+    // at this point we could try to recreate ports (see #91)
+  } else {
+    printf("call_id=%i restart_media_stream: stream characteristics no change\n", call->id);
+    // stream characteristics didn't change so just replace the stream port
+
+    audio_endpoint_remove_port(call, ae, &ae->stream_cbp);
+    ae->stream_cbp.port = new_port;
+    status = pjmedia_conf_add_port(ae->conf, call->inv->pool, ae->stream_cbp.port, NULL, &ae->stream_cbp.slot);
     if (status != PJ_SUCCESS) {
       make_evt_media_update(evt, sizeof(evt), call->id,
-                          "setup_failed (pjmedia_conf_connect_port for fax src failed)", "");
+                          "setup_failed (pjmedia_conf_add_port failed)", "");
       dispatch_event(evt);
       return false;
     }
-  }
 
+    // Need to connect ports to new stream port
+    for(int i=0 ; i<MAX_FP ; i++) {
+        if(ae->feature_cbps[i].port) {
+          if(!connect_feature_port_to_stream_port(call, ae, &ae->feature_cbps[i])) return false;
+        }
+    }
+  }
+  
   return true;
 }
 
@@ -4925,8 +5093,6 @@ static void on_state_changed(pjsip_inv_session *inv, pjsip_event *e) {
       }
     }
 
-    release_call_conf(call);
-
     long val;
     if (!g_call_ids.remove(call_id, val)) {
       addon_log(L_DBG, "g_call_ids.remove failed\n");
@@ -5231,7 +5397,7 @@ static pj_bool_t on_rx_request(pjsip_rx_data *rdata) {
 
     long transport_id;
 
-    // printf("tag=%s\n", tag);
+    //printf("on_rx_request transport_tag=%s\n", tag);
 
     TransportMap::iterator iter = g_TransportMap.find(tag);
     if (iter != g_TransportMap.end()) {
@@ -5317,13 +5483,6 @@ static pj_bool_t on_rx_request(pjsip_rx_data *rdata) {
     return PJ_TRUE;
   }
 
-  status = setup_call_conf(call);
-  if (status != PJ_SUCCESS) {
-    printf("setup_call_conf failed\n");
-    pjsip_endpt_respond_stateless(g_sip_endpt, rdata, 500, &reason, NULL, NULL);
-    return PJ_TRUE;
-  }
-
   // TODO: check if this is really necessary as we are calling
   // pjsip_dlg_add_usage subsequently
   inv->dlg->mod_data[mod_tester.id] = call;
@@ -5349,7 +5508,7 @@ static pj_bool_t on_rx_request(pjsip_rx_data *rdata) {
 
   long transport_id;
 
-  // printf("tag=%s\n", tag);
+  printf("on_rx_request INVITE transport_tag=%s\n", tag);
 
   TransportMap::iterator iter = g_TransportMap.find(tag);
   if (iter != g_TransportMap.end()) {
@@ -6511,10 +6670,10 @@ bool process_media(Call *call, pjsip_dialog *dlg, Document &document, bool answe
   return true;
 }
 
-bool is_media_active(Call *c, MediaEndpoint *me) {
+bool is_media_active(Call *call, MediaEndpoint *me) {
   // check if media from call->media_neg is on call->media
-  for (int i = 0; i < c->media_count; ++i) {
-    if (me == c->media[i])
+  for (int i = 0; i < call->media_count; ++i) {
+    if (me == call->media[i])
       return true;
   }
   return false;
@@ -6522,19 +6681,14 @@ bool is_media_active(Call *c, MediaEndpoint *me) {
 
 void close_media_endpoint(Call *call, MediaEndpoint *me) {
   printf("close_media_endpoint %p\n", (void*)me);
+
+  pj_status_t status;
+
   if(!me) return;
 
   if (ENDPOINT_TYPE_AUDIO == me->type) {
     AudioEndpoint *ae = (AudioEndpoint *)me->endpoint.audio;
-
-    audio_endpoint_remove_port(call, &ae->stream_cbp);
-    audio_endpoint_remove_port(call, &ae->wav_player_cbp);
-    audio_endpoint_remove_port(call, &ae->wav_writer_cbp);
-    audio_endpoint_remove_port(call, &ae->tonegen_cbp);
-    audio_endpoint_remove_port(call, &ae->dtmfdet_cbp);
-    audio_endpoint_remove_port(call, &ae->fax_cbp);
-    audio_endpoint_remove_port(call, &ae->flite_cbp);
-
+    close_audio_endpoint_ports_and_conf(call, ae);
     close_media_transport(ae->med_transport);
     ae->med_transport = NULL;
   } else if (ENDPOINT_TYPE_MRCP == me->type) {
@@ -6558,63 +6712,63 @@ void close_media_endpoint(Call *call, MediaEndpoint *me) {
   me->port = 0;
 }
 
-void close_media(Call *c) {
-  printf("close_media call_id=%i\n", c->id);
-  for (int i = 0; i < c->media_count; ++i) {
-    MediaEndpoint *me = c->media[i];
-    close_media_endpoint(c, me);
+void close_media(Call *call) {
+  printf("close_media call_id=%i\n", call->id);
+  for (int i = 0; i < call->media_count; ++i) {
+    MediaEndpoint *me = call->media[i];
+    close_media_endpoint(call, me);
   }
-  c->media_count = 0;
+  call->media_count = 0;
 }
 
-bool prepare_tonegen(Call *c, AudioEndpoint *ae) {
-  printf("prepare_tone_gen call.id=%i\n", c->id);
+bool prepare_tonegen(Call *call, AudioEndpoint *ae) {
+  printf("prepare_tone_gen call.id=%i\n", call->id);
   pj_status_t status;
 
-  if(ae->tonegen_cbp.port) {
+  ConfBridgePort *fp = &ae->feature_cbps[FP_TONEGEN];
+
+  if(fp->port) {
     printf("already prepared\n");
     return true;
   }
 
   status = pjmedia_tonegen_create(
-        c->inv->pool, PJMEDIA_PIA_SRATE(&ae->stream_cbp.port->info),
+        call->inv->pool, PJMEDIA_PIA_SRATE(&ae->stream_cbp.port->info),
         PJMEDIA_PIA_CCNT(&ae->stream_cbp.port->info),
         PJMEDIA_PIA_SPF(&ae->stream_cbp.port->info),
-        PJMEDIA_PIA_BITS(&ae->stream_cbp.port->info), 0, &ae->tonegen_cbp.port);
+        PJMEDIA_PIA_BITS(&ae->stream_cbp.port->info), 0, &fp->port);
   if (status != PJ_SUCCESS) {
     set_error("pjmedia_tonegen_create failed");
     return false;
   }
 
-  status = pjmedia_conf_add_port(c->conf, c->inv->pool, ae->tonegen_cbp.port, NULL, &ae->tonegen_cbp.slot);
+  status = pjmedia_conf_add_port(ae->conf, call->inv->pool, fp->port, NULL, &fp->slot);
   if (status != PJ_SUCCESS) {
     set_error("pjmedia_conf_add_port failed");
     return false;
   }
 
-  status = pjmedia_conf_connect_port(c->conf, ae->tonegen_cbp.slot, ae->stream_cbp.slot, 0);
-  if (status != PJ_SUCCESS) {
-    set_error("pjmedia_conf_connect_port failed");
-    return false;
-  }
+  fp->connection_mode = CONNECTION_MODE_SOURCE;
 
-  return true;
+  return connect_feature_port_to_stream_port(call, ae, fp);
 }
 
-bool prepare_wav_player(Call *c, AudioEndpoint *ae, const char *file, unsigned flags, bool end_of_file_event) {
+bool prepare_wav_player(Call *call, AudioEndpoint *ae, const char *file, unsigned flags, bool end_of_file_event) {
   pj_status_t status;
 
+  ConfBridgePort *fp = &ae->feature_cbps[FP_WAV_PLAYER];
+
   unsigned wav_ptime;
   wav_ptime = PJMEDIA_PIA_SPF(&ae->stream_cbp.port->info) * 1000 /
               PJMEDIA_PIA_SRATE(&ae->stream_cbp.port->info);
 
   status = pjmedia_wav_player_port_create(
-                  c->inv->pool, 
+                  call->inv->pool, 
                   file,
                   wav_ptime,
                   flags,
                   -1,                  /* buf size     */
-                  &ae->wav_player_cbp.port
+                  &fp->port
                   );
 
   if (status != PJ_SUCCESS) {
@@ -6623,164 +6777,181 @@ bool prepare_wav_player(Call *c, AudioEndpoint *ae, const char *file, unsigned f
   }
 
   if (end_of_file_event) {
-    status = pjmedia_wav_player_set_eof_cb2(ae->wav_player_cbp.port, (void*)c, on_end_of_file);
+    status = pjmedia_wav_player_set_eof_cb2(fp->port, (void*)call, on_end_of_file);
     if (status != PJ_SUCCESS) {
       set_error("pjmedia_wav_player_set_eof_cb2 failed");
       return false;
     }
   }
 
-  status = pjmedia_conf_add_port(c->conf, c->inv->pool, ae->wav_player_cbp.port, NULL, &ae->wav_player_cbp.slot);
+  status = pjmedia_conf_add_port(ae->conf, call->inv->pool, fp->port, NULL, &fp->slot);
   if (status != PJ_SUCCESS) {
     set_error("pjmedia_conf_add_port failed");
     return false;
   }
 
-  status = pjmedia_conf_connect_port(c->conf, ae->wav_player_cbp.slot, ae->stream_cbp.slot, 0);
-  if (status != PJ_SUCCESS) {
-    set_error("pjmedia_conf_connect_port failed");
-    return false;
-  }
+  fp->connection_mode = CONNECTION_MODE_SOURCE;
 
-  return true;
+  return connect_feature_port_to_stream_port(call, ae, fp);
 }
 
-bool prepare_wav_writer(Call *c, AudioEndpoint *ae, const char *file) {
+bool prepare_wav_writer(Call *call, AudioEndpoint *ae, const char *file) {
   pj_status_t status;
 
+  ConfBridgePort *fp = &ae->feature_cbps[FP_WAV_WRITER];
+
   status = pjmedia_wav_writer_port_create(
-      c->inv->pool, file, PJMEDIA_PIA_SRATE(&ae->stream_cbp.port->info),
+      call->inv->pool, file, PJMEDIA_PIA_SRATE(&ae->stream_cbp.port->info),
       PJMEDIA_PIA_CCNT(&ae->stream_cbp.port->info), PJMEDIA_PIA_SPF(&ae->stream_cbp.port->info),
       PJMEDIA_PIA_BITS(&ae->stream_cbp.port->info), PJMEDIA_FILE_WRITE_PCM, 0,
-      (pjmedia_port **)&ae->wav_writer_cbp.port);
+      (pjmedia_port **)&fp->port);
   if (status != PJ_SUCCESS) {
     set_error("pjmedia_wav_write_port_create failed");
     return false;
   }
   
-  status = pjmedia_conf_add_port(c->conf, c->inv->pool, ae->wav_writer_cbp.port, NULL, &ae->wav_writer_cbp.slot);
+  status = pjmedia_conf_add_port(ae->conf, call->inv->pool, fp->port, NULL, &fp->slot);
   if (status != PJ_SUCCESS) {
     set_error("pjmedia_conf_add_port failed");
     return false;
   }
 
-  status = pjmedia_conf_connect_port(c->conf, ae->stream_cbp.slot, ae->wav_writer_cbp.slot, 0);
-  if (status != PJ_SUCCESS) {
-    set_error("pjmedia_conf_connect_port failed");
-    return false;
-  }
+  fp->connection_mode = CONNECTION_MODE_SINK;
 
-  return true;
+  return connect_feature_port_to_stream_port(call, ae, fp);
 }
 
-bool prepare_dtmfdet(Call *c, AudioEndpoint *ae) {
+bool prepare_dtmfdet(Call *call, AudioEndpoint *ae) {
   pj_status_t status;
+
+  ConfBridgePort *fp = &ae->feature_cbps[FP_DTMFDET];
+
   status = pjmedia_dtmfdet_create(
-      c->inv->pool, 
+      call->inv->pool, 
       PJMEDIA_PIA_SRATE(&ae->stream_cbp.port->info),
-      PJMEDIA_PIA_CCNT(&ae->stream_cbp.port->info), PJMEDIA_PIA_SPF(&ae->stream_cbp.port->info),
+      PJMEDIA_PIA_CCNT(&ae->stream_cbp.port->info),
+      PJMEDIA_PIA_SPF(&ae->stream_cbp.port->info),
       PJMEDIA_PIA_BITS(&ae->stream_cbp.port->info), 
-      on_inband_dtmf, c, &ae->dtmfdet_cbp.port);
+      on_inband_dtmf, call, &fp->port);
   if (status != PJ_SUCCESS) {
     set_error("pjmedia_dtmfdet_create failed");
       return false;
   }
   
-  status = pjmedia_conf_add_port(c->conf, c->inv->pool, ae->dtmfdet_cbp.port, NULL, &ae->dtmfdet_cbp.slot);
+  status = pjmedia_conf_add_port(ae->conf, call->inv->pool, fp->port, NULL, &fp->slot);
   if (status != PJ_SUCCESS) {
     set_error("pjmedia_conf_add_port failed");
     return false;
   }
 
-  status = pjmedia_conf_connect_port(c->conf, ae->stream_cbp.slot, ae->dtmfdet_cbp.slot, 0);
-  if (status != PJ_SUCCESS) {
-    set_error("pjmedia_conf_connect_port failed");
-    return false;
-  }
+  fp->connection_mode = CONNECTION_MODE_SINK;
 
-  return true;
+  return connect_feature_port_to_stream_port(call, ae, fp);
 }
 
-bool prepare_fax(Call *c, AudioEndpoint *ae, bool is_sender, const char *file,
-                 unsigned flags) {
+bool prepare_fax(Call *call, AudioEndpoint *ae, bool is_sender, const char *file, unsigned flags) {
   pj_status_t status;
 
+  ConfBridgePort *fp = &ae->feature_cbps[FP_FAX];
+
   status = pjmedia_fax_port_create(
-      c->inv->pool,
+      call->inv->pool,
       PJMEDIA_PIA_SRATE(&ae->stream_cbp.port->info),
       PJMEDIA_PIA_CCNT(&ae->stream_cbp.port->info),
       PJMEDIA_PIA_SPF(&ae->stream_cbp.port->info),
       PJMEDIA_PIA_BITS(&ae->stream_cbp.port->info),
-      on_fax_result, c, is_sender, file,
-      flags, &ae->fax_cbp.port);
+      on_fax_result, call, is_sender, file,
+      flags, &fp->port);
   if (status != PJ_SUCCESS) {
     set_error("pjmedia_fax_port_create failed");
     return false;
   }
 
-  status = pjmedia_conf_add_port(c->conf, c->inv->pool, ae->fax_cbp.port, NULL, &ae->fax_cbp.slot);
+  status = pjmedia_conf_add_port(ae->conf, call->inv->pool, fp->port, NULL, &fp->slot);
   if (status != PJ_SUCCESS) {
     set_error("pjmedia_conf_add_port failed");
     return false;
   }
 
-  status = pjmedia_conf_connect_port(c->conf, ae->fax_cbp.slot, ae->stream_cbp.slot, 0);
-  if (status != PJ_SUCCESS) {
-    set_error("pjmedia_conf_connect_port failed");
-    return false;
-  }
+  fp->connection_mode = CONNECTION_MODE_SOURCE_AND_SINK;
 
-  status = pjmedia_conf_connect_port(c->conf, ae->stream_cbp.slot, ae->fax_cbp.slot, 0);
-  if (status != PJ_SUCCESS) {
-    set_error("pjmedia_conf_connect_port failed");
-    return false;
-  }
-
-  return true;
+  return connect_feature_port_to_stream_port(call, ae, fp);
 }
 
-bool prepare_flite(Call *c, AudioEndpoint *ae, const char *voice, bool end_of_speech_event) {
-  printf("prepare_flite call.id=%i\n", c->id);
+bool prepare_flite(Call *call, AudioEndpoint *ae, const char *voice, bool end_of_speech_event) {
   pj_status_t status;
 
-  if(ae->flite_cbp.port) {
+  ConfBridgePort *fp = &ae->feature_cbps[FP_SPEECH_SYNTH];
+
+  if(fp->port) {
     printf("already prepared\n");
     return true;
   }
 
   status = pjmedia_flite_port_create(
-        c->inv->pool, PJMEDIA_PIA_SRATE(&ae->stream_cbp.port->info),
+        call->inv->pool, PJMEDIA_PIA_SRATE(&ae->stream_cbp.port->info),
         PJMEDIA_PIA_CCNT(&ae->stream_cbp.port->info),
         PJMEDIA_PIA_SPF(&ae->stream_cbp.port->info),
-        PJMEDIA_PIA_BITS(&ae->stream_cbp.port->info), voice, &ae->flite_cbp.port);
+        PJMEDIA_PIA_BITS(&ae->stream_cbp.port->info),
+        voice,
+        &fp->port);
   if (status != PJ_SUCCESS) {
     set_error("pjmedia_flite_port_create failed");
     return false;
   }
 
   if (end_of_speech_event) {
-    status = pjmedia_flite_port_set_eof_cb(ae->flite_cbp.port, (void*)c, on_end_of_speech);
+    status = pjmedia_flite_port_set_eof_cb(fp->port, (void*)call, on_end_of_speech);
     if (status != PJ_SUCCESS) {
       set_error("pjmedia_flite_port_set_eof_cb failed");
       return false;
     }
   }
 
-  status = pjmedia_conf_add_port(c->conf, c->inv->pool, ae->flite_cbp.port, NULL, &ae->flite_cbp.slot);
+  status = pjmedia_conf_add_port(ae->conf, call->inv->pool, fp->port, NULL, &fp->slot);
   if (status != PJ_SUCCESS) {
     set_error("pjmedia_conf_add_port failed");
     return false;
   }
 
-  status = pjmedia_conf_connect_port(c->conf, ae->flite_cbp.slot, ae->stream_cbp.slot, 0);
+  fp->connection_mode = CONNECTION_MODE_SOURCE;
+
+  return connect_feature_port_to_stream_port(call, ae, fp);
+}
+
+bool prepare_pocketsphinx(Call *call, AudioEndpoint *ae) {
+  pj_status_t status;
+
+  ConfBridgePort *fp = &ae->feature_cbps[FP_SPEECH_RECOG];
+
+  if(fp->port) {
+    printf("already prepared\n");
+    return true;
+  }
+
+  status = pjmedia_pocketsphinx_port_create(
+        call->inv->pool, PJMEDIA_PIA_SRATE(&ae->stream_cbp.port->info),
+        PJMEDIA_PIA_CCNT(&ae->stream_cbp.port->info),
+        PJMEDIA_PIA_SPF(&ae->stream_cbp.port->info),
+        PJMEDIA_PIA_BITS(&ae->stream_cbp.port->info), 
+        on_speech_transcript,
+        call,
+        &fp->port);
   if (status != PJ_SUCCESS) {
-    set_error("pjmedia_conf_connect_port failed");
+    set_error("pjmedia_pocketsphinx_port_create failed");
     return false;
   }
 
-  return true;
-}
+  status = pjmedia_conf_add_port(ae->conf, call->inv->pool, fp->port, NULL, &fp->slot);
+  if (status != PJ_SUCCESS) {
+    set_error("pjmedia_conf_add_port failed");
+    return false;
+  }
 
+  fp->connection_mode = CONNECTION_MODE_SINK;
+
+  return connect_feature_port_to_stream_port(call, ae, fp);
+}
 
 void on_rx_notify(pjsip_evsub *sub, pjsip_rx_data *rdata, int *p_st_code,
                   pj_str_t **p_st_text, pjsip_hdr *res_hdr,
@@ -8168,8 +8339,8 @@ static int g_now;
 
 void check_digit_buffer(Call *call, int mode) {
   // addon_log(L_DBG, "check_digit_buffer g_now=%i for call_id=%i and mode=%i
-  // timestamp=%i len=%i\n", g_now, c->id, mode, c->last_digit_timestamp[mode],
-  // c->DigitBufferLength[mode]);
+  // timestamp=%i len=%i\n", g_now, call->id, mode, call->last_digit_timestamp[mode],
+  // call->DigitBufferLength[mode]);
   char evt[1024];
 
   for (int i = 0; i < call->media_count; i++) {
@@ -8193,10 +8364,10 @@ void check_digit_buffer(Call *call, int mode) {
 }
 
 void check_digit_buffers(long id, long val) {
-  Call *c = (Call *)val;
+  Call *call = (Call *)val;
 
-  check_digit_buffer(c, DTMF_MODE_RFC2833);
-  check_digit_buffer(c, DTMF_MODE_INBAND);
+  check_digit_buffer(call, DTMF_MODE_RFC2833);
+  check_digit_buffer(call, DTMF_MODE_INBAND);
 }
 
 static int digit_buffer_thread(void *arg) {