rtpbench 0.3.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- rtpbench/.dockerignore +4 -0
- rtpbench/Dockerfile +12 -0
- rtpbench/__init__.py +6 -0
- rtpbench/__main__.py +3 -0
- rtpbench/agent.py +746 -0
- rtpbench/analyze.py +520 -0
- rtpbench/bargein.py +272 -0
- rtpbench/bench.py +1069 -0
- rtpbench/caller.py +781 -0
- rtpbench/capture.py +33 -0
- rtpbench/carrier/compose.yaml +68 -0
- rtpbench/carrier/opensips.cfg +226 -0
- rtpbench/carrier/tls.cfg +25 -0
- rtpbench/carrier/tls.yaml +9 -0
- rtpbench/cases.py +1989 -0
- rtpbench/check.py +369 -0
- rtpbench/cli.py +616 -0
- rtpbench/clock.py +174 -0
- rtpbench/compose.yaml +55 -0
- rtpbench/corpus/README.md +55 -0
- rtpbench/corpus/cough-c1-0.wav +0 -0
- rtpbench/corpus/cough-c1-1.wav +0 -0
- rtpbench/corpus/cough-c2-0.wav +0 -0
- rtpbench/corpus/cough-c2-1.wav +0 -0
- rtpbench/corpus/cough-man-0.wav +0 -0
- rtpbench/corpus/cough-man-1.wav +0 -0
- rtpbench/corpus/cough-short-0.wav +0 -0
- rtpbench/corpus/cough-short-1.wav +0 -0
- rtpbench/corpus/cough-woman_three_times-0.wav +0 -0
- rtpbench/corpus/human-en-dr-0.wav +0 -0
- rtpbench/corpus/human-en-dr-1.wav +0 -0
- rtpbench/corpus/human-en-sc-0.wav +0 -0
- rtpbench/corpus/human-en-sc-1.wav +0 -0
- rtpbench/corpus/human-en-sc-2.wav +0 -0
- rtpbench/corpus/human-es-f012-0.wav +0 -0
- rtpbench/corpus/human-es-f012-1.wav +0 -0
- rtpbench/corpus/human-es-f012-2.wav +0 -0
- rtpbench/corpus/human-es-f016-0.wav +0 -0
- rtpbench/corpus/human-es-f016-1.wav +0 -0
- rtpbench/corpus/human-es-f016-2.wav +0 -0
- rtpbench/corpus/lines/en/interrupt-00.wav +0 -0
- rtpbench/corpus/lines/en/interrupt-01.wav +0 -0
- rtpbench/corpus/lines/en/interrupt-02.wav +0 -0
- rtpbench/corpus/lines/en/interrupt-03.wav +0 -0
- rtpbench/corpus/lines/en/prompt-00.wav +0 -0
- rtpbench/corpus/lines/en/prompt-01.wav +0 -0
- rtpbench/corpus/lines/en/prompt-02.wav +0 -0
- rtpbench/corpus/lines/en/prompt-03.wav +0 -0
- rtpbench/corpus/lines/en/prompt-04.wav +0 -0
- rtpbench/corpus/lines/en/prompt-05.wav +0 -0
- rtpbench/corpus/lines/en/prompt-06.wav +0 -0
- rtpbench/corpus/lines/en/prompt-07.wav +0 -0
- rtpbench/corpus/lines/en/prompt-08.wav +0 -0
- rtpbench/corpus/lines/en/prompt-09.wav +0 -0
- rtpbench/corpus/lines/en/prompt.wav +0 -0
- rtpbench/corpus/lines/en/transfer.wav +0 -0
- rtpbench/corpus/lines/en/turn-00.wav +0 -0
- rtpbench/corpus/lines/en/turn-01.wav +0 -0
- rtpbench/corpus/lines/en/turn-02.wav +0 -0
- rtpbench/corpus/lines/en/turn-03.wav +0 -0
- rtpbench/corpus/lines/en/turn-04.wav +0 -0
- rtpbench/corpus/lines/en/turn-05.wav +0 -0
- rtpbench/corpus/lines/en/turn-06.wav +0 -0
- rtpbench/corpus/lines/en/turn-07.wav +0 -0
- rtpbench/corpus/lines/en/turn-08.wav +0 -0
- rtpbench/corpus/lines/en/turn-09.wav +0 -0
- rtpbench/corpus/lines/en/turn-10.wav +0 -0
- rtpbench/corpus/lines/en/turn-11.wav +0 -0
- rtpbench/corpus/tts-ald-bc.wav +0 -0
- rtpbench/corpus/tts-ald-long.wav +0 -0
- rtpbench/corpus/tts-ald-s03.wav +0 -0
- rtpbench/corpus/tts-ald-s07.wav +0 -0
- rtpbench/corpus/tts-ald-s11.wav +0 -0
- rtpbench/corpus/tts-cori-bc.wav +0 -0
- rtpbench/corpus/tts-cori-long.wav +0 -0
- rtpbench/corpus/tts-cori-s01.wav +0 -0
- rtpbench/corpus/tts-cori-s05.wav +0 -0
- rtpbench/corpus/tts-cori-s09.wav +0 -0
- rtpbench/corpus/tts-davefx-bc.wav +0 -0
- rtpbench/corpus/tts-davefx-long.wav +0 -0
- rtpbench/corpus/tts-davefx-s00.wav +0 -0
- rtpbench/corpus/tts-davefx-s04.wav +0 -0
- rtpbench/corpus/tts-davefx-s08.wav +0 -0
- rtpbench/corpus/tts-libritts0-bc.wav +0 -0
- rtpbench/corpus/tts-libritts0-long.wav +0 -0
- rtpbench/corpus/tts-libritts0-s02.wav +0 -0
- rtpbench/corpus/tts-libritts0-s06.wav +0 -0
- rtpbench/corpus/tts-libritts0-s10.wav +0 -0
- rtpbench/corpus/tts-libritts3-bc.wav +0 -0
- rtpbench/corpus/tts-libritts3-long.wav +0 -0
- rtpbench/corpus/tts-libritts3-s03.wav +0 -0
- rtpbench/corpus/tts-libritts3-s07.wav +0 -0
- rtpbench/corpus/tts-libritts3-s11.wav +0 -0
- rtpbench/corpus/tts-ljspeech-bc.wav +0 -0
- rtpbench/corpus/tts-ljspeech-long.wav +0 -0
- rtpbench/corpus/tts-ljspeech-s00.wav +0 -0
- rtpbench/corpus/tts-ljspeech-s04.wav +0 -0
- rtpbench/corpus/tts-ljspeech-s08.wav +0 -0
- rtpbench/corpus/tts-sharvardf-bc.wav +0 -0
- rtpbench/corpus/tts-sharvardf-long.wav +0 -0
- rtpbench/corpus/tts-sharvardf-s02.wav +0 -0
- rtpbench/corpus/tts-sharvardf-s06.wav +0 -0
- rtpbench/corpus/tts-sharvardf-s10.wav +0 -0
- rtpbench/corpus/tts-sharvardm-bc.wav +0 -0
- rtpbench/corpus/tts-sharvardm-long.wav +0 -0
- rtpbench/corpus/tts-sharvardm-s01.wav +0 -0
- rtpbench/corpus/tts-sharvardm-s05.wav +0 -0
- rtpbench/corpus/tts-sharvardm-s09.wav +0 -0
- rtpbench/detect.py +145 -0
- rtpbench/g711.py +82 -0
- rtpbench/mock/compose.yaml +18 -0
- rtpbench/pcap.py +106 -0
- rtpbench/progress.py +184 -0
- rtpbench/realtime.py +1015 -0
- rtpbench/report.py +450 -0
- rtpbench/rtp.py +166 -0
- rtpbench/sip.py +653 -0
- rtpbench/speech.py +100 -0
- rtpbench/speechcal.py +367 -0
- rtpbench/srtp.py +191 -0
- rtpbench/targets/aivc/aivc.ini +25 -0
- rtpbench/targets/aivc/compose.yaml +72 -0
- rtpbench/targets/aivc/constraints.txt +52 -0
- rtpbench/targets/aivc/opensips.cfg +45 -0
- rtpbench/targets/ava/ai-agent.yaml +275 -0
- rtpbench/targets/ava/ari.conf +7 -0
- rtpbench/targets/ava/compose.yaml +128 -0
- rtpbench/targets/ava/constraints.txt +75 -0
- rtpbench/targets/ava/extensions.conf +10 -0
- rtpbench/targets/ava/http.conf +4 -0
- rtpbench/targets/ava/pjsip.conf +19 -0
- rtpbench/targets/ava/websocket_client.conf +15 -0
- rtpbench/targets/livekit/agent.py +111 -0
- rtpbench/targets/livekit/compose.yaml +86 -0
- rtpbench/targets/livekit/constraints.txt +72 -0
- rtpbench/tls.py +284 -0
- rtpbench/uri/advertise.yaml +7 -0
- rtpbench/uri/network.yaml +14 -0
- rtpbench/voice.py +18 -0
- rtpbench-0.3.0.dist-info/METADATA +123 -0
- rtpbench-0.3.0.dist-info/RECORD +144 -0
- rtpbench-0.3.0.dist-info/WHEEL +4 -0
- rtpbench-0.3.0.dist-info/entry_points.txt +2 -0
- rtpbench-0.3.0.dist-info/licenses/LICENSE +202 -0
rtpbench/clock.py
ADDED
|
@@ -0,0 +1,174 @@
|
|
|
1
|
+
"""Time for schedules, and the wall-clock steps that captures cannot see.
|
|
2
|
+
|
|
3
|
+
Captures stamp CLOCK_REALTIME, which time sync may step. Schedules run on a `Clock`:
|
|
4
|
+
CLOCK_REALTIME as it read at the start, carried on by CLOCK_MONOTONIC (NTP slews both alike;
|
|
5
|
+
only a step moves one and not the other). Until a step the two read the same to the nanosecond,
|
|
6
|
+
so logged times line up with captures; across one, schedules keep their real spacing and the
|
|
7
|
+
capture times jump. `Watch` logs the steps, so that what was measured across one is flagged.
|
|
8
|
+
A clock stepped back again and again runs fast in between, which no step marks: `Clock.rate`
|
|
9
|
+
measures it.
|
|
10
|
+
"""
|
|
11
|
+
|
|
12
|
+
import json
|
|
13
|
+
import statistics
|
|
14
|
+
import threading
|
|
15
|
+
import time
|
|
16
|
+
from bisect import bisect_right
|
|
17
|
+
from collections.abc import Callable, Iterator
|
|
18
|
+
from contextlib import contextmanager
|
|
19
|
+
from itertools import pairwise
|
|
20
|
+
from pathlib import Path
|
|
21
|
+
from typing import Any
|
|
22
|
+
|
|
23
|
+
STEP_NS = 100_000 # an offset change this large is a step, not reading noise
|
|
24
|
+
RATE_PPM = 100 # a wall clock this far off between steps adds to "late" (5 ms over 50 s)
|
|
25
|
+
WATCH_S = 0.1
|
|
26
|
+
# a step under this share of a timing's error bar (p5..p95 of a calibration) moves the timing
|
|
27
|
+
# less than the bar's own spread: no step for that timing
|
|
28
|
+
STEP_SHARE = 0.1
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
class Clock:
|
|
32
|
+
def __init__(
|
|
33
|
+
self,
|
|
34
|
+
realtime: Callable[[], int] = time.time_ns,
|
|
35
|
+
monotonic: Callable[[], int] = time.monotonic_ns,
|
|
36
|
+
sleep: Callable[[float], None] = time.sleep,
|
|
37
|
+
) -> None:
|
|
38
|
+
self.realtime, self.monotonic, self.sleep = realtime, monotonic, sleep
|
|
39
|
+
self.base = self.offset()
|
|
40
|
+
self.started = self.monotonic()
|
|
41
|
+
|
|
42
|
+
def rate(self) -> float:
|
|
43
|
+
"""How fast CLOCK_REALTIME has run between its steps since this clock started, in ppm
|
|
44
|
+
(positive: fast), against the time the steps set: their net change, per second. NTP
|
|
45
|
+
slewing moves CLOCK_MONOTONIC alike, so only steps (of any size) count."""
|
|
46
|
+
stepped = self.offset() - self.base
|
|
47
|
+
return -stepped / max(self.monotonic() - self.started + stepped, 1) * 1e6
|
|
48
|
+
|
|
49
|
+
def offset(self) -> int:
|
|
50
|
+
"""CLOCK_REALTIME - CLOCK_MONOTONIC, from the tightest of three readings (a thread
|
|
51
|
+
preempted between the two would read them apart)."""
|
|
52
|
+
best = (0, 0)
|
|
53
|
+
for i in range(3):
|
|
54
|
+
m0, r, m1 = self.monotonic(), self.realtime(), self.monotonic()
|
|
55
|
+
if i == 0 or m1 - m0 < best[0]:
|
|
56
|
+
best = (m1 - m0, r - (m0 + m1) // 2)
|
|
57
|
+
return best[1]
|
|
58
|
+
|
|
59
|
+
def now(self) -> int:
|
|
60
|
+
return self.monotonic() + self.base
|
|
61
|
+
|
|
62
|
+
def steady(self, wall_ns: int) -> int:
|
|
63
|
+
"""A CLOCK_REALTIME time just past (a kernel receive stamp) on this clock."""
|
|
64
|
+
return wall_ns - (self.offset() - self.base)
|
|
65
|
+
|
|
66
|
+
def sleep_until(self, t_ns: int) -> None:
|
|
67
|
+
"""Sleep to `t_ns` on this clock; spin the last millisecond for precision."""
|
|
68
|
+
while (left := t_ns - self.now()) > 1_000_000:
|
|
69
|
+
self.sleep((left - 1_000_000) / 1e9)
|
|
70
|
+
while self.now() < t_ns:
|
|
71
|
+
pass
|
|
72
|
+
|
|
73
|
+
|
|
74
|
+
CLOCK = Clock()
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
class Steps:
|
|
78
|
+
"""The wall clock's steps since `clock` started, read every `every_s` (None: by `poll`).
|
|
79
|
+
`wall` gives a time on the clock as CLOCK_REALTIME read it then, which is what a capture
|
|
80
|
+
stamps: the two part at each step."""
|
|
81
|
+
|
|
82
|
+
def __init__(self, clock: Clock = CLOCK, every_s: float | None = WATCH_S) -> None:
|
|
83
|
+
self.clock = clock
|
|
84
|
+
self.at: list[int] = [] # clock time of each step
|
|
85
|
+
self.by: list[int] = [] # CLOCK_REALTIME - clock after it
|
|
86
|
+
if every_s is not None:
|
|
87
|
+
threading.Thread(target=self._run, args=(every_s,), daemon=True).start()
|
|
88
|
+
|
|
89
|
+
def _run(self, every_s: float) -> None:
|
|
90
|
+
while True:
|
|
91
|
+
time.sleep(every_s)
|
|
92
|
+
self.poll()
|
|
93
|
+
|
|
94
|
+
def poll(self) -> None:
|
|
95
|
+
stepped = self.clock.offset() - self.clock.base
|
|
96
|
+
if abs(stepped - (self.by[-1] if self.by else 0)) >= STEP_NS:
|
|
97
|
+
self.at.append(self.clock.now())
|
|
98
|
+
self.by.append(stepped)
|
|
99
|
+
|
|
100
|
+
def wall(self, t_ns: int) -> int:
|
|
101
|
+
i = bisect_right(self.at, t_ns)
|
|
102
|
+
return t_ns + (self.by[i - 1] if i else 0)
|
|
103
|
+
|
|
104
|
+
|
|
105
|
+
@contextmanager
|
|
106
|
+
def watch(clock: Clock = CLOCK, every_s: float = WATCH_S) -> Iterator[list[dict[str, Any]]]:
|
|
107
|
+
"""Meanwhile, log each step of CLOCK_REALTIME: its size and the window of capture times it
|
|
108
|
+
may lie in (between two readings; what was stamped there, before or after it, is
|
|
109
|
+
ambiguous)."""
|
|
110
|
+
steps: list[dict[str, Any]] = []
|
|
111
|
+
stop = threading.Event()
|
|
112
|
+
|
|
113
|
+
def run() -> None:
|
|
114
|
+
m0, o0 = clock.monotonic(), clock.offset()
|
|
115
|
+
while not stop.wait(every_s):
|
|
116
|
+
m1, o1 = clock.monotonic(), clock.offset()
|
|
117
|
+
if abs(o1 - o0) >= STEP_NS:
|
|
118
|
+
window = [m0 + min(o0, o1), m1 + max(o0, o1)]
|
|
119
|
+
steps.append({"wall_ns": window, "step_ms": (o1 - o0) / 1e6})
|
|
120
|
+
m0, o0 = m1, o1
|
|
121
|
+
|
|
122
|
+
thread = threading.Thread(target=run, daemon=True)
|
|
123
|
+
thread.start()
|
|
124
|
+
try:
|
|
125
|
+
yield steps
|
|
126
|
+
finally:
|
|
127
|
+
stop.set()
|
|
128
|
+
thread.join()
|
|
129
|
+
|
|
130
|
+
|
|
131
|
+
def spans(a: int, b: int, steps: list[dict[str, Any]], bar_ms: float = 0.0) -> bool:
|
|
132
|
+
"""Whether the capture-time interval [a, b] may hold one of `steps` that matters to a
|
|
133
|
+
timing whose error bar is `bar_ms` wide (STEP_SHARE)."""
|
|
134
|
+
lo, hi = min(a, b), max(a, b)
|
|
135
|
+
return any(
|
|
136
|
+
lo <= s["wall_ns"][1] and hi >= s["wall_ns"][0] and abs(s["step_ms"]) >= STEP_SHARE * bar_ms
|
|
137
|
+
for s in steps
|
|
138
|
+
)
|
|
139
|
+
|
|
140
|
+
|
|
141
|
+
def steps(out: Path) -> list[dict[str, Any]] | None:
|
|
142
|
+
"""The steps a results directory's run logged; None if it predates the log."""
|
|
143
|
+
conds = out / "conditions.json"
|
|
144
|
+
return json.loads(conds.read_text()).get("clock_steps") if conds.exists() else None
|
|
145
|
+
|
|
146
|
+
|
|
147
|
+
def note(steps: list[dict[str, Any]] | None) -> str:
|
|
148
|
+
"""One line on the wall-clock steps a run saw."""
|
|
149
|
+
if steps is None:
|
|
150
|
+
return "Wall-clock steps during the run: not recorded (the run predates the log).\n"
|
|
151
|
+
if not steps:
|
|
152
|
+
return "Wall-clock steps during the run: none.\n"
|
|
153
|
+
sizes = [s["step_ms"] for s in steps]
|
|
154
|
+
return (
|
|
155
|
+
f"Wall-clock steps during the run: {len(steps)} (median {statistics.median(sizes):+.1f} "
|
|
156
|
+
f"ms, largest {max(sizes, key=abs):+.1f} ms); what was timed across one of at least "
|
|
157
|
+
f"{STEP_SHARE:.0%} of its error bar's width is marked [across a clock step].\n"
|
|
158
|
+
)
|
|
159
|
+
|
|
160
|
+
|
|
161
|
+
def rate_note(out: Path) -> str:
|
|
162
|
+
"""A warning when the run's wall clock ran more than RATE_PPM off between its steps (its
|
|
163
|
+
`clock_rate_ppm`); a single step is no rate."""
|
|
164
|
+
path = out / "conditions.json"
|
|
165
|
+
conds = json.loads(path.read_text()) if path.exists() else {}
|
|
166
|
+
ppm, steps = conds.get("clock_rate_ppm"), conds.get("clock_steps") or []
|
|
167
|
+
if ppm is None or abs(ppm) <= RATE_PPM or len(steps) == 1:
|
|
168
|
+
return ""
|
|
169
|
+
text = f"Wall clock: {abs(ppm):,.0f} ppm {'fast' if ppm > 0 else 'slow'} between its steps"
|
|
170
|
+
if len(steps) > 1:
|
|
171
|
+
apart = statistics.median(b["wall_ns"][0] - a["wall_ns"][0] for a, b in pairwise(steps))
|
|
172
|
+
off = abs(ppm) * apart / 1e12
|
|
173
|
+
text += f", {apart / 1e9:.0f} s apart: late reads up to {off:.0f} ms off from that alone"
|
|
174
|
+
return text + " (docs/calibration.md, clock steps and rate).\n"
|
rtpbench/compose.yaml
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
# caller | router | agent (and operator). netem runs only on the router, so both captures sit at
|
|
2
|
+
# true endpoints.
|
|
3
|
+
# Driven by `rtpbench calibrate`, which sets RTPBENCH_IMAGE, RTPBENCH_OUT and a unique project name.
|
|
4
|
+
# RTPBENCH_IMAGE, and the images the other files build (tagged with a hash of their build,
|
|
5
|
+
# RTPBENCH_BUILD_<SERVICE>), come from RTPBENCH_REGISTRY when this host lacks them, else are
|
|
6
|
+
# built (Compose does both, pull first, for a service with `build`).
|
|
7
|
+
x-node: &node
|
|
8
|
+
image: ${RTPBENCH_IMAGE:?}
|
|
9
|
+
cap_add: [NET_ADMIN]
|
|
10
|
+
init: true
|
|
11
|
+
|
|
12
|
+
services:
|
|
13
|
+
router:
|
|
14
|
+
<<: *node
|
|
15
|
+
build:
|
|
16
|
+
context: .
|
|
17
|
+
args: [RTPBENCH_SRC]
|
|
18
|
+
sysctls:
|
|
19
|
+
net.ipv4.ip_forward: 1
|
|
20
|
+
networks: [callnet, agentnet]
|
|
21
|
+
command: sleep infinity
|
|
22
|
+
|
|
23
|
+
agent:
|
|
24
|
+
<<: *node
|
|
25
|
+
depends_on: [router]
|
|
26
|
+
networks: [agentnet]
|
|
27
|
+
volumes: ["${RTPBENCH_OUT:?}:/out"]
|
|
28
|
+
command: sh -c 'ip route replace default via $$(getent hosts router | cut -d" " -f1) && exec sleep infinity'
|
|
29
|
+
|
|
30
|
+
# the transfer target a transferee calls (agent.OPERATOR), on the agent's side of the router
|
|
31
|
+
operator:
|
|
32
|
+
<<: *node
|
|
33
|
+
depends_on: [router]
|
|
34
|
+
networks: [agentnet]
|
|
35
|
+
command: sh -c 'ip route replace default via $$(getent hosts router | cut -d" " -f1) && exec python -m rtpbench operator'
|
|
36
|
+
healthcheck:
|
|
37
|
+
test: test -e /tmp/ready
|
|
38
|
+
interval: 1s
|
|
39
|
+
retries: 30
|
|
40
|
+
|
|
41
|
+
caller:
|
|
42
|
+
<<: *node
|
|
43
|
+
depends_on: [router]
|
|
44
|
+
networks: [callnet]
|
|
45
|
+
volumes: ["${RTPBENCH_OUT:?}:/out"]
|
|
46
|
+
command: sh -c 'ip route replace default via $$(getent hosts router | cut -d" " -f1) && exec sleep infinity'
|
|
47
|
+
|
|
48
|
+
# The router forwards between these networks. Docker's default gateway mode drops packets
|
|
49
|
+
# addressed to a container that arrive from another bridge; where bridged traffic goes through
|
|
50
|
+
# iptables (br_netfilter) that includes every routed packet, so these networks opt out of it.
|
|
51
|
+
networks:
|
|
52
|
+
callnet:
|
|
53
|
+
driver_opts: { com.docker.network.bridge.gateway_mode_ipv4: nat-unprotected }
|
|
54
|
+
agentnet:
|
|
55
|
+
driver_opts: { com.docker.network.bridge.gateway_mode_ipv4: nat-unprotected }
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
# Speech corpus
|
|
2
|
+
|
|
3
|
+
8 kHz mono 16-bit clips for the speech calibrations. Each is the clean source: labels come
|
|
4
|
+
from `rtpbench.speech.label` on these files, nothing is stored alongside them.
|
|
5
|
+
|
|
6
|
+
| prefix | what | source | licence |
|
|
7
|
+
|---|---|---|---|
|
|
8
|
+
| `tts-davefx-` | Spanish (Spain), male | Piper voice `es_ES-davefx-medium`, dataset davefx | CC0 |
|
|
9
|
+
| `tts-sharvardm-`, `tts-sharvardf-` | Spanish (Spain), male / female | Piper `es_ES-sharvard-medium`, Sharvard corpus (Aubanel, García Lecumberri, Cooke, 2014) | CC BY 3.0 |
|
|
10
|
+
| `tts-ald-` | Spanish (Mexico), male | Piper `es_MX-ald-medium`, Ald dataset | Unlicense |
|
|
11
|
+
| `tts-ljspeech-` | English (US), female | Piper `en_US-ljspeech-high`, LJ Speech | public domain |
|
|
12
|
+
| `tts-cori-` | English (UK), female | Piper `en_GB-cori-high`, LibriVox recordings | public domain |
|
|
13
|
+
| `tts-libritts0-`, `tts-libritts3-` | English (US), speakers 0 and 3 | Piper `en_US-libritts_r-medium`, LibriTTS-R (Koizumi et al., 2023) | CC BY 4.0 |
|
|
14
|
+
| `human-es-f012-`, `human-es-f016-` | Spanish read speech, two readers | LibriVox, *Las Fábulas de Esopo, vol. 01*, fables 012 and 016 | public domain |
|
|
15
|
+
| `human-en-dr-`, `human-en-sc-` | English read speech, two readers | LibriVox, *Short Story Collection 006*: *After Twenty Years*, *A Child's Dream of a Star* | public domain |
|
|
16
|
+
| `cough-` | single coughs | Wikimedia Commons: Cough 1.ogg, Cough 2.ogg, Man coughing.ogg, Short coughs.ogg (public domain), Woman coughing three times.wav (CC0) | as listed |
|
|
17
|
+
|
|
18
|
+
TTS clips: `-sNN` a short reply, `-long` three sentences (barge-in), `-bc` a backchannel:
|
|
19
|
+
`ald` "Ajá", `davefx` and `sharvardf` "Vale", `sharvardm` "Sí, sí", `cori` "Yeah", `libritts0`
|
|
20
|
+
"Okay", `libritts3` and `ljspeech` "Uh-huh". Generated with piper-tts 1.8.0 at default settings
|
|
21
|
+
and 0.3 s between sentences.
|
|
22
|
+
|
|
23
|
+
Processing: resampled to 8 kHz (polyphase, scipy `resample_poly`), scaled to an active speech
|
|
24
|
+
level of -24.5 dBFS (power mean of the 20 ms frames within 30 dB of the loudest, the level a
|
|
25
|
+
real agent was measured sending), TTS clips padded with 250 ms of digital silence on each side.
|
|
26
|
+
Human phrases are cut at pauses of at least 250 ms, keeping up to 250 ms of the pause on each
|
|
27
|
+
side (room tone, breath) with 5 ms fades at the cut. Coughs are single events with 150 ms
|
|
28
|
+
margins and the same padding as TTS.
|
|
29
|
+
|
|
30
|
+
## Caller lines (`lines/en/`)
|
|
31
|
+
|
|
32
|
+
What the caller says to a real agent (`rtpbench target`), same processing as the TTS clips:
|
|
33
|
+
Piper `en_US-ljspeech-high` (public domain) except the interruptions, `en_GB-cori-high` (public
|
|
34
|
+
domain).
|
|
35
|
+
|
|
36
|
+
- `turn-00`..`11`, one turn-latency call: "Hello, good morning." / "I'd like to check the
|
|
37
|
+
status of an order." / "The order number is one, zero, zero, two." / "Yes, that's right." /
|
|
38
|
+
"And when will it arrive, roughly?" / "What if I'm not at home that day?" / "All right." /
|
|
39
|
+
"One more thing: can I change the delivery address?" / "Ten Main Street, second floor." / "Is
|
|
40
|
+
there a charge for the change?" / "Understood. Can you send me a confirmation by email?" /
|
|
41
|
+
"Perfect, that's all. Thank you very much."
|
|
42
|
+
- `prompt-00`..`09`, questions with long answers for barge-in: "Hello, can you explain how
|
|
43
|
+
returns work?" / "What options do I have to pay for an order?" / "Tell me what happens if a
|
|
44
|
+
parcel arrives damaged." / "How can I change the details of my account?" / "What is the
|
|
45
|
+
difference between standard and express delivery?" / "Explain how the product warranty
|
|
46
|
+
works." / "What do I have to do to cancel the service?" / "How are the delivery costs
|
|
47
|
+
calculated?" / "What are the opening hours of customer service?" / "Can you explain how to use
|
|
48
|
+
the mobile app?"; `prompt` is `prompt-00`, the cases' question.
|
|
49
|
+
- `interrupt-00`..`03`: "Sorry, a quick question." / "Wait, wait a moment." / "Sorry, I didn't
|
|
50
|
+
understand that." / "Right, but what I need is something else."
|
|
51
|
+
- `transfer`: "I'd like to speak to a person, please. Put me through to an agent."
|
|
52
|
+
|
|
53
|
+
Left out: the `en_GB-vctk-medium` voice (a noise bed about 34 dB under its speech runs through
|
|
54
|
+
pauses and past both ends, so its boundaries cannot be labelled from energy) and every phrase
|
|
55
|
+
the labeller refused as too noisy.
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|