@scrypted/libav 1.0.166 → 1.0.168

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (720) hide show
  1. package/opus/.gitattributes +10 -0
  2. package/opus/.gitlab-ci.yml +122 -0
  3. package/opus/AUTHORS +6 -0
  4. package/opus/CMakeLists.txt +755 -0
  5. package/opus/COPYING +44 -0
  6. package/opus/ChangeLog +0 -0
  7. package/opus/LICENSE_PLEASE_READ.txt +22 -0
  8. package/opus/Makefile.am +497 -0
  9. package/opus/Makefile.mips +169 -0
  10. package/opus/Makefile.unix +167 -0
  11. package/opus/NEWS +0 -0
  12. package/opus/README +189 -0
  13. package/opus/README.draft +54 -0
  14. package/opus/autogen.bat +13 -0
  15. package/opus/autogen.sh +16 -0
  16. package/opus/celt/_kiss_fft_guts.h +188 -0
  17. package/opus/celt/arch.h +390 -0
  18. package/opus/celt/arm/arm2gnu.pl +353 -0
  19. package/opus/celt/arm/arm_celt_map.c +171 -0
  20. package/opus/celt/arm/armcpu.c +291 -0
  21. package/opus/celt/arm/armcpu.h +90 -0
  22. package/opus/celt/arm/armopts.s.in +37 -0
  23. package/opus/celt/arm/celt_fft_ne10.c +173 -0
  24. package/opus/celt/arm/celt_mdct_ne10.c +258 -0
  25. package/opus/celt/arm/celt_neon_intr.c +272 -0
  26. package/opus/celt/arm/celt_pitch_xcorr_arm.s +551 -0
  27. package/opus/celt/arm/fft_arm.h +71 -0
  28. package/opus/celt/arm/fixed_arm64.h +35 -0
  29. package/opus/celt/arm/fixed_armv4.h +80 -0
  30. package/opus/celt/arm/fixed_armv5e.h +151 -0
  31. package/opus/celt/arm/kiss_fft_armv4.h +121 -0
  32. package/opus/celt/arm/kiss_fft_armv5e.h +118 -0
  33. package/opus/celt/arm/mdct_arm.h +59 -0
  34. package/opus/celt/arm/meson.build +12 -0
  35. package/opus/celt/arm/pitch_arm.h +160 -0
  36. package/opus/celt/arm/pitch_neon_intr.c +288 -0
  37. package/opus/celt/bands.c +1686 -0
  38. package/opus/celt/bands.h +123 -0
  39. package/opus/celt/celt.c +317 -0
  40. package/opus/celt/celt.h +255 -0
  41. package/opus/celt/celt_decoder.c +1616 -0
  42. package/opus/celt/celt_encoder.c +2854 -0
  43. package/opus/celt/celt_lpc.c +364 -0
  44. package/opus/celt/celt_lpc.h +66 -0
  45. package/opus/celt/cpu_support.h +72 -0
  46. package/opus/celt/cwrs.c +715 -0
  47. package/opus/celt/cwrs.h +48 -0
  48. package/opus/celt/dump_modes/dump_modes.c +400 -0
  49. package/opus/celt/dump_modes/dump_modes_arch.h +45 -0
  50. package/opus/celt/dump_modes/dump_modes_arm_ne10.c +152 -0
  51. package/opus/celt/ecintrin.h +91 -0
  52. package/opus/celt/entcode.c +153 -0
  53. package/opus/celt/entcode.h +152 -0
  54. package/opus/celt/entdec.c +266 -0
  55. package/opus/celt/entdec.h +110 -0
  56. package/opus/celt/entenc.c +305 -0
  57. package/opus/celt/entenc.h +119 -0
  58. package/opus/celt/fixed_c5x.h +79 -0
  59. package/opus/celt/fixed_c6x.h +70 -0
  60. package/opus/celt/fixed_debug.h +839 -0
  61. package/opus/celt/fixed_generic.h +201 -0
  62. package/opus/celt/float_cast.h +152 -0
  63. package/opus/celt/kiss_fft.c +648 -0
  64. package/opus/celt/kiss_fft.h +217 -0
  65. package/opus/celt/laplace.c +235 -0
  66. package/opus/celt/laplace.h +57 -0
  67. package/opus/celt/mathops.c +217 -0
  68. package/opus/celt/mathops.h +479 -0
  69. package/opus/celt/mdct.c +372 -0
  70. package/opus/celt/mdct.h +115 -0
  71. package/opus/celt/meson.build +64 -0
  72. package/opus/celt/mfrngcod.h +48 -0
  73. package/opus/celt/mips/celt_mipsr1.h +152 -0
  74. package/opus/celt/mips/fixed_generic_mipsr1.h +126 -0
  75. package/opus/celt/mips/kiss_fft_mipsr1.h +167 -0
  76. package/opus/celt/mips/mdct_mipsr1.h +288 -0
  77. package/opus/celt/mips/pitch_mipsr1.h +161 -0
  78. package/opus/celt/mips/vq_mipsr1.h +116 -0
  79. package/opus/celt/modes.c +450 -0
  80. package/opus/celt/modes.h +75 -0
  81. package/opus/celt/opus_custom_demo.c +451 -0
  82. package/opus/celt/os_support.h +99 -0
  83. package/opus/celt/pitch.c +555 -0
  84. package/opus/celt/pitch.h +203 -0
  85. package/opus/celt/quant_bands.c +562 -0
  86. package/opus/celt/quant_bands.h +66 -0
  87. package/opus/celt/rate.c +646 -0
  88. package/opus/celt/rate.h +101 -0
  89. package/opus/celt/stack_alloc.h +185 -0
  90. package/opus/celt/static_modes_fixed.h +1541 -0
  91. package/opus/celt/static_modes_fixed_arm_ne10.h +388 -0
  92. package/opus/celt/static_modes_float.h +888 -0
  93. package/opus/celt/static_modes_float_arm_ne10.h +404 -0
  94. package/opus/celt/tests/meson.build +19 -0
  95. package/opus/celt/tests/test_unit_cwrs32.c +162 -0
  96. package/opus/celt/tests/test_unit_dft.c +181 -0
  97. package/opus/celt/tests/test_unit_entropy.c +383 -0
  98. package/opus/celt/tests/test_unit_laplace.c +94 -0
  99. package/opus/celt/tests/test_unit_mathops.c +369 -0
  100. package/opus/celt/tests/test_unit_mdct.c +233 -0
  101. package/opus/celt/tests/test_unit_rotation.c +87 -0
  102. package/opus/celt/tests/test_unit_types.c +50 -0
  103. package/opus/celt/vq.c +442 -0
  104. package/opus/celt/vq.h +79 -0
  105. package/opus/celt/x86/celt_lpc_sse.h +67 -0
  106. package/opus/celt/x86/celt_lpc_sse4_1.c +96 -0
  107. package/opus/celt/x86/pitch_avx.c +101 -0
  108. package/opus/celt/x86/pitch_sse.c +185 -0
  109. package/opus/celt/x86/pitch_sse.h +216 -0
  110. package/opus/celt/x86/pitch_sse2.c +95 -0
  111. package/opus/celt/x86/pitch_sse4_1.c +240 -0
  112. package/opus/celt/x86/vq_sse.h +52 -0
  113. package/opus/celt/x86/vq_sse2.c +217 -0
  114. package/opus/celt/x86/x86_arch_macros.h +47 -0
  115. package/opus/celt/x86/x86_celt_map.c +187 -0
  116. package/opus/celt/x86/x86cpu.c +184 -0
  117. package/opus/celt/x86/x86cpu.h +112 -0
  118. package/opus/celt_headers.mk +54 -0
  119. package/opus/celt_sources.mk +55 -0
  120. package/opus/cmake/CFeatureCheck.cmake +39 -0
  121. package/opus/cmake/OpusBuildtype.cmake +27 -0
  122. package/opus/cmake/OpusConfig.cmake +118 -0
  123. package/opus/cmake/OpusConfig.cmake.in +20 -0
  124. package/opus/cmake/OpusFunctions.cmake +231 -0
  125. package/opus/cmake/OpusPackageVersion.cmake +70 -0
  126. package/opus/cmake/OpusSources.cmake +71 -0
  127. package/opus/cmake/README.md +132 -0
  128. package/opus/cmake/RunTest.cmake +61 -0
  129. package/opus/cmake/config.h.cmake.in +1 -0
  130. package/opus/cmake/cpu_info_by_asm.c +31 -0
  131. package/opus/cmake/cpu_info_by_c.c +9 -0
  132. package/opus/cmake/vla.c +7 -0
  133. package/opus/configure.ac +1091 -0
  134. package/opus/dnn/LPCNet.yml +24 -0
  135. package/opus/dnn/README +1 -0
  136. package/opus/dnn/README.md +126 -0
  137. package/opus/dnn/adaconvtest.c +449 -0
  138. package/opus/dnn/arm/arm_dnn_map.c +88 -0
  139. package/opus/dnn/arm/dnn_arm.h +104 -0
  140. package/opus/dnn/arm/nnet_dotprod.c +38 -0
  141. package/opus/dnn/arm/nnet_neon.c +38 -0
  142. package/opus/dnn/burg.c +246 -0
  143. package/opus/dnn/burg.h +41 -0
  144. package/opus/dnn/common.h +56 -0
  145. package/opus/dnn/datasets.txt +163 -0
  146. package/opus/dnn/download_model.bat +9 -0
  147. package/opus/dnn/download_model.sh +30 -0
  148. package/opus/dnn/dred_coding.c +44 -0
  149. package/opus/dnn/dred_coding.h +36 -0
  150. package/opus/dnn/dred_config.h +54 -0
  151. package/opus/dnn/dred_decoder.c +129 -0
  152. package/opus/dnn/dred_decoder.h +49 -0
  153. package/opus/dnn/dred_encoder.c +363 -0
  154. package/opus/dnn/dred_encoder.h +71 -0
  155. package/opus/dnn/dred_rdovae.h +42 -0
  156. package/opus/dnn/dred_rdovae_dec.c +139 -0
  157. package/opus/dnn/dred_rdovae_dec.h +53 -0
  158. package/opus/dnn/dred_rdovae_enc.c +110 -0
  159. package/opus/dnn/dred_rdovae_enc.h +52 -0
  160. package/opus/dnn/dump_data.c +238 -0
  161. package/opus/dnn/dump_lpcnet_tables.c +104 -0
  162. package/opus/dnn/fargan.c +225 -0
  163. package/opus/dnn/fargan.h +68 -0
  164. package/opus/dnn/fargan_demo.c +217 -0
  165. package/opus/dnn/freq.c +328 -0
  166. package/opus/dnn/freq.h +61 -0
  167. package/opus/dnn/fwgan.c +322 -0
  168. package/opus/dnn/fwgan.h +83 -0
  169. package/opus/dnn/kiss99.c +81 -0
  170. package/opus/dnn/kiss99.h +46 -0
  171. package/opus/dnn/lossgen.c +192 -0
  172. package/opus/dnn/lossgen.h +55 -0
  173. package/opus/dnn/lossgen_demo.c +22 -0
  174. package/opus/dnn/lpcnet.c +283 -0
  175. package/opus/dnn/lpcnet.h +183 -0
  176. package/opus/dnn/lpcnet_enc.c +230 -0
  177. package/opus/dnn/lpcnet_plc.c +211 -0
  178. package/opus/dnn/lpcnet_private.h +90 -0
  179. package/opus/dnn/lpcnet_tables.c +307 -0
  180. package/opus/dnn/meson.build +64 -0
  181. package/opus/dnn/nndsp.c +416 -0
  182. package/opus/dnn/nndsp.h +143 -0
  183. package/opus/dnn/nnet.c +149 -0
  184. package/opus/dnn/nnet.h +163 -0
  185. package/opus/dnn/nnet_arch.h +247 -0
  186. package/opus/dnn/nnet_default.c +35 -0
  187. package/opus/dnn/osce.c +1419 -0
  188. package/opus/dnn/osce.h +84 -0
  189. package/opus/dnn/osce_config.h +60 -0
  190. package/opus/dnn/osce_features.c +454 -0
  191. package/opus/dnn/osce_features.h +50 -0
  192. package/opus/dnn/osce_structs.h +125 -0
  193. package/opus/dnn/parse_lpcnet_weights.c +238 -0
  194. package/opus/dnn/pitchdnn.c +79 -0
  195. package/opus/dnn/pitchdnn.h +34 -0
  196. package/opus/dnn/tansig_table.h +50 -0
  197. package/opus/dnn/test_vec.c +128 -0
  198. package/opus/dnn/torch/dnntools/dnntools/__init__.py +2 -0
  199. package/opus/dnn/torch/dnntools/dnntools/quantization/__init__.py +1 -0
  200. package/opus/dnn/torch/dnntools/dnntools/quantization/softquant.py +113 -0
  201. package/opus/dnn/torch/dnntools/dnntools/relegance/__init__.py +2 -0
  202. package/opus/dnn/torch/dnntools/dnntools/relegance/meta_critic.py +85 -0
  203. package/opus/dnn/torch/dnntools/dnntools/relegance/relegance.py +449 -0
  204. package/opus/dnn/torch/dnntools/dnntools/sparsification/__init__.py +6 -0
  205. package/opus/dnn/torch/dnntools/dnntools/sparsification/base_sparsifier.py +58 -0
  206. package/opus/dnn/torch/dnntools/dnntools/sparsification/common.py +123 -0
  207. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv1d_sparsifier.py +133 -0
  208. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv_transpose1d_sparsifier.py +134 -0
  209. package/opus/dnn/torch/dnntools/dnntools/sparsification/gru_sparsifier.py +178 -0
  210. package/opus/dnn/torch/dnntools/dnntools/sparsification/linear_sparsifier.py +128 -0
  211. package/opus/dnn/torch/dnntools/dnntools/sparsification/utils.py +64 -0
  212. package/opus/dnn/torch/dnntools/requirements.txt +1 -0
  213. package/opus/dnn/torch/dnntools/setup.py +48 -0
  214. package/opus/dnn/torch/fargan/README.md +54 -0
  215. package/opus/dnn/torch/fargan/adv_train_fargan.py +277 -0
  216. package/opus/dnn/torch/fargan/dataset.py +61 -0
  217. package/opus/dnn/torch/fargan/dump_fargan_weights.py +112 -0
  218. package/opus/dnn/torch/fargan/fargan.py +322 -0
  219. package/opus/dnn/torch/fargan/filters.py +46 -0
  220. package/opus/dnn/torch/fargan/rc.py +29 -0
  221. package/opus/dnn/torch/fargan/stft_loss.py +186 -0
  222. package/opus/dnn/torch/fargan/test_fargan.py +128 -0
  223. package/opus/dnn/torch/fargan/train_fargan.py +168 -0
  224. package/opus/dnn/torch/fwgan/dump_model_weights.py +88 -0
  225. package/opus/dnn/torch/fwgan/inference.py +141 -0
  226. package/opus/dnn/torch/fwgan/models/__init__.py +7 -0
  227. package/opus/dnn/torch/fwgan/models/fwgan400.py +308 -0
  228. package/opus/dnn/torch/fwgan/models/fwgan500.py +260 -0
  229. package/opus/dnn/torch/lossgen/README.md +27 -0
  230. package/opus/dnn/torch/lossgen/export_lossgen.py +101 -0
  231. package/opus/dnn/torch/lossgen/lossgen.py +29 -0
  232. package/opus/dnn/torch/lossgen/process_data.sh +17 -0
  233. package/opus/dnn/torch/lossgen/test_lossgen.py +42 -0
  234. package/opus/dnn/torch/lossgen/train_lossgen.py +99 -0
  235. package/opus/dnn/torch/lpcnet/README.md +27 -0
  236. package/opus/dnn/torch/lpcnet/add_dataset_config.py +77 -0
  237. package/opus/dnn/torch/lpcnet/data/__init__.py +1 -0
  238. package/opus/dnn/torch/lpcnet/data/lpcnet_dataset.py +227 -0
  239. package/opus/dnn/torch/lpcnet/engine/lpcnet_engine.py +141 -0
  240. package/opus/dnn/torch/lpcnet/make_default_setup.py +56 -0
  241. package/opus/dnn/torch/lpcnet/make_test_config.py +78 -0
  242. package/opus/dnn/torch/lpcnet/models/__init__.py +8 -0
  243. package/opus/dnn/torch/lpcnet/models/lpcnet.py +303 -0
  244. package/opus/dnn/torch/lpcnet/models/multi_rate_lpcnet.py +437 -0
  245. package/opus/dnn/torch/lpcnet/print_lpcnet_complexity.py +64 -0
  246. package/opus/dnn/torch/lpcnet/scripts/collect_multi_run_results.py +190 -0
  247. package/opus/dnn/torch/lpcnet/scripts/loop_run.sh +52 -0
  248. package/opus/dnn/torch/lpcnet/scripts/make_animation.py +67 -0
  249. package/opus/dnn/torch/lpcnet/scripts/modify_dataset_target.py +17 -0
  250. package/opus/dnn/torch/lpcnet/scripts/multi_run.sh +17 -0
  251. package/opus/dnn/torch/lpcnet/scripts/run_inference_test.sh +22 -0
  252. package/opus/dnn/torch/lpcnet/scripts/update_checkpoints.py +54 -0
  253. package/opus/dnn/torch/lpcnet/scripts/update_output_folder.sh +22 -0
  254. package/opus/dnn/torch/lpcnet/scripts/update_setups.py +57 -0
  255. package/opus/dnn/torch/lpcnet/test_lpcnet.py +89 -0
  256. package/opus/dnn/torch/lpcnet/train_lpcnet.py +272 -0
  257. package/opus/dnn/torch/lpcnet/utils/__init__.py +4 -0
  258. package/opus/dnn/torch/lpcnet/utils/data.py +141 -0
  259. package/opus/dnn/torch/lpcnet/utils/endoscopy.py +234 -0
  260. package/opus/dnn/torch/lpcnet/utils/layers/__init__.py +3 -0
  261. package/opus/dnn/torch/lpcnet/utils/layers/dual_fc.py +44 -0
  262. package/opus/dnn/torch/lpcnet/utils/layers/pcm_embeddings.py +71 -0
  263. package/opus/dnn/torch/lpcnet/utils/layers/subconditioner.py +497 -0
  264. package/opus/dnn/torch/lpcnet/utils/misc.py +65 -0
  265. package/opus/dnn/torch/lpcnet/utils/pcm.py +35 -0
  266. package/opus/dnn/torch/lpcnet/utils/sample.py +44 -0
  267. package/opus/dnn/torch/lpcnet/utils/sparsification/__init__.py +2 -0
  268. package/opus/dnn/torch/lpcnet/utils/sparsification/common.py +121 -0
  269. package/opus/dnn/torch/lpcnet/utils/sparsification/gru_sparsifier.py +187 -0
  270. package/opus/dnn/torch/lpcnet/utils/templates.py +157 -0
  271. package/opus/dnn/torch/lpcnet/utils/ulaw.py +58 -0
  272. package/opus/dnn/torch/lpcnet/utils/wav.py +43 -0
  273. package/opus/dnn/torch/neural-pitch/README.md +18 -0
  274. package/opus/dnn/torch/neural-pitch/data_augmentation.py +149 -0
  275. package/opus/dnn/torch/neural-pitch/download_demand.sh +43 -0
  276. package/opus/dnn/torch/neural-pitch/evaluation.py +349 -0
  277. package/opus/dnn/torch/neural-pitch/experiments.py +38 -0
  278. package/opus/dnn/torch/neural-pitch/export_neuralpitch_weights.py +109 -0
  279. package/opus/dnn/torch/neural-pitch/models.py +178 -0
  280. package/opus/dnn/torch/neural-pitch/neural_pitch_update.py +179 -0
  281. package/opus/dnn/torch/neural-pitch/ptdb_process.sh +34 -0
  282. package/opus/dnn/torch/neural-pitch/run_crepe.py +72 -0
  283. package/opus/dnn/torch/neural-pitch/training.py +162 -0
  284. package/opus/dnn/torch/neural-pitch/utils.py +59 -0
  285. package/opus/dnn/torch/osce/README.md +66 -0
  286. package/opus/dnn/torch/osce/adv_train_model.py +462 -0
  287. package/opus/dnn/torch/osce/adv_train_vocoder.py +451 -0
  288. package/opus/dnn/torch/osce/create_testvectors.py +165 -0
  289. package/opus/dnn/torch/osce/data/__init__.py +2 -0
  290. package/opus/dnn/torch/osce/data/lpcnet_vocoding_dataset.py +225 -0
  291. package/opus/dnn/torch/osce/data/silk_conversion_set.py +132 -0
  292. package/opus/dnn/torch/osce/data/silk_enhancement_set.py +140 -0
  293. package/opus/dnn/torch/osce/engine/engine.py +103 -0
  294. package/opus/dnn/torch/osce/engine/vocoder_engine.py +101 -0
  295. package/opus/dnn/torch/osce/export_model_weights.py +174 -0
  296. package/opus/dnn/torch/osce/losses/stft_loss.py +277 -0
  297. package/opus/dnn/torch/osce/losses/td_lowpass.py +34 -0
  298. package/opus/dnn/torch/osce/make_default_setup.py +93 -0
  299. package/opus/dnn/torch/osce/models/__init__.py +42 -0
  300. package/opus/dnn/torch/osce/models/fd_discriminator.py +974 -0
  301. package/opus/dnn/torch/osce/models/lace.py +190 -0
  302. package/opus/dnn/torch/osce/models/lavoce.py +274 -0
  303. package/opus/dnn/torch/osce/models/lavoce_400.py +254 -0
  304. package/opus/dnn/torch/osce/models/lpcnet_feature_net.py +91 -0
  305. package/opus/dnn/torch/osce/models/nns_base.py +69 -0
  306. package/opus/dnn/torch/osce/models/no_lace.py +218 -0
  307. package/opus/dnn/torch/osce/models/scale_embedding.py +68 -0
  308. package/opus/dnn/torch/osce/models/shape_up_48.py +179 -0
  309. package/opus/dnn/torch/osce/models/silk_feature_net.py +86 -0
  310. package/opus/dnn/torch/osce/models/silk_feature_net_pl.py +127 -0
  311. package/opus/dnn/torch/osce/requirements.txt +9 -0
  312. package/opus/dnn/torch/osce/resources/training_files.txt +107716 -0
  313. package/opus/dnn/torch/osce/resources/validation_files.txt +26929 -0
  314. package/opus/dnn/torch/osce/scripts/concatenator.py +85 -0
  315. package/opus/dnn/torch/osce/silk_16_to_48.py +28 -0
  316. package/opus/dnn/torch/osce/stndrd/evaluation/commonvoice_clip_selection.py +123 -0
  317. package/opus/dnn/torch/osce/stndrd/evaluation/create_input_data.sh +25 -0
  318. package/opus/dnn/torch/osce/stndrd/evaluation/env.rc +7 -0
  319. package/opus/dnn/torch/osce/stndrd/evaluation/evaluate.py +113 -0
  320. package/opus/dnn/torch/osce/stndrd/evaluation/lace_loss_metric.py +330 -0
  321. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots.py +116 -0
  322. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots_moctest.py +109 -0
  323. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables.py +124 -0
  324. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables_moctest.py +121 -0
  325. package/opus/dnn/torch/osce/stndrd/evaluation/moc.py +182 -0
  326. package/opus/dnn/torch/osce/stndrd/evaluation/moc2.py +190 -0
  327. package/opus/dnn/torch/osce/stndrd/evaluation/process_dataset.sh +98 -0
  328. package/opus/dnn/torch/osce/stndrd/evaluation/run_nomad.py +138 -0
  329. package/opus/dnn/torch/osce/stndrd/evaluation/run_osce_test.py +196 -0
  330. package/opus/dnn/torch/osce/stndrd/presentation/endoscopy.py +205 -0
  331. package/opus/dnn/torch/osce/stndrd/presentation/lace_demo.ipynb +313 -0
  332. package/opus/dnn/torch/osce/stndrd/presentation/linear_prediction.ipynb +320 -0
  333. package/opus/dnn/torch/osce/stndrd/presentation/playback.py +25 -0
  334. package/opus/dnn/torch/osce/stndrd/presentation/postfilter.ipynb +275 -0
  335. package/opus/dnn/torch/osce/stndrd/presentation/spectrogram.ipynb +173 -0
  336. package/opus/dnn/torch/osce/test_model.py +96 -0
  337. package/opus/dnn/torch/osce/test_vocoder.py +103 -0
  338. package/opus/dnn/torch/osce/train_model.py +307 -0
  339. package/opus/dnn/torch/osce/train_vocoder.py +287 -0
  340. package/opus/dnn/torch/osce/utils/ada_conv.py +71 -0
  341. package/opus/dnn/torch/osce/utils/complexity.py +8 -0
  342. package/opus/dnn/torch/osce/utils/endoscopy.py +205 -0
  343. package/opus/dnn/torch/osce/utils/layers/fir.py +27 -0
  344. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_comb1d.py +230 -0
  345. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_conv1d.py +200 -0
  346. package/opus/dnn/torch/osce/utils/layers/noise_shaper.py +100 -0
  347. package/opus/dnn/torch/osce/utils/layers/pitch_auto_correlator.py +84 -0
  348. package/opus/dnn/torch/osce/utils/layers/silk_upsampler.py +167 -0
  349. package/opus/dnn/torch/osce/utils/layers/td_shaper.py +145 -0
  350. package/opus/dnn/torch/osce/utils/lpcnet_features.py +112 -0
  351. package/opus/dnn/torch/osce/utils/misc.py +95 -0
  352. package/opus/dnn/torch/osce/utils/moc.py +153 -0
  353. package/opus/dnn/torch/osce/utils/pitch.py +122 -0
  354. package/opus/dnn/torch/osce/utils/silk_features.py +144 -0
  355. package/opus/dnn/torch/osce/utils/softquant.py +110 -0
  356. package/opus/dnn/torch/osce/utils/spec.py +210 -0
  357. package/opus/dnn/torch/osce/utils/templates.py +347 -0
  358. package/opus/dnn/torch/plc/export_plc.py +100 -0
  359. package/opus/dnn/torch/plc/plc.py +144 -0
  360. package/opus/dnn/torch/plc/plc_dataset.py +60 -0
  361. package/opus/dnn/torch/plc/train_plc.py +145 -0
  362. package/opus/dnn/torch/rdovae/README.md +55 -0
  363. package/opus/dnn/torch/rdovae/download_datasets.sh +6 -0
  364. package/opus/dnn/torch/rdovae/export_rdovae_weights.py +365 -0
  365. package/opus/dnn/torch/rdovae/fec_encoder.py +212 -0
  366. package/opus/dnn/torch/rdovae/import_rdovae_weights.py +143 -0
  367. package/opus/dnn/torch/rdovae/packets/__init__.py +1 -0
  368. package/opus/dnn/torch/rdovae/packets/fec_packets.c +142 -0
  369. package/opus/dnn/torch/rdovae/packets/fec_packets.h +34 -0
  370. package/opus/dnn/torch/rdovae/packets/fec_packets.py +108 -0
  371. package/opus/dnn/torch/rdovae/process_speech.sh +7 -0
  372. package/opus/dnn/torch/rdovae/rdovae/__init__.py +2 -0
  373. package/opus/dnn/torch/rdovae/rdovae/dataset.py +67 -0
  374. package/opus/dnn/torch/rdovae/rdovae/rdovae.py +719 -0
  375. package/opus/dnn/torch/rdovae/requirements.txt +4 -0
  376. package/opus/dnn/torch/rdovae/train_rdovae.py +278 -0
  377. package/opus/dnn/torch/testsuite/README.md +46 -0
  378. package/opus/dnn/torch/testsuite/examples/lpcnet_c_example.yml +6 -0
  379. package/opus/dnn/torch/testsuite/examples/lpcnet_c_plc_example.yml +5 -0
  380. package/opus/dnn/torch/testsuite/examples/lpcnet_torch_example.yml +5 -0
  381. package/opus/dnn/torch/testsuite/requirements.txt +12 -0
  382. package/opus/dnn/torch/testsuite/run_test.py +375 -0
  383. package/opus/dnn/torch/testsuite/utils/__init__.py +0 -0
  384. package/opus/dnn/torch/testsuite/utils/files.py +54 -0
  385. package/opus/dnn/torch/testsuite/utils/pesq.py +43 -0
  386. package/opus/dnn/torch/testsuite/utils/pitch.py +61 -0
  387. package/opus/dnn/torch/weight-exchange/README.md +21 -0
  388. package/opus/dnn/torch/weight-exchange/requirements.txt +1 -0
  389. package/opus/dnn/torch/weight-exchange/setup.py +48 -0
  390. package/opus/dnn/torch/weight-exchange/wexchange/__init__.py +30 -0
  391. package/opus/dnn/torch/weight-exchange/wexchange/c_export/__init__.py +31 -0
  392. package/opus/dnn/torch/weight-exchange/wexchange/c_export/c_writer.py +181 -0
  393. package/opus/dnn/torch/weight-exchange/wexchange/c_export/common.py +386 -0
  394. package/opus/dnn/torch/weight-exchange/wexchange/tf/__init__.py +5 -0
  395. package/opus/dnn/torch/weight-exchange/wexchange/tf/tf.py +188 -0
  396. package/opus/dnn/torch/weight-exchange/wexchange/torch/__init__.py +37 -0
  397. package/opus/dnn/torch/weight-exchange/wexchange/torch/torch.py +433 -0
  398. package/opus/dnn/training_tf2/dataloader.py +49 -0
  399. package/opus/dnn/training_tf2/decode_rdovae.py +111 -0
  400. package/opus/dnn/training_tf2/diffembed.py +49 -0
  401. package/opus/dnn/training_tf2/dump_lpcnet.py +388 -0
  402. package/opus/dnn/training_tf2/dump_plc.py +296 -0
  403. package/opus/dnn/training_tf2/dump_rdovae.py +306 -0
  404. package/opus/dnn/training_tf2/encode_rdovae.py +125 -0
  405. package/opus/dnn/training_tf2/fec_encoder.py +256 -0
  406. package/opus/dnn/training_tf2/fec_packets.c +142 -0
  407. package/opus/dnn/training_tf2/fec_packets.h +34 -0
  408. package/opus/dnn/training_tf2/fec_packets.py +108 -0
  409. package/opus/dnn/training_tf2/keraslayerdump.py +189 -0
  410. package/opus/dnn/training_tf2/lossfuncs.py +99 -0
  411. package/opus/dnn/training_tf2/lpcnet.py +339 -0
  412. package/opus/dnn/training_tf2/lpcnet_plc.py +101 -0
  413. package/opus/dnn/training_tf2/mdense.py +95 -0
  414. package/opus/dnn/training_tf2/pade.py +70 -0
  415. package/opus/dnn/training_tf2/parameters.py +29 -0
  416. package/opus/dnn/training_tf2/plc_loader.py +73 -0
  417. package/opus/dnn/training_tf2/rdovae.py +372 -0
  418. package/opus/dnn/training_tf2/rdovae_exchange.py +138 -0
  419. package/opus/dnn/training_tf2/rdovae_import.py +123 -0
  420. package/opus/dnn/training_tf2/test_lpcnet.py +120 -0
  421. package/opus/dnn/training_tf2/test_plc.py +92 -0
  422. package/opus/dnn/training_tf2/tf_funcs.py +70 -0
  423. package/opus/dnn/training_tf2/train_lpcnet.py +214 -0
  424. package/opus/dnn/training_tf2/train_plc.py +197 -0
  425. package/opus/dnn/training_tf2/train_rdovae.py +151 -0
  426. package/opus/dnn/training_tf2/ulaw.py +19 -0
  427. package/opus/dnn/training_tf2/uniform_noise.py +78 -0
  428. package/opus/dnn/vec.h +389 -0
  429. package/opus/dnn/vec_avx.h +884 -0
  430. package/opus/dnn/vec_neon.h +473 -0
  431. package/opus/dnn/write_lpcnet_weights.c +97 -0
  432. package/opus/dnn/x86/dnn_x86.h +121 -0
  433. package/opus/dnn/x86/nnet_avx2.c +40 -0
  434. package/opus/dnn/x86/nnet_sse2.c +40 -0
  435. package/opus/dnn/x86/nnet_sse4_1.c +40 -0
  436. package/opus/dnn/x86/x86_dnn_map.c +83 -0
  437. package/opus/doc/Doxyfile.in +340 -0
  438. package/opus/doc/Makefile.am +45 -0
  439. package/opus/doc/build_draft.sh +113 -0
  440. package/opus/doc/build_isobmff.sh +50 -0
  441. package/opus/doc/build_oggdraft.sh +52 -0
  442. package/opus/doc/customdoxygen.css +1011 -0
  443. package/opus/doc/draft-ietf-codec-oggopus.xml +1873 -0
  444. package/opus/doc/draft-ietf-codec-opus-update.xml +513 -0
  445. package/opus/doc/draft-ietf-codec-opus.xml +8276 -0
  446. package/opus/doc/draft-ietf-payload-rtp-opus.xml +960 -0
  447. package/opus/doc/footer.html +32 -0
  448. package/opus/doc/header.html +61 -0
  449. package/opus/doc/meson.build +33 -0
  450. package/opus/doc/opus_in_isobmff.css +60 -0
  451. package/opus/doc/opus_in_isobmff.html +692 -0
  452. package/opus/doc/opus_logo.svg +157 -0
  453. package/opus/doc/opus_update.patch +244 -0
  454. package/opus/doc/release.txt +43 -0
  455. package/opus/doc/trivial_example.c +171 -0
  456. package/opus/include/meson.build +13 -0
  457. package/opus/include/opus.h +1172 -0
  458. package/opus/include/opus_custom.h +381 -0
  459. package/opus/include/opus_defines.h +830 -0
  460. package/opus/include/opus_multistream.h +736 -0
  461. package/opus/include/opus_projection.h +643 -0
  462. package/opus/include/opus_types.h +166 -0
  463. package/opus/lpcnet_headers.mk +44 -0
  464. package/opus/lpcnet_sources.mk +44 -0
  465. package/opus/m4/as-gcc-inline-assembly.m4 +98 -0
  466. package/opus/m4/ax_add_fortify_source.m4 +53 -0
  467. package/opus/m4/opus-intrinsics.m4 +29 -0
  468. package/opus/meson/README.md +88 -0
  469. package/opus/meson/get-version.py +86 -0
  470. package/opus/meson/read-sources-list.py +28 -0
  471. package/opus/meson.build +745 -0
  472. package/opus/meson_options.txt +27 -0
  473. package/opus/opus-uninstalled.pc.in +12 -0
  474. package/opus/opus.m4 +117 -0
  475. package/opus/opus.pc.in +16 -0
  476. package/opus/opus_headers.mk +8 -0
  477. package/opus/opus_sources.mk +17 -0
  478. package/opus/releases.sha2 +85 -0
  479. package/opus/scripts/dump_rnn.py +57 -0
  480. package/opus/scripts/local_build.py +220 -0
  481. package/opus/scripts/rnn_train.py +67 -0
  482. package/opus/scripts/shrink_model.sh +7 -0
  483. package/opus/silk/A2NLSF.c +267 -0
  484. package/opus/silk/API.h +156 -0
  485. package/opus/silk/CNG.c +188 -0
  486. package/opus/silk/HP_variable_cutoff.c +77 -0
  487. package/opus/silk/Inlines.h +188 -0
  488. package/opus/silk/LPC_analysis_filter.c +111 -0
  489. package/opus/silk/LPC_fit.c +82 -0
  490. package/opus/silk/LPC_inv_pred_gain.c +141 -0
  491. package/opus/silk/LP_variable_cutoff.c +135 -0
  492. package/opus/silk/MacroCount.h +710 -0
  493. package/opus/silk/MacroDebug.h +945 -0
  494. package/opus/silk/NLSF2A.c +141 -0
  495. package/opus/silk/NLSF_VQ.c +76 -0
  496. package/opus/silk/NLSF_VQ_weights_laroia.c +80 -0
  497. package/opus/silk/NLSF_decode.c +93 -0
  498. package/opus/silk/NLSF_del_dec_quant.c +215 -0
  499. package/opus/silk/NLSF_encode.c +124 -0
  500. package/opus/silk/NLSF_stabilize.c +142 -0
  501. package/opus/silk/NLSF_unpack.c +55 -0
  502. package/opus/silk/NSQ.c +437 -0
  503. package/opus/silk/NSQ.h +101 -0
  504. package/opus/silk/NSQ_del_dec.c +733 -0
  505. package/opus/silk/PLC.c +493 -0
  506. package/opus/silk/PLC.h +65 -0
  507. package/opus/silk/SigProc_FIX.h +643 -0
  508. package/opus/silk/VAD.c +360 -0
  509. package/opus/silk/VQ_WMat_EC.c +131 -0
  510. package/opus/silk/ana_filt_bank_1.c +74 -0
  511. package/opus/silk/arm/LPC_inv_pred_gain_arm.h +57 -0
  512. package/opus/silk/arm/LPC_inv_pred_gain_neon_intr.c +288 -0
  513. package/opus/silk/arm/NSQ_del_dec_arm.h +100 -0
  514. package/opus/silk/arm/NSQ_del_dec_neon_intr.c +1138 -0
  515. package/opus/silk/arm/NSQ_neon.c +112 -0
  516. package/opus/silk/arm/NSQ_neon.h +114 -0
  517. package/opus/silk/arm/SigProc_FIX_armv4.h +47 -0
  518. package/opus/silk/arm/SigProc_FIX_armv5e.h +61 -0
  519. package/opus/silk/arm/arm_silk_map.c +128 -0
  520. package/opus/silk/arm/biquad_alt_arm.h +68 -0
  521. package/opus/silk/arm/biquad_alt_neon_intr.c +156 -0
  522. package/opus/silk/arm/macros_arm64.h +39 -0
  523. package/opus/silk/arm/macros_armv4.h +110 -0
  524. package/opus/silk/arm/macros_armv5e.h +220 -0
  525. package/opus/silk/biquad_alt.c +121 -0
  526. package/opus/silk/bwexpander.c +51 -0
  527. package/opus/silk/bwexpander_32.c +51 -0
  528. package/opus/silk/check_control_input.c +106 -0
  529. package/opus/silk/code_signs.c +115 -0
  530. package/opus/silk/control.h +161 -0
  531. package/opus/silk/control_SNR.c +113 -0
  532. package/opus/silk/control_audio_bandwidth.c +132 -0
  533. package/opus/silk/control_codec.c +423 -0
  534. package/opus/silk/debug.c +174 -0
  535. package/opus/silk/debug.h +267 -0
  536. package/opus/silk/dec_API.c +465 -0
  537. package/opus/silk/decode_core.c +243 -0
  538. package/opus/silk/decode_frame.c +169 -0
  539. package/opus/silk/decode_indices.c +151 -0
  540. package/opus/silk/decode_parameters.c +115 -0
  541. package/opus/silk/decode_pitch.c +77 -0
  542. package/opus/silk/decode_pulses.c +115 -0
  543. package/opus/silk/decoder_set_fs.c +108 -0
  544. package/opus/silk/define.h +235 -0
  545. package/opus/silk/enc_API.c +593 -0
  546. package/opus/silk/encode_indices.c +181 -0
  547. package/opus/silk/encode_pulses.c +206 -0
  548. package/opus/silk/errors.h +98 -0
  549. package/opus/silk/fixed/LTP_analysis_filter_FIX.c +90 -0
  550. package/opus/silk/fixed/LTP_scale_ctrl_FIX.c +58 -0
  551. package/opus/silk/fixed/apply_sine_window_FIX.c +101 -0
  552. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_arm.h +68 -0
  553. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_neon_intr.c +265 -0
  554. package/opus/silk/fixed/autocorr_FIX.c +48 -0
  555. package/opus/silk/fixed/burg_modified_FIX.c +280 -0
  556. package/opus/silk/fixed/corrMatrix_FIX.c +150 -0
  557. package/opus/silk/fixed/encode_frame_FIX.c +444 -0
  558. package/opus/silk/fixed/find_LPC_FIX.c +151 -0
  559. package/opus/silk/fixed/find_LTP_FIX.c +99 -0
  560. package/opus/silk/fixed/find_pitch_lags_FIX.c +143 -0
  561. package/opus/silk/fixed/find_pred_coefs_FIX.c +146 -0
  562. package/opus/silk/fixed/k2a_FIX.c +54 -0
  563. package/opus/silk/fixed/k2a_Q16_FIX.c +54 -0
  564. package/opus/silk/fixed/main_FIX.h +244 -0
  565. package/opus/silk/fixed/mips/noise_shape_analysis_FIX_mipsr1.h +336 -0
  566. package/opus/silk/fixed/mips/prefilter_FIX_mipsr1.h +184 -0
  567. package/opus/silk/fixed/mips/warped_autocorrelation_FIX_mipsr1.h +165 -0
  568. package/opus/silk/fixed/noise_shape_analysis_FIX.c +407 -0
  569. package/opus/silk/fixed/pitch_analysis_core_FIX.c +721 -0
  570. package/opus/silk/fixed/process_gains_FIX.c +117 -0
  571. package/opus/silk/fixed/regularize_correlations_FIX.c +47 -0
  572. package/opus/silk/fixed/residual_energy16_FIX.c +103 -0
  573. package/opus/silk/fixed/residual_energy_FIX.c +98 -0
  574. package/opus/silk/fixed/schur64_FIX.c +93 -0
  575. package/opus/silk/fixed/schur_FIX.c +107 -0
  576. package/opus/silk/fixed/structs_FIX.h +116 -0
  577. package/opus/silk/fixed/vector_ops_FIX.c +102 -0
  578. package/opus/silk/fixed/warped_autocorrelation_FIX.c +92 -0
  579. package/opus/silk/fixed/x86/burg_modified_FIX_sse4_1.c +400 -0
  580. package/opus/silk/fixed/x86/vector_ops_FIX_sse4_1.c +93 -0
  581. package/opus/silk/float/LPC_analysis_filter_FLP.c +249 -0
  582. package/opus/silk/float/LPC_inv_pred_gain_FLP.c +73 -0
  583. package/opus/silk/float/LTP_analysis_filter_FLP.c +75 -0
  584. package/opus/silk/float/LTP_scale_ctrl_FLP.c +58 -0
  585. package/opus/silk/float/SigProc_FLP.h +205 -0
  586. package/opus/silk/float/apply_sine_window_FLP.c +81 -0
  587. package/opus/silk/float/autocorrelation_FLP.c +53 -0
  588. package/opus/silk/float/burg_modified_FLP.c +187 -0
  589. package/opus/silk/float/bwexpander_FLP.c +49 -0
  590. package/opus/silk/float/corrMatrix_FLP.c +95 -0
  591. package/opus/silk/float/encode_frame_FLP.c +432 -0
  592. package/opus/silk/float/energy_FLP.c +59 -0
  593. package/opus/silk/float/find_LPC_FLP.c +105 -0
  594. package/opus/silk/float/find_LTP_FLP.c +65 -0
  595. package/opus/silk/float/find_pitch_lags_FLP.c +132 -0
  596. package/opus/silk/float/find_pred_coefs_FLP.c +117 -0
  597. package/opus/silk/float/inner_product_FLP.c +59 -0
  598. package/opus/silk/float/k2a_FLP.c +54 -0
  599. package/opus/silk/float/main_FLP.h +290 -0
  600. package/opus/silk/float/noise_shape_analysis_FLP.c +350 -0
  601. package/opus/silk/float/pitch_analysis_core_FLP.c +630 -0
  602. package/opus/silk/float/process_gains_FLP.c +103 -0
  603. package/opus/silk/float/regularize_correlations_FLP.c +48 -0
  604. package/opus/silk/float/residual_energy_FLP.c +117 -0
  605. package/opus/silk/float/scale_copy_vector_FLP.c +57 -0
  606. package/opus/silk/float/scale_vector_FLP.c +56 -0
  607. package/opus/silk/float/schur_FLP.c +70 -0
  608. package/opus/silk/float/sort_FLP.c +83 -0
  609. package/opus/silk/float/structs_FLP.h +112 -0
  610. package/opus/silk/float/warped_autocorrelation_FLP.c +75 -0
  611. package/opus/silk/float/wrappers_FLP.c +209 -0
  612. package/opus/silk/float/x86/inner_product_FLP_avx2.c +85 -0
  613. package/opus/silk/gain_quant.c +142 -0
  614. package/opus/silk/init_decoder.c +84 -0
  615. package/opus/silk/init_encoder.c +68 -0
  616. package/opus/silk/inner_prod_aligned.c +47 -0
  617. package/opus/silk/interpolate.c +51 -0
  618. package/opus/silk/lin2log.c +46 -0
  619. package/opus/silk/log2lin.c +58 -0
  620. package/opus/silk/macros.h +151 -0
  621. package/opus/silk/main.h +486 -0
  622. package/opus/silk/meson.build +69 -0
  623. package/opus/silk/mips/NSQ_del_dec_mipsr1.h +410 -0
  624. package/opus/silk/mips/macros_mipsr1.h +92 -0
  625. package/opus/silk/mips/sigproc_fix_mipsr1.h +60 -0
  626. package/opus/silk/pitch_est_defines.h +88 -0
  627. package/opus/silk/pitch_est_tables.c +99 -0
  628. package/opus/silk/process_NLSFs.c +107 -0
  629. package/opus/silk/quant_LTP_gains.c +132 -0
  630. package/opus/silk/resampler.c +215 -0
  631. package/opus/silk/resampler_down2.c +74 -0
  632. package/opus/silk/resampler_down2_3.c +103 -0
  633. package/opus/silk/resampler_private.h +88 -0
  634. package/opus/silk/resampler_private_AR2.c +55 -0
  635. package/opus/silk/resampler_private_IIR_FIR.c +107 -0
  636. package/opus/silk/resampler_private_down_FIR.c +194 -0
  637. package/opus/silk/resampler_private_up2_HQ.c +113 -0
  638. package/opus/silk/resampler_rom.c +96 -0
  639. package/opus/silk/resampler_rom.h +68 -0
  640. package/opus/silk/resampler_structs.h +60 -0
  641. package/opus/silk/shell_coder.c +151 -0
  642. package/opus/silk/sigm_Q15.c +76 -0
  643. package/opus/silk/sort.c +154 -0
  644. package/opus/silk/stereo_LR_to_MS.c +229 -0
  645. package/opus/silk/stereo_MS_to_LR.c +85 -0
  646. package/opus/silk/stereo_decode_pred.c +73 -0
  647. package/opus/silk/stereo_encode_pred.c +62 -0
  648. package/opus/silk/stereo_find_predictor.c +79 -0
  649. package/opus/silk/stereo_quant_pred.c +73 -0
  650. package/opus/silk/structs.h +357 -0
  651. package/opus/silk/sum_sqr_shift.c +83 -0
  652. package/opus/silk/table_LSF_cos.c +70 -0
  653. package/opus/silk/tables.h +114 -0
  654. package/opus/silk/tables_LTP.c +294 -0
  655. package/opus/silk/tables_NLSF_CB_NB_MB.c +195 -0
  656. package/opus/silk/tables_NLSF_CB_WB.c +234 -0
  657. package/opus/silk/tables_gain.c +63 -0
  658. package/opus/silk/tables_other.c +124 -0
  659. package/opus/silk/tables_pitch_lag.c +69 -0
  660. package/opus/silk/tables_pulses_per_block.c +264 -0
  661. package/opus/silk/tests/meson.build +8 -0
  662. package/opus/silk/tests/test_unit_LPC_inv_pred_gain.c +130 -0
  663. package/opus/silk/tuning_parameters.h +155 -0
  664. package/opus/silk/typedef.h +81 -0
  665. package/opus/silk/x86/NSQ_del_dec_avx2.c +1075 -0
  666. package/opus/silk/x86/NSQ_del_dec_sse4_1.c +915 -0
  667. package/opus/silk/x86/NSQ_sse4_1.c +772 -0
  668. package/opus/silk/x86/SigProc_FIX_sse.h +99 -0
  669. package/opus/silk/x86/VAD_sse4_1.c +289 -0
  670. package/opus/silk/x86/VQ_WMat_EC_sse4_1.c +173 -0
  671. package/opus/silk/x86/main_sse.h +299 -0
  672. package/opus/silk/x86/x86_silk_map.c +179 -0
  673. package/opus/silk_headers.mk +44 -0
  674. package/opus/silk_sources.mk +164 -0
  675. package/opus/src/analysis.c +979 -0
  676. package/opus/src/analysis.h +103 -0
  677. package/opus/src/extensions.c +663 -0
  678. package/opus/src/mapping_matrix.c +993 -0
  679. package/opus/src/mapping_matrix.h +165 -0
  680. package/opus/src/meson.build +45 -0
  681. package/opus/src/mlp.c +132 -0
  682. package/opus/src/mlp.h +60 -0
  683. package/opus/src/mlp_data.c +672 -0
  684. package/opus/src/opus.c +362 -0
  685. package/opus/src/opus_compare.c +382 -0
  686. package/opus/src/opus_decoder.c +1579 -0
  687. package/opus/src/opus_demo.c +1194 -0
  688. package/opus/src/opus_encoder.c +3180 -0
  689. package/opus/src/opus_multistream.c +92 -0
  690. package/opus/src/opus_multistream_decoder.c +563 -0
  691. package/opus/src/opus_multistream_encoder.c +1321 -0
  692. package/opus/src/opus_private.h +263 -0
  693. package/opus/src/opus_projection_decoder.c +283 -0
  694. package/opus/src/opus_projection_encoder.c +522 -0
  695. package/opus/src/repacketizer.c +469 -0
  696. package/opus/src/repacketizer_demo.c +247 -0
  697. package/opus/src/tansig_table.h +45 -0
  698. package/opus/tar_list.txt +28 -0
  699. package/opus/tests/meson.build +39 -0
  700. package/opus/tests/opus_build_test.sh +29 -0
  701. package/opus/tests/opus_decode_fuzzer.c +124 -0
  702. package/opus/tests/opus_decode_fuzzer.options +2 -0
  703. package/opus/tests/opus_encode_regressions.c +1034 -0
  704. package/opus/tests/random_config.sh +126 -0
  705. package/opus/tests/run_vectors.sh +143 -0
  706. package/opus/tests/test_opus_api.c +1904 -0
  707. package/opus/tests/test_opus_common.h +86 -0
  708. package/opus/tests/test_opus_custom.c +694 -0
  709. package/opus/tests/test_opus_decode.c +481 -0
  710. package/opus/tests/test_opus_dred.c +107 -0
  711. package/opus/tests/test_opus_encode.c +738 -0
  712. package/opus/tests/test_opus_extensions.c +750 -0
  713. package/opus/tests/test_opus_padding.c +94 -0
  714. package/opus/tests/test_opus_projection.c +384 -0
  715. package/opus/training/rnn_dump.py +66 -0
  716. package/opus/training/rnn_train.py +177 -0
  717. package/opus/training/txt2hdf5.py +12 -0
  718. package/opus/update_version +65 -0
  719. package/package.json +2 -2
  720. package/src/build-ffmpeg-msys.sh +8 -2
@@ -0,0 +1,692 @@
1
+ <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
2
+ <html>
3
+ <head>
4
+ <link rel="stylesheet" type="text/css" href="opus_in_isobmff.css"/>
5
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
6
+ <title>Encapsulation of Opus in ISO Base Media File Format</title>
7
+ </head>
8
+ <body bgcolor="0x333333" text="#60B0C0">
9
+ <b><u>Encapsulation of Opus in ISO Base Media File Format</u></b><br>
10
+ <font size="2">last updated: August 28, 2018</font><br>
11
+ <br>
12
+ <div class="normal_link pre frame_box">
13
+
14
+ Encapsulation of Opus in ISO Base Media File Format
15
+ Version 1.0.0
16
+
17
+
18
+ Table of Contents
19
+ <a href="#1">1</a> Scope
20
+ <a href="#2">2</a> Normative References
21
+ <a href="#3">3</a> Terms and Definitions
22
+ <a href="#4">4</a> Design Rules of Encapsulation
23
+ <a href="#4.1">4.1</a> File Type Identification
24
+ <a href="#4.2">4.2</a> Overview of Track Structure
25
+ <a href="#4.3">4.3</a> Definitions of Opus sample
26
+ <a href="#4.3.1">4.3.1</a> Sample entry format
27
+ <a href="#4.3.2">4.3.2</a> Opus Specific Box
28
+ <a href="#4.3.3">4.3.3</a> Sample format
29
+ <a href="#4.3.4">4.3.4</a> Duration of Opus sample
30
+ <a href="#4.3.5">4.3.5</a> Sub-sample
31
+ <a href="#4.3.6">4.3.6</a> Random Access
32
+ <a href="#4.3.6.1">4.3.6.1</a> Random Access Point
33
+ <a href="#4.3.6.2">4.3.6.2</a> Pre-roll
34
+ <a href="#4.4">4.4</a> Trimming of Actual Duration
35
+ <a href="#4.5">4.5</a> Channel Mapping
36
+ <a href="#4.5.1">4.5.1</a> ISO Base Media native Channel Mapping
37
+ <a href="#4.5.2">4.5.2</a> Composition on all active tracks (informative)
38
+ <a href="#4.6">4.6</a> Basic Structure (informative)
39
+ <a href="#4.6.1">4.6.2</a> Initial Movie
40
+ <a href="#4.6.2">4.6.3</a> Movie Fragments
41
+ <a href="#4.7">4.7</a> Example of Encapsulation (informative)
42
+ <a href="#5">5</a> Author's Address
43
+
44
+ <a name="1"></a>
45
+ 1 Scope
46
+ This specification specifies the fundamental way of the encapsulation of Opus coded bitstreams in ISO Base Media
47
+ file format and its derivatives. The encapsulation of Opus coded bitstreams in QuickTime file format is outside
48
+ the scope of this specification.
49
+
50
+ <a name="2"></a>
51
+ 2 Normative References
52
+ [1] ISO/IEC 14496-12:2015 Corrected version
53
+ Information technology — Coding of audio-visual objects — Part 12: ISO base media file format
54
+
55
+ [2] RFC 6716
56
+ Definition of the Opus Audio Codec
57
+
58
+ [3] RFC 7845
59
+ Ogg Encapsulation for the Opus Audio Codec
60
+
61
+ <a name="3"></a>
62
+ 3 Terms and Definitions
63
+ 3.1 active track
64
+ enabled track from the non-alternate group or selected track from alternate group
65
+
66
+ 3.2 actual duration
67
+ duration constructed from valid samples
68
+
69
+ 3.3 edit
70
+ entry in the Edit List Box
71
+
72
+ 3.4 padded samples
73
+ PCM samples after decoding Opus sample(s) which are not valid samples
74
+ An Opus bitstream always contains them partially at the beginning and may contain them in part at the end, as
75
+ long as not physically removed yet at the beginning and/or the end.
76
+
77
+ 3.5 priming samples
78
+ padded samples at the beginning of the Opus bitstream
79
+
80
+ 3.6 sample-accurate
81
+ for any PCM sample, a timestamp exactly matching its sampling timestamp is present in the media timeline.
82
+
83
+ 3.7 valid samples
84
+ PCM samples after decoding Opus sample(s) corresponding to input PCM samples
85
+
86
+ <a name="4"></a>
87
+ 4 Design Rules of Encapsulation
88
+ 4.1 File Type Identification<a name="4.1"></a>
89
+ This specification defines the brand 'Opus' to declare files are conformant to this specification. Additionally,
90
+ files conformant to this specification shall contain at least one brand, which supports the requirements and the
91
+ requirements described in this clause without contradiction, in the compatible brands list of the File Type Box.
92
+ As an example, the minimal support of the encapsulation of Opus bitstreams in ISO Base Media file format requires
93
+ the 'iso2' brand in the compatible brands list since support of roll groups is required.
94
+ <a name="4.2"></a>
95
+ 4.2 Overview of Track Structure
96
+ This clause summarizes requirements of the encapsulation of Opus coded bitstream as media data in audio tracks
97
+ in file formats compliant with the ISO Base Media File Format. The details are described in clauses after this
98
+ clause.
99
+ + The handler_type field in the Handler Reference Box shall be set to 'soun'.
100
+ + The Media Information Box shall contain the Sound Media Header Box.
101
+ + The codingname of the sample entry is 'Opus'.
102
+ This specification does not define any encapsulation using MP4AudioSampleEntry with objectTypeIndication
103
+ specified by the MPEG-4 Registration Authority (http://www.mp4ra.org/).
104
+ See 4.3.1 Sample entry format to get the details about the sample entry.
105
+ + The 'dOps' box is added to the sample entry to convey initializing information for the decoder.
106
+ See 4.3.2 Opus Specific Box to get the details.
107
+ + An Opus sample is exactly one Opus packet for each of different Opus bitstreams.
108
+ See 4.3.3 Sample format to get the details.
109
+ + Every Opus sample is a sync sample but requires pre-roll for every random access to get correct output.
110
+ See 4.3.6 Random Access to get the details.
111
+ <a name="4.3"></a>
112
+ 4.3 Definitions of Opus sample
113
+ 4.3.1 Sample entry format<a name="4.3.1"></a>
114
+ For any track containing Opus bitstreams, at least one sample entry describing corresponding Opus bitstream
115
+ shall be present inside the Sample Table Box. This version of the specification defines only one sample
116
+ entry format named OpusSampleEntry whose codingname is 'Opus'. This sample entry includes exactly one Opus
117
+ Specific Box defined in 4.3.2 as a mandatory box and indicates that Opus samples described by this sample
118
+ entry are stored by the sample format described in 4.3.3.
119
+
120
+ The syntax and semantics of the OpusSampleEntry is shown as follows.
121
+
122
+ class OpusSampleEntry() extends AudioSampleEntry ('Opus') {
123
+ OpusSpecificBox();
124
+ }
125
+
126
+ + channelcount:
127
+ The channelcount field indicates the number of output channels and shall be set to the same value of
128
+ the OutputChannelCount in the OpusDecoderConfigurationRecord. The value of this field may be used in
129
+ the ChannelLayout if any as described in 4.5.1.
130
+ + samplesize:
131
+ The samplesize field shall be set to 16.
132
+ + samplerate:
133
+ The samplerate field shall be set to 48000&lt&lt16.
134
+ + OpusSpecificBox
135
+ This box contains initializing information for the decoder as defined in 4.3.2.
136
+
137
+ 4.3.2 Opus Specific Box<a name="4.3.2"></a>
138
+ Exactly one Opus Specific Box shall be present in each OpusSampleEntry.
139
+ The Opus Specific Box contains an OpusDecoderConfigurationRecord which contains the Version field and
140
+ this specification defines version 0 of this record. If incompatible changes occured in the fields after
141
+ the Version field within the OpusDecoderConfigurationRecord in the future versions of this specification,
142
+ another version will be defined.
143
+ This box refers to Ogg Opus [3] at many parts but all the data are stored as big-endian format.
144
+
145
+ The syntax and semantics of the Opus Specific Box is shown as follows.
146
+
147
+ class ChannelMappingTable (unsigned int(8) OutputChannelCount) {
148
+ unsigned int(8) StreamCount;
149
+ unsigned int(8) CoupledCount;
150
+ unsigned int(8 * OutputChannelCount) ChannelMapping;
151
+ }
152
+
153
+ aligned(8) class OpusDecoderConfigurationRecord {
154
+ unsigned int(8) Version;
155
+ unsigned int(8) OutputChannelCount;
156
+ unsigned int(16) PreSkip;
157
+ unsigned int(32) InputSampleRate;
158
+ signed int(16) OutputGain;
159
+ unsigned int(8) ChannelMappingFamily;
160
+ if (ChannelMappingFamily != 0) {
161
+ ChannelMappingTable(OutputChannelCount);
162
+ }
163
+ }
164
+
165
+ class OpusSpecificBox extends Box('dOps') {
166
+ OpusDecoderConfigurationRecord() OpusConfig;
167
+ }
168
+
169
+ + Version:
170
+ The Version field shall be set to 0.
171
+ In the future versions of this specification, this field may be set to other values. And without support
172
+ of those values, the reader shall not read the fields after this within the OpusSpecificBox.
173
+ + OutputChannelCount:
174
+ The OutputChannelCount field shall be set to the same value as the *Output Channel Count* field in the
175
+ identification header defined in Ogg Opus [3].
176
+ + PreSkip:
177
+ The PreSkip field indicates the number of the priming samples, that is, the number of samples at 48000 Hz
178
+ to discard from the decoder output when starting playback. The value of the PreSkip field shall be at least
179
+ 80 milliseconds' worth of PCM samples even when removing any number of Opus samples which may or may not
180
+ contain the priming samples. The PreSkip field is not used for discarding the priming samples at the whole
181
+ playback at all since it is informative only, and that task falls on the Edit List Box.
182
+ + InputSampleRate:
183
+ The InputSampleRate field shall be set to the same value as the *Input Sample Rate* field in the
184
+ identification header defined in Ogg Opus [3].
185
+ + OutputGain:
186
+ The OutputGain field shall be set to the same value as the *Output Gain* field in the identification
187
+ header define in Ogg Opus [3]. Note that the value is stored as 8.8 fixed-point.
188
+ + ChannelMappingFamily:
189
+ The ChannelMappingFamily field shall be set to the same value as the *Channel Mapping Family* field in
190
+ the identification header defined in Ogg Opus [3]. Note that the value 255 may be used for an alternative
191
+ to map channels by ISO Base Media native mapping. The details are described in 4.5.1.
192
+ + StreamCount:
193
+ The StreamCount field shall be set to the same value as the *Stream Count* field in the identification
194
+ header defined in Ogg Opus [3].
195
+ + CoupledCount:
196
+ The CoupledCount field shall be set to the same value as the *Coupled Count* field in the identification
197
+ header defined in Ogg Opus [3].
198
+ + ChannelMapping:
199
+ The ChannelMapping field shall be set to the same octet string as *Channel Mapping* field in the identi-
200
+ fication header defined in Ogg Opus [3].
201
+
202
+ 4.3.3 Sample format<a name="4.3.3"></a>
203
+ An Opus sample is exactly one Opus packet for each of different Opus bitstreams. Due to support more than
204
+ two channels, an Opus sample can contain frames from multiple Opus bitstreams but all Opus packets shall
205
+ share with the total of frame sizes in a single Opus sample. The way of how to pack an Opus packet from
206
+ each of Opus bitstreams into a single Opus sample follows Appendix B. in RFC 6716 [2].
207
+ The endianness has nothing to do with any Opus sample since every Opus packet is processed byte-by-byte.
208
+ In this specification, 'sample' means 'Opus sample' except for 'padded samples', 'priming samples', 'valid
209
+ sample' and 'sample-accurate', i.e. 'sample' is 'sample' in the term defined in ISO/IEC 14496-12 [1].
210
+
211
+ +-----------------------------------------+-------------------------------------+
212
+ | Opus packet 0 (self-delimiting framing) | Opus packet 1 (undelimited framing) |
213
+ +-----------------------------------------+-------------------------------------+
214
+ |<---------------------------- the size of Opus sample ------------------------>|
215
+
216
+ Figure 1 - Example structure of an Opus sample containing two Opus bitstreams
217
+
218
+ 4.3.4 Duration of Opus sample<a name="4.3.4"></a>
219
+ The duration of Opus sample is given by multiplying the total of frame sizes for a single Opus bitstream
220
+ expressed in seconds by the value of the timescale field in the Media Header Box.
221
+ Let's say an Opus sample consists of two Opus bitstreams, where the frame size of one bitstream is 40 milli-
222
+ seconds and the frame size of another is 60 milliseconds, and the timescale field in the Media Header Box
223
+ is set to 48000, then the duration of that Opus sample shall be 120 milliseconds since three 40 millisecond
224
+ frame and two 60 millisecond frames shall be contained because of the maximum duration of Opus packet, 120
225
+ milliseconds, and 5760 in the timescale indicated in the Media Header Box.
226
+
227
+ To indicate the valid samples excluding the padded samples at the end of Opus bitstream, the duration of
228
+ the last Opus sample of an Opus bitstream is given by multiplying the number of the valid samples by the
229
+ value produced by dividing the value of the timescale field in the Media Header Box by 48000.
230
+
231
+ 4.3.5 Sub-sample<a name="4.3.5"></a>
232
+ The structure of the last Opus packet in an Opus sample is different from the others in the same Opus sample,
233
+ and the others are invalid Opus packets as an Opus sample because of self-delimiting framing. To avoid
234
+ complexities, sub-sample is not defined for Opus sample in this specification.
235
+
236
+ 4.3.6 Random Access<a name="4.3.6"></a>
237
+ This subclause describes the nature of the random access of Opus sample.
238
+
239
+ 4.3.6.1 Random Access Point<a name="4.3.6.1"></a>
240
+ All Opus samples can be independently decoded i.e. every Opus sample is a sync sample. Therefore, the
241
+ Sync Sample Box shall not be present as long as there are no samples other than Opus samples in the same
242
+ track. And the sample_is_non_sync_sample field for Opus samples shall be set to 0.
243
+
244
+ 4.3.6.2 Pre-roll<a name="4.3.6.2"></a>
245
+ Opus bitstream requires at least 80 millisecond pre-roll after each random access to get correct output.
246
+ Pre-roll is indicated by the roll_distance field in AudioRollRecoveryEntry. AudioPreRollEntry shall not
247
+ be used since every Opus sample is a sync sample in Opus bitstream. Note that roll_distance is expressed
248
+ in sample units in a term of ISO Base Media File Format, and always takes negative values.
249
+
250
+ For any track containing Opus bitstreams, at least one Sample Group Description Box and at least one
251
+ Sample to Group Box within the Sample Table Box shall be present and these have the grouping_type field
252
+ set to 'roll'. If any Opus sample is contained in a track fragment, the Sample to Group Box with the
253
+ grouping_type field set to 'roll' shall be present for that track fragment.
254
+
255
+ For the requirement of AudioRollRecoveryEntry, the compatible_brands field in the File Type Box shall
256
+ contain at least one brand which requires support for roll groups.
257
+ <a name="4.4"></a>
258
+ 4.4 Trimming of Actual Duration
259
+ Due to the priming samples (or the padding at the beginning) derived from the pre-roll for the startup and the
260
+ padded samples at the end, we need trim from media to get the actual duration. An edit in the Edit List Box can
261
+ achieve this demand, and the Edit Box and the Edit List Box shall be present.
262
+
263
+ For sample-accurate trimming, proper timescale should be set to the timescale field in the Movie Header Box
264
+ and the Media Header Box inside Track Box(es) for Opus bitstream. The timescale field in the Media Header Box is
265
+ typically set to 48000. It is recommended that the timescale field in the Movie Header Box be set to the same
266
+ value of the timescale field in the Media Header Box in order to avoid the rounding problem when specifying
267
+ duration of edit if the timescales in all of the Media Header Boxes are set to the same value.
268
+
269
+ For example, to indicate the actual duration of an Opus bitstream in a track with the timescale fields of both
270
+ the Movie Header Box and the Media Header Box set to 48000, we would use the following edit:
271
+ segment_duration = the number of the valid samples
272
+ media_time = the number of the priming samples
273
+ media_rate = 1 &lt&lt 16
274
+
275
+ The Edit List Box is applied to whole movie including all movie fragments. Therefore, it is impossible to tell
276
+ the actual duration in the case producing movie fragments on the fly such as live-streaming. In such cases,
277
+ the duration of the last Opus sample may be helpful by setting zero to the segment_duration field since the
278
+ value 0 represents implicit duration equal to the sum of the duration of all samples.
279
+ <a name="4.5"></a>
280
+ 4.5 Channel Mapping
281
+ 4.5.1 ISO Base Media native Channel Mapping<a name="4.5.1"></a>
282
+ ISO Base Media File Format, that is ISO/IEC 14496-12 [1], defines an extension ChannelLayout to the
283
+ AudioSampleEntry, which conveys information of mapping channels to loudspeaker positions. The ChannelLayout
284
+ enables to specify the channel layout more flexibly than the predefined layouts of the ChannelMappingFamily.
285
+
286
+ To utilize the ChannelLayout for OpusSampleEntry, the ChannelMappingFamily field should be set to 255.
287
+ Even when the ChannelMappingFamily field is set to another value, the assignment of each output channel to
288
+ loudspeaker position specified by the ChannelMappingFamily would be changed as specified by the ChannelLayout.
289
+ The procedure of the assignment is the following.
290
+
291
+ 1. Decoded channels are mapped to output channels according to the ChannelMappingTable.
292
+ 2. Output channels are mapped to loudspeaker positions according to the ChannelLayout.
293
+
294
+ In this way, the parameters of the Opus Specific Box are processed before the ChannelLayout, and the
295
+ ChannelLayout shall follow the Opus Specific Box.
296
+
297
+ 4.5.2 Composition on all active tracks (informative)<a name="4.5.2"></a>
298
+ By the application of alternate_group in the Track Header Box, whole audio channels in all active tracks from
299
+ non-alternate group and/or different alternate group from each other are composited into the presentation. If
300
+ an Opus sample consists of multiple Opus bitstreams, it can be splitted into individual Opus bitstreams and
301
+ reconstructed into new Opus samples as long as every Opus bitstream has the same total duration in each Opus
302
+ sample. This nature can be utilized to encapsulate a single Opus bitstream in each track without breaking the
303
+ original channel layout.
304
+
305
+ As an example, let's say there is a following track:
306
+ OutputChannelCount = 6;
307
+ StreamCount = 4;
308
+ CoupledCount = 2;
309
+ ChannelMapping = {0, 4, 1, 2, 3, 5}; // front left, front center, front right,
310
+ // rear left, rear right, LFE
311
+ Here, to couple front left to front right channels into the first stream, and couple rear left to rear right
312
+ channels into the second stream, reordering is needed since coupled streams must precede any non-coupled
313
+ stream. You extract the four Opus bitstreams from this track and you encapsulate two of the four into a track
314
+ and the others into another track. The former track is as follows.
315
+ OutputChannelCount = 6;
316
+ StreamCount = 2;
317
+ CoupledCount = 2;
318
+ ChannelMapping = {0, 255, 1, 2, 3, 255}; // front left, front center, front right,
319
+ // rear left, rear right, LFE
320
+ And the latter track is as follows.
321
+ OutputChannelCount = 6;
322
+ StreamCount = 2;
323
+ CoupledCount = 0;
324
+ ChannelMapping = {255, 0, 255, 255, 255, 1}; // front left, front center, front right,
325
+ // rear left, rear right, LFE
326
+ In addition, the value of the alternate_group field in the both tracks is set to 0. As the result, the player
327
+ may play as if channels with 255 are not present, and play the presentation constructed from the both tracks
328
+ in the same channel layout as the one of the original track. Keep in mind that the way of the composition, i.e.
329
+ the mixing for playback, is not defined here, and maybe different results could occur except for the channel
330
+ layout of the original, depending on an implementation or the definition of a derived file format.
331
+
332
+ Note that some derived file formats may specify the restriction to ignore alternate grouping. In the context
333
+ of such file formats, this application is not available. This unavailability does not mean incompatibilities
334
+ among file formats unless the restriction to the value of the alternate_group field is specified and brings
335
+ about any conflict among their definitions.
336
+ <a name="4.6"></a>
337
+ 4.6 Basic Structure (informative)
338
+ 4.6.1 Initial Movie<a name="4.6.1"></a>
339
+ This subclause shows a basic structure of the Movie Box as follows:
340
+
341
+ +----+----+----+----+----+----+----+----+------------------------------+
342
+ |moov| | | | | | | | Movie Box |
343
+ +----+----+----+----+----+----+----+----+------------------------------+
344
+ | |mvhd| | | | | | | Movie Header Box |
345
+ +----+----+----+----+----+----+----+----+------------------------------+
346
+ | |trak| | | | | | | Track Box |
347
+ +----+----+----+----+----+----+----+----+------------------------------+
348
+ | | |tkhd| | | | | | Track Header Box |
349
+ +----+----+----+----+----+----+----+----+------------------------------+
350
+ | | |edts| | | | | | Edit Box |
351
+ +----+----+----+----+----+----+----+----+------------------------------+
352
+ | | | |elst| | | | | Edit List Box |
353
+ +----+----+----+----+----+----+----+----+------------------------------+
354
+ | | |mdia| | | | | | Media Box |
355
+ +----+----+----+----+----+----+----+----+------------------------------+
356
+ | | | |mdhd| | | | | Media Header Box |
357
+ +----+----+----+----+----+----+----+----+------------------------------+
358
+ | | | |hdlr| | | | | Handler Reference Box |
359
+ +----+----+----+----+----+----+----+----+------------------------------+
360
+ | | | |minf| | | | | Media Information Box |
361
+ +----+----+----+----+----+----+----+----+------------------------------+
362
+ | | | | |smhd| | | | Sound Media Header Box |
363
+ +----+----+----+----+----+----+----+----+------------------------------+
364
+ | | | | |dinf| | | | Data Information Box |
365
+ +----+----+----+----+----+----+----+----+------------------------------+
366
+ | | | | | |dref| | | Data Reference Box |
367
+ +----+----+----+----+----+----+----+----+------------------------------+
368
+ | | | | | | |url | | DataEntryUrlBox |
369
+ +----+----+----+----+----+----+ or +----+------------------------------+
370
+ | | | | | | |urn | | DataEntryUrnBox |
371
+ +----+----+----+----+----+----+----+----+------------------------------+
372
+ | | | | |stbl| | | | Sample Table |
373
+ +----+----+----+----+----+----+----+----+------------------------------+
374
+ | | | | | |stsd| | | Sample Description Box |
375
+ +----+----+----+----+----+----+----+----+------------------------------+
376
+ | | | | | | |Opus| | OpusSampleEntry |
377
+ +----+----+----+----+----+----+----+----+------------------------------+
378
+ | | | | | | | |dOps| Opus Specific Box |
379
+ +----+----+----+----+----+----+----+----+------------------------------+
380
+ | | | | | |stts| | | Decoding Time to Sample Box |
381
+ +----+----+----+----+----+----+----+----+------------------------------+
382
+ | | | | | |stsc| | | Sample To Chunk Box |
383
+ +----+----+----+----+----+----+----+----+------------------------------+
384
+ | | | | | |stsz| | | Sample Size Box |
385
+ +----+----+----+----+----+ or +----+----+------------------------------+
386
+ | | | | | |stz2| | | Compact Sample Size Box |
387
+ +----+----+----+----+----+----+----+----+------------------------------+
388
+ | | | | | |stco| | | Chunk Offset Box |
389
+ +----+----+----+----+----+ or +----+----+------------------------------+
390
+ | | | | | |co64| | | Chunk Large Offset Box |
391
+ +----+----+----+----+----+----+----+----+------------------------------+
392
+ | | | | | |sgpd| | | Sample Group Description Box |
393
+ +----+----+----+----+----+----+----+----+------------------------------+
394
+ | | | | | |sbgp| | | Sample to Group Box |
395
+ +----+----+----+----+----+----+----+----+------------------------------+
396
+ | |mvex|* | | | | | | Movie Extends Box |
397
+ +----+----+----+----+----+----+----+----+------------------------------+
398
+ | | |trex|* | | | | | Track Extends Box |
399
+ +----+----+----+----+----+----+----+----+------------------------------+
400
+
401
+ Figure 2 - Basic structure of Movie Box
402
+
403
+ It is strongly recommended that the order of boxes should follow the above structure.
404
+ Boxes marked with an asterisk (*) may be present.
405
+ For most boxes listed above, the definition is as is defined in ISO/IEC 14496-12 [1]. The additional boxes
406
+ and the additional requirements, restrictions and recommendations to the other boxes are described in this
407
+ specification.
408
+
409
+ 4.6.2 Movie Fragments<a name="4.6.2"></a>
410
+ This subclause shows a basic structure of the Movie Fragment Box as follows:
411
+
412
+ +----+----+----+----+----+----+----+----+------------------------------+
413
+ |moof| | | | | | | | Movie Fragment Box |
414
+ +----+----+----+----+----+----+----+----+------------------------------+
415
+ | |mfhd| | | | | | | Movie Fragment Header Box |
416
+ +----+----+----+----+----+----+----+----+------------------------------+
417
+ | |traf| | | | | | | Track Fragment Box |
418
+ +----+----+----+----+----+----+----+----+------------------------------+
419
+ | | |tfhd| | | | | | Track Fragment Header Box |
420
+ +----+----+----+----+----+----+----+----+------------------------------+
421
+ | | |trun| | | | | | Track Fragment Run Box |
422
+ +----+----+----+----+----+----+----+----+------------------------------+
423
+ | | |sgpd|* | | | | | Sample Group Description Box |
424
+ +----+----+----+----+----+----+----+----+------------------------------+
425
+ | | |sbgp| | | | | | Sample to Group Box |
426
+ +----+----+----+----+----+----+----+----+------------------------------+
427
+
428
+ Figure 3 - Basic structure of Movie Fragment Box
429
+
430
+ It is strongly recommended that the Movie Fragment Header Box and the Track Fragment Header Box be
431
+ placed first in their container.
432
+ Boxes marked with an asterisk (*) may be present.
433
+ For the boxes listed above, the definition is as is defined in ISO/IEC 14496-12 [1].
434
+ <a name="4.7"></a>
435
+ 4.7 Example of Encapsulation (informative)
436
+ [File]
437
+ size = 17757
438
+ [ftyp: File Type Box]
439
+ position = 0
440
+ size = 24
441
+ major_brand = Opus : Opus audio coding
442
+ minor_version = 0
443
+ compatible_brands
444
+ brand[0] = Opus : Opus audio coding
445
+ brand[1] = iso2 : ISO Base Media file format version 2
446
+ [moov: Movie Box]
447
+ position = 24
448
+ size = 757
449
+ [mvhd: Movie Header Box]
450
+ position = 32
451
+ size = 108
452
+ version = 0
453
+ flags = 0x000000
454
+ creation_time = UTC 2014/12/12, 18:41:19
455
+ modification_time = UTC 2014/12/12, 18:41:19
456
+ timescale = 48000
457
+ duration = 33600 (00:00:00.700)
458
+ rate = 1.000000
459
+ volume = 1.000000
460
+ reserved = 0x0000
461
+ reserved = 0x00000000
462
+ reserved = 0x00000000
463
+ transformation matrix
464
+ | a, b, u | | 1.000000, 0.000000, 0.000000 |
465
+ | c, d, v | = | 0.000000, 1.000000, 0.000000 |
466
+ | x, y, w | | 0.000000, 0.000000, 1.000000 |
467
+ pre_defined = 0x00000000
468
+ pre_defined = 0x00000000
469
+ pre_defined = 0x00000000
470
+ pre_defined = 0x00000000
471
+ pre_defined = 0x00000000
472
+ pre_defined = 0x00000000
473
+ next_track_ID = 2
474
+ [trak: Track Box]
475
+ position = 140
476
+ size = 608
477
+ [tkhd: Track Header Box]
478
+ position = 148
479
+ size = 92
480
+ version = 0
481
+ flags = 0x000007
482
+ Track enabled
483
+ Track in movie
484
+ Track in preview
485
+ creation_time = UTC 2014/12/12, 18:41:19
486
+ modification_time = UTC 2014/12/12, 18:41:19
487
+ track_ID = 1
488
+ reserved = 0x00000000
489
+ duration = 33600 (00:00:00.700)
490
+ reserved = 0x00000000
491
+ reserved = 0x00000000
492
+ layer = 0
493
+ alternate_group = 0
494
+ volume = 1.000000
495
+ reserved = 0x0000
496
+ transformation matrix
497
+ | a, b, u | | 1.000000, 0.000000, 0.000000 |
498
+ | c, d, v | = | 0.000000, 1.000000, 0.000000 |
499
+ | x, y, w | | 0.000000, 0.000000, 1.000000 |
500
+ width = 0.000000
501
+ height = 0.000000
502
+ [edts: Edit Box]
503
+ position = 240
504
+ size = 36
505
+ [elst: Edit List Box]
506
+ position = 281
507
+ size = 28
508
+ version = 0
509
+ flags = 0x000000
510
+ entry_count = 1
511
+ entry[0]
512
+ segment_duration = 33600
513
+ media_time = 312
514
+ media_rate = 1.000000
515
+ [mdia: Media Box]
516
+ position = 276
517
+ size = 472
518
+ [mdhd: Media Header Box]
519
+ position = 284
520
+ size = 32
521
+ version = 0
522
+ flags = 0x000000
523
+ creation_time = UTC 2014/12/12, 18:41:19
524
+ modification_time = UTC 2014/12/12, 18:41:19
525
+ timescale = 48000
526
+ duration = 34560 (00:00:00.720)
527
+ language = und
528
+ pre_defined = 0x0000
529
+ [hdlr: Handler Reference Box]
530
+ position = 316
531
+ size = 51
532
+ version = 0
533
+ flags = 0x000000
534
+ pre_defined = 0x00000000
535
+ handler_type = soun
536
+ reserved = 0x00000000
537
+ reserved = 0x00000000
538
+ reserved = 0x00000000
539
+ name = Xiph Audio Handler
540
+ [minf: Media Information Box]
541
+ position = 367
542
+ size = 381
543
+ [smhd: Sound Media Header Box]
544
+ position = 375
545
+ size = 16
546
+ version = 0
547
+ flags = 0x000000
548
+ balance = 0.000000
549
+ reserved = 0x0000
550
+ [dinf: Data Information Box]
551
+ position = 391
552
+ size = 36
553
+ [dref: Data Reference Box]
554
+ position = 399
555
+ size = 28
556
+ version = 0
557
+ flags = 0x000000
558
+ entry_count = 1
559
+ [url : Data Entry Url Box]
560
+ position = 415
561
+ size = 12
562
+ version = 0
563
+ flags = 0x000001
564
+ location = in the same file
565
+ [stbl: Sample Table Box]
566
+ position = 427
567
+ size = 321
568
+ [stsd: Sample Description Box]
569
+ position = 435
570
+ size = 79
571
+ version = 0
572
+ flags = 0x000000
573
+ entry_count = 1
574
+ [Opus: Audio Description]
575
+ position = 451
576
+ size = 63
577
+ reserved = 0x000000000000
578
+ data_reference_index = 1
579
+ reserved = 0x0000
580
+ reserved = 0x0000
581
+ reserved = 0x00000000
582
+ channelcount = 6
583
+ samplesize = 16
584
+ pre_defined = 0
585
+ reserved = 0
586
+ samplerate = 48000.000000
587
+ [dOps: Opus Specific Box]
588
+ position = 487
589
+ size = 27
590
+ Version = 0
591
+ OutputChannelCount = 6
592
+ PreSkip = 312
593
+ InputSampleRate = 48000
594
+ OutputGain = 0
595
+ ChannelMappingFamily = 1
596
+ StreamCount = 4
597
+ CoupledCount = 2
598
+ ChannelMapping
599
+ 0 -> 0: front left
600
+ 1 -> 4: fron center
601
+ 2 -> 1: front right
602
+ 3 -> 2: side left
603
+ 4 -> 3: side right
604
+ 5 -> 5: rear center
605
+ [stts: Decoding Time to Sample Box]
606
+ position = 514
607
+ size = 24
608
+ version = 0
609
+ flags = 0x000000
610
+ entry_count = 1
611
+ entry[0]
612
+ sample_count = 18
613
+ sample_delta = 1920
614
+ [stsc: Sample To Chunk Box]
615
+ position = 538
616
+ size = 40
617
+ version = 0
618
+ flags = 0x000000
619
+ entry_count = 2
620
+ entry[0]
621
+ first_chunk = 1
622
+ samples_per_chunk = 13
623
+ sample_description_index = 1
624
+ entry[1]
625
+ first_chunk = 2
626
+ samples_per_chunk = 5
627
+ sample_description_index = 1
628
+ [stsz: Sample Size Box]
629
+ position = 578
630
+ size = 92
631
+ version = 0
632
+ flags = 0x000000
633
+ sample_size = 0 (variable)
634
+ sample_count = 18
635
+ entry_size[0] = 977
636
+ entry_size[1] = 938
637
+ entry_size[2] = 939
638
+ entry_size[3] = 938
639
+ entry_size[4] = 934
640
+ entry_size[5] = 945
641
+ entry_size[6] = 948
642
+ entry_size[7] = 956
643
+ entry_size[8] = 955
644
+ entry_size[9] = 930
645
+ entry_size[10] = 933
646
+ entry_size[11] = 934
647
+ entry_size[12] = 972
648
+ entry_size[13] = 977
649
+ entry_size[14] = 958
650
+ entry_size[15] = 949
651
+ entry_size[16] = 962
652
+ entry_size[17] = 848
653
+ [stco: Chunk Offset Box]
654
+ position = 670
655
+ size = 24
656
+ version = 0
657
+ flags = 0x000000
658
+ entry_count = 2
659
+ chunk_offset[0] = 797
660
+ chunk_offset[1] = 13096
661
+ [sgpd: Sample Group Description Box]
662
+ position = 694
663
+ size = 26
664
+ version = 1
665
+ flags = 0x000000
666
+ grouping_type = roll
667
+ default_length = 2 (constant)
668
+ entry_count = 1
669
+ roll_distance[0] = -2
670
+ [sbgp: Sample to Group Box]
671
+ position = 720
672
+ size = 28
673
+ version = 0
674
+ flags = 0x000000
675
+ grouping_type = roll
676
+ entry_count = 1
677
+ entry[0]
678
+ sample_count = 18
679
+ group_description_index = 1
680
+ [free: Free Space Box]
681
+ position = 748
682
+ size = 8
683
+ [mdat: Media Data Box]
684
+ position = 756
685
+ size = 17001
686
+ <a name="5"></a>
687
+ 5 Authors' Address
688
+ Yusuke Nakamura
689
+ Email: muken.the.vfrmaniac |at| gmail.com
690
+ </div>
691
+ </body>
692
+ </html>