sonusai 0.15.9__tar.gz → 0.16.1__tar.gz

{sonusai-0.15.9 → sonusai-0.16.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sonusai
-Version: 0.15.9
+Version: 0.16.1
 Summary: Framework for building deep neural network models for sound, speech, and voice AI
 Home-page: https://aaware.com
 License: GPL-3.0-only
@@ -15,57 +15,39 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Requires-Dist: PyYAML (>=6.0.1,<7.0.0)
-Requires-Dist: aixplain (>=0.2.6,<0.3.0)
-Requires-Dist: bitarray (>=2.9.2,<3.0.0)
-Requires-Dist: ctranslate2 (==4.1.0)
 Requires-Dist: dataclasses-json (>=0.6.1,<0.7.0)
-Requires-Dist: deepgram-sdk (>=3.0.0,<4.0.0)
 Requires-Dist: docopt (>=0.6.2,<0.7.0)
-Requires-Dist: einops (>=0.7.0,<0.8.0)
-Requires-Dist: faster-whisper (>=1.0.1,<2.0.0)
-Requires-Dist: geomloss (>=0.2.6,<0.3.0)
 Requires-Dist: h5py (>=3.11.0,<4.0.0)
-Requires-Dist: hydra-core (>=1.3.2,<2.0.0)
 Requires-Dist: jiwer (>=3.0.3,<4.0.0)
-Requires-Dist: keras (>=3.1.1,<4.0.0)
-Requires-Dist: keras-tuner (>=1.4.7,<2.0.0)
 Requires-Dist: librosa (>=0.10.1,<0.11.0)
-Requires-Dist: lightning (>=2.2,<2.3)
 Requires-Dist: matplotlib (>=3.8.0,<4.0.0)
-Requires-Dist: omegaconf (>=2.3.0,<3.0.0)
 Requires-Dist: onnx (>=1.14.1,<2.0.0)
 Requires-Dist: onnxruntime (>=1.16.1,<2.0.0)
 Requires-Dist: paho-mqtt (>=2.0.0,<3.0.0)
 Requires-Dist: pandas (>=2.1.1,<3.0.0)
 Requires-Dist: pesq (>=0.0.4,<0.0.5)
-Requires-Dist: pyaaware (>=1.5.3,<2.0.0)
+Requires-Dist: pyaaware (>=1.5.7,<2.0.0)
 Requires-Dist: pyaudio (>=0.2.14,<0.3.0)
 Requires-Dist: pydub (>=0.25.1,<0.26.0)
 Requires-Dist: pystoi (>=0.4.0,<0.5.0)
-Requires-Dist: python-magic (>=0.4.27,<0.5.0)
 Requires-Dist: requests (>=2.31.0,<3.0.0)
-Requires-Dist: sacrebleu (>=2.4.2,<3.0.0)
 Requires-Dist: samplerate (>=0.2.1,<0.3.0)
 Requires-Dist: soundfile (>=0.12.1,<0.13.0)
 Requires-Dist: sox (>=1.4.1,<2.0.0)
-Requires-Dist: speechrecognition (>=3.10.1,<4.0.0)
-Requires-Dist: tensorflow (>=2.15.0,<3.0.0)
-Requires-Dist: tf2onnx (>=1.15.1,<2.0.0)
 Requires-Dist: torch (>=2.2,<2.3)
 Requires-Dist: torchaudio (>=2.2,<2.3)
-Requires-Dist: torchinfo (>=1.8.0,<2.0.0)
 Requires-Dist: tqdm (>=4.66.1,<5.0.0)
 Description-Content-Type: text/x-rst
 
-Sonus AI: Framework for simplified creation of deep NN models for sound, speech, and voice AI
+SonusAI: Framework for simplified creation of deep NN models for sound, speech, and voice AI
 
-Sonus AI includes functions for pre-processing training and validation data and
+SonusAI includes functions for pre-processing training and validation data and
 creating performance metrics reports for key types of Keras models:
 - recurrent, convolutional, or a combination (i.e. RCNNs)
 - binary, multiclass single-label, multiclass multi-label, and regression
 - training with data augmentations:  noise mixing, pitch and time stretch, etc.
 
-Sonus AI python functions are used by:
- - Aaware Inc. sonusai executable:  Easily create train/validation data, run prediction, evaluate model performance
- - Keras model scripts:             User python scripts for keras model creation, training, and prediction. These can use sonusai-specific data but also some general useful utilities for trainining rnn-based models like CRNN's, DSCRNN's, etc. in Keras
+SonusAI python functions are used by:
+ - Aaware Inc. sonusai framework:   Easily create train/validation data, run prediction, evaluate model performance
+ - Keras model scripts:             User python scripts for Keras model creation, training, and prediction. These can use sonusai-specific data but also some general useful utilities for training rnn-based models like CRNN's, DSCRNN's, etc. in Keras.
 

{sonusai-0.15.9 → sonusai-0.16.1}/README.rst

@@ -1,11 +1,11 @@
-Sonus AI: Framework for simplified creation of deep NN models for sound, speech, and voice AI
+SonusAI: Framework for simplified creation of deep NN models for sound, speech, and voice AI
 
-Sonus AI includes functions for pre-processing training and validation data and
+SonusAI includes functions for pre-processing training and validation data and
 creating performance metrics reports for key types of Keras models:
 - recurrent, convolutional, or a combination (i.e. RCNNs)
 - binary, multiclass single-label, multiclass multi-label, and regression
 - training with data augmentations:  noise mixing, pitch and time stretch, etc.
 
-Sonus AI python functions are used by:
- - Aaware Inc. sonusai executable:  Easily create train/validation data, run prediction, evaluate model performance
- - Keras model scripts:             User python scripts for keras model creation, training, and prediction. These can use sonusai-specific data but also some general useful utilities for trainining rnn-based models like CRNN's, DSCRNN's, etc. in Keras
+SonusAI python functions are used by:
+ - Aaware Inc. sonusai framework:   Easily create train/validation data, run prediction, evaluate model performance
+ - Keras model scripts:             User python scripts for Keras model creation, training, and prediction. These can use sonusai-specific data but also some general useful utilities for training rnn-based models like CRNN's, DSCRNN's, etc. in Keras.

{sonusai-0.15.9 → sonusai-0.16.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "sonusai"
-version = "0.15.9"
+version = "0.16.1"
 description = "Framework for building deep neural network models for sound, speech, and voice AI"
 authors = ["Chris Eddington <chris@aaware.com>", "Jason Calderwood <jason@aaware.com>"]
 maintainers = ["Chris Eddington <chris@aaware.com>", "Jason Calderwood <jason@aaware.com>"]
@@ -15,60 +15,40 @@ aawscd_probwrite = 'sonusai.aawscd_probwrite:main'
 
 [tool.poetry.dependencies]
 PyYAML = "^6.0.1"
-aixplain = "^0.2.6"
-bitarray = "^2.9.2"
-ctranslate2 = "4.1.0"
 dataclasses-json = "^0.6.1"
-deepgram-sdk = "^3.0.0"
 docopt = "^0.6.2"
-einops = "^0.7.0"
-faster-whisper = "^1.0.1"
-geomloss = "^0.2.6"
 h5py = "^3.11.0"
-hydra-core = "^1.3.2"
 jiwer = "^3.0.3"
-keras = "^3.1.1"
-keras-tuner = "^1.4.7"
 librosa = "^0.10.1"
-lightning = "~2.2"
 matplotlib = "^3.8.0"
-omegaconf = "^2.3.0"
 onnx = "^1.14.1"
-#onnxruntime-gpu = "^1.16.1"
 onnxruntime = "^1.16.1"
-#openai-whisper = "^20231117"
 paho-mqtt = "^2.0.0"
 pandas = "^2.1.1"
 pesq = "^0.0.4"
-pyaaware = "^1.5.3"
+pyaaware = "^1.5.7"
 pyaudio = "^0.2.14"
 pydub = "^0.25.1"
 pystoi = "^0.4.0"
 python = ">=3.9,<3.12"
-python-magic = "^0.4.27"
 requests = "^2.31.0"
-sacrebleu = "^2.4.2"
 samplerate = "^0.2.1"
 soundfile = "^0.12.1"
-speechrecognition = "^3.10.1"
 sox = "^1.4.1"
-tensorflow = "^2.15.0"
-tf2onnx = "^1.15.1"
 torch = "~2.2"
 torchaudio = "~2.2"
-torchinfo = "^1.8.0"
 tqdm = "^4.66.1"
 
 [tool.poetry.group.dev.dependencies]
+einops = "^0.8.0"
 icecream = "^2.1.3"
-ipython = "^8.16.1"
-jupyter = "^1.0.0"
 mypy = "^1.6.0"
 mypy-extensions = "^1.0.0"
 pytest = "^8.1.1"
+sonusai-asr-cloud = "^0.1.0"
+sonusai-torchl = "^0.1.0"
 types-pyyaml = "^6.0.12.12"
 types-requests = "^2.31.0.8"
-yappi = "^1.4.0"
 
 [tool.mypy]
 ignore_missing_imports = true

sonusai-0.16.1/sonusai/__init__.py

@@ -0,0 +1,87 @@
+import logging
+from importlib import metadata
+from os.path import dirname
+
+__version__ = metadata.version(__package__)
+BASEDIR = dirname(__file__)
+
+commands_doc = """
+   audiofe                      Audio front end
+   calc_metric_spenh            Run speech enhancement and analysis
+   doc                          Documentation
+   genft                        Generate feature and truth data
+   genmix                       Generate mixture and truth data
+   genmixdb                     Generate a mixture database
+   gentcst                      Generate target configuration from a subdirectory tree
+   lsdb                         List information about a mixture database
+   mkmanifest                   Make ASR manifest JSON file
+   mkwav                        Make WAV files from a mixture database
+   onnx_predict                 Run ONNX predict on a trained model
+   plot                         Plot mixture data
+   post_spenh_targetf           Run post-processing for speech enhancement targetf data
+   summarize_metric_spenh       Summarize speech enhancement and analysis results
+   tplot                        Plot truth data
+   vars                         List custom SonusAI variables
+"""
+
+# create logger
+logger = logging.getLogger('sonusai')
+logger.setLevel(logging.DEBUG)
+formatter = logging.Formatter('%(message)s')
+console_handler = logging.StreamHandler()
+console_handler.setLevel(logging.DEBUG)
+console_handler.setFormatter(formatter)
+logger.addHandler(console_handler)
+
+
+class SonusAIError(Exception):
+    def __init__(self, value):
+        logger.error(value)
+
+
+# create file handler
+def create_file_handler(filename: str) -> None:
+    fh = logging.FileHandler(filename=filename, mode='w')
+    fh.setLevel(logging.DEBUG)
+    fh.setFormatter(formatter)
+    logger.addHandler(fh)
+
+
+# update console handler
+def update_console_handler(verbose: bool) -> None:
+    if not verbose:
+        logger.removeHandler(console_handler)
+        console_handler.setLevel(logging.INFO)
+        logger.addHandler(console_handler)
+
+
+# write initial log message
+def initial_log_messages(name: str, subprocess: str = None) -> None:
+    from datetime import datetime
+    from getpass import getuser
+    from os import getcwd
+    from socket import gethostname
+    from sys import argv
+
+    if subprocess is None:
+        logger.info(f'SonusAI {__version__}')
+    else:
+        logger.info(f'SonusAI {subprocess}')
+    logger.info(f'{name}')
+    logger.info('')
+    logger.debug(f'Host:      {gethostname()}')
+    logger.debug(f'User:      {getuser()}')
+    logger.debug(f'Directory: {getcwd()}')
+    logger.debug(f'Date:      {datetime.now()}')
+    logger.debug(f'Command:   {" ".join(argv)}')
+    logger.debug('')
+
+
+def commands_list(doc: str = commands_doc) -> list[str]:
+    lines = doc.split('\n')
+    commands = []
+    for line in lines:
+        command = line.strip().split(' ').pop(0)
+        if command:
+            commands.append(command)
+    return commands

{sonusai-0.15.9 → sonusai-0.16.1}/sonusai/audiofe.py

@@ -24,6 +24,10 @@ audiofe_capture_<TIMESTAMP>.wav.
 If a model is specified, run prediction on audio data from this model. Then compute the inverse transform of the
 prediction result and save to audiofe_predict_<TIMESTAMP>.wav.
 
+Also, if a model is specified, save plots of the capture data (time-domain signal and feature) to
+audiofe_capture_<TIMESTAMP>.png and predict data (time-domain signal and feature) to
+audiofe_predict_<TIMESTAMP>.png.
+
 If an ASR is specified, run ASR on the captured audio and print the results. In addition, if a model was also specified,
 run ASR on the predict audio and print the results.
 
@@ -31,41 +35,32 @@ If the debug option is enabled, write capture audio, feature, reconstruct audio,
 audiofe_<TIMESTAMP>.h5.
 
 """
-from os.path import exists
-from select import select
-from sys import stdin
-from typing import Any
+import signal
 
-import h5py
 import numpy as np
-import pyaudio
-import torch
-from docopt import docopt
-from docopt import printable_usage
-
-import sonusai
-from sonusai import create_file_handler
-from sonusai import initial_log_messages
-from sonusai import logger
-from sonusai import update_console_handler
+
 from sonusai.mixture import AudioT
-from sonusai.mixture import CHANNEL_COUNT
-from sonusai.mixture import SAMPLE_RATE
-from sonusai.mixture import get_audio_from_feature
-from sonusai.mixture import get_feature_from_audio
-from sonusai.mixture import read_audio
-from sonusai.utils import calc_asr
-from sonusai.utils import create_timestamp
-from sonusai.utils import get_input_device_index_by_name
-from sonusai.utils import get_input_devices
-from sonusai.utils import import_keras_model
-from sonusai.utils import trim_docstring
-from sonusai.utils import write_wav
+
+
+def signal_handler(_sig, _frame):
+    import sys
+
+    from sonusai import logger
+
+    logger.info('Canceled due to keyboard interrupt')
+    sys.exit(1)
+
+
+signal.signal(signal.SIGINT, signal_handler)
 
 
 def main() -> None:
+    from docopt import docopt
+
+    import sonusai
+    from sonusai.utils import trim_docstring
+
     args = docopt(trim_docstring(__doc__), version=sonusai.__version__, options_first=True)
-    ts = create_timestamp()
 
     verbose = args['--verbose']
     length = float(args['--length'])
@@ -77,8 +72,34 @@ def main() -> None:
     debug = args['--debug']
     show = args['--show']
 
-    capture_name = f'audiofe_capture_{ts}.wav'
-    predict_name = f'audiofe_predict_{ts}.wav'
+    from os.path import exists
+
+    import h5py
+    import pyaudio
+    import torch
+    from docopt import printable_usage
+    from sonusai_torchl.utils import load_torchl_ckpt_model
+
+    from sonusai import create_file_handler
+    from sonusai import initial_log_messages
+    from sonusai import logger
+    from sonusai import update_console_handler
+    from sonusai.mixture import SAMPLE_RATE
+    from sonusai.mixture import get_audio_from_feature
+    from sonusai.mixture import get_feature_from_audio
+    from sonusai.utils import calc_asr
+    from sonusai.utils import create_timestamp
+    from sonusai.utils import get_input_devices
+    from sonusai.utils import trim_docstring
+    from sonusai.utils import write_wav
+
+    ts = create_timestamp()
+    capture_name = f'audiofe_capture_{ts}'
+    capture_wav = capture_name + '.wav'
+    capture_png = capture_name + '.png'
+    predict_name = f'audiofe_predict_{ts}'
+    predict_wav = predict_name + '.wav'
+    predict_png = predict_name + '.png'
     h5_name = f'audiofe_{ts}.h5'
 
     if model_name is not None and ckpt_name is None:
@@ -109,9 +130,9 @@ def main() -> None:
             logger.exception(e)
             return
 
-    write_wav(capture_name, capture_audio, SAMPLE_RATE)
+    write_wav(capture_wav, capture_audio, SAMPLE_RATE)
     logger.info('')
-    logger.info(f'Wrote capture audio with shape {capture_audio.shape} to {capture_name}')
+    logger.info(f'Wrote capture audio with shape {capture_audio.shape} to {capture_wav}')
     if debug:
         with h5py.File(h5_name, 'a') as f:
             if 'capture_audio' in f:
@@ -124,9 +145,13 @@ def main() -> None:
         logger.info(f'Capture audio ASR: {capture_asr}')
 
     if model_name is not None:
-        model = load_model(model_name=model_name, ckpt_name=ckpt_name)
+        model = load_torchl_ckpt_model(model_name=model_name, ckpt_name=ckpt_name)
+        model.eval()
 
         feature = get_feature_from_audio(audio=capture_audio, feature_mode=model.hparams.feature)
+        save_figure(capture_png, capture_audio, feature)
+        logger.info(f'Wrote capture plots to {capture_png}')
+
         if debug:
             with h5py.File(h5_name, 'a') as f:
                 if 'feature' in f:
@@ -134,22 +159,9 @@ def main() -> None:
                 f.create_dataset('feature', data=feature)
             logger.info(f'Wrote feature with shape {feature.shape} to {h5_name}')
 
-        # if debug:
-        #     reconstruct_name = f'audiofe_reconstruct_{ts}.wav'
-        #     reconstruct_audio = get_audio_from_feature(feature=feature, feature_mode=model.hparams.feature)
-        #     samples = min(len(capture_audio), len(reconstruct_audio))
-        #     max_err = np.max(np.abs(capture_audio[:samples] - reconstruct_audio[:samples]))
-        #     logger.info(f'Maximum error between capture and reconstruct: {max_err}')
-        #     write_wav(reconstruct_name, reconstruct_audio, SAMPLE_RATE)
-        #     logger.info(f'Wrote reconstruct audio with shape {reconstruct_audio.shape} to {reconstruct_name}')
-        #     with h5py.File(h5_name, 'a') as f:
-        #         if 'reconstruct_audio' in f:
-        #             del f['reconstruct_audio']
-        #         f.create_dataset('reconstruct_audio', data=reconstruct_audio)
-        #     logger.info(f'Wrote reconstruct audio with shape {reconstruct_audio.shape} to {h5_name}')
-
         with torch.no_grad():
-            predict = model(torch.tensor(feature))
+            # model wants batch x timesteps x feature_parameters
+            predict = model(torch.tensor(feature).permute((1, 0, 2))).permute(1, 0, 2).numpy()
         if debug:
             with h5py.File(h5_name, 'a') as f:
                 if 'predict' in f:
@@ -157,9 +169,9 @@ def main() -> None:
                 f.create_dataset('predict', data=predict)
             logger.info(f'Wrote predict with shape {predict.shape} to {h5_name}')
 
-        predict_audio = get_audio_from_feature(feature=predict.numpy(), feature_mode=model.hparams.feature)
-        write_wav(predict_name, predict_audio, SAMPLE_RATE)
-        logger.info(f'Wrote predict audio with shape {predict_audio.shape} to {predict_name}')
+        predict_audio = get_audio_from_feature(feature=predict, feature_mode=model.hparams.feature)
+        write_wav(predict_wav, predict_audio, SAMPLE_RATE)
+        logger.info(f'Wrote predict audio with shape {predict_audio.shape} to {predict_wav}')
         if debug:
             with h5py.File(h5_name, 'a') as f:
                 if 'predict_audio' in f:
@@ -167,69 +179,26 @@ def main() -> None:
                 f.create_dataset('predict_audio', data=predict_audio)
             logger.info(f'Wrote predict audio with shape {predict_audio.shape} to {h5_name}')
 
+        save_figure(predict_png, predict_audio, predict)
+        logger.info(f'Wrote predict plots to {predict_png}')
+
         if asr_name is not None:
             predict_asr = calc_asr(predict_audio, engine=asr_name, whisper_model_name=whisper_name).text
             logger.info(f'Predict audio ASR: {predict_asr}')
 
 
-def load_model(model_name: str, ckpt_name: str) -> Any:
-    batch_size = 1
-    timesteps = 0
-
-    # Load checkpoint first to get hparams if available
-    try:
-        checkpoint = torch.load(ckpt_name, map_location=lambda storage, loc: storage)
-    except Exception as e:
-        logger.exception(f'Error: could not load checkpoint from {ckpt_name}: {e}')
-        raise SystemExit(1)
-
-    # Import model definition file
-    logger.info(f'Importing {model_name}')
-    litemodule = import_keras_model(model_name)
-
-    if 'hyper_parameters' in checkpoint:
-        logger.info(f'Found checkpoint file with hyper-parameters')
-        hparams = checkpoint['hyper_parameters']
-        if hparams['batch_size'] != batch_size:
-            logger.info(
-                f'Overriding model default batch_size of {hparams["batch_size"]} with batch_size of {batch_size}')
-            hparams["batch_size"] = batch_size
-
-        if hparams['timesteps'] != 0 and timesteps == 0:
-            timesteps = hparams['timesteps']
-            logger.warning(f'Using model default timesteps of {timesteps}')
-
-        logger.info(f'Building model with {len(hparams)} total hparams')
-        try:
-            model = litemodule.MyHyperModel(**hparams)
-        except Exception as e:
-            logger.exception(f'Error: model build (MyHyperModel) in {model_name} failed: {e}')
-            raise SystemExit(1)
-    else:
-        logger.info(f'Found checkpoint file with no hyper-parameters')
-        logger.info(f'Building model with defaults')
-        try:
-            tmp = litemodule.MyHyperModel()
-        except Exception as e:
-            logger.exception(f'Error: model build (MyHyperModel) in {model_name} failed: {e}')
-            raise SystemExit(1)
-
-        if tmp.batch_size != batch_size:
-            logger.info(f'Overriding model default batch_size of {tmp.batch_size} with batch_size of {batch_size}')
-
-        if tmp.timesteps != 0 and timesteps == 0:
-            timesteps = tmp.timesteps
-            logger.warning(f'Using model default timesteps of {timesteps}')
-
-        model = litemodule.MyHyperModel(timesteps=timesteps, batch_size=batch_size)
+def get_frames_from_device(input_name: str | None, length: float, chunk: int = 1024) -> AudioT:
+    from select import select
+    from sys import stdin
 
-    logger.info(f'Loading weights from {ckpt_name}')
-    model.load_state_dict(checkpoint["state_dict"])
-    model.eval()
-    return model
+    import pyaudio
 
+    from sonusai import logger
+    from sonusai.mixture import CHANNEL_COUNT
+    from sonusai.mixture import SAMPLE_RATE
+    from sonusai.utils import get_input_device_index_by_name
+    from sonusai.utils import get_input_devices
 
-def get_frames_from_device(input_name: str | None, length: float, chunk: int = 1024) -> AudioT:
     p = pyaudio.PyAudio()
 
     input_devices = get_input_devices(p)
@@ -280,6 +249,10 @@ def get_frames_from_device(input_name: str | None, length: float, chunk: int = 1
 
 
 def get_frames_from_file(input_name: str, length: float) -> AudioT:
+    from sonusai import logger
+    from sonusai.mixture import SAMPLE_RATE
+    from sonusai.mixture import read_audio
+
     logger.info(f'Capturing from {input_name}')
     frames = read_audio(input_name)
     if length != -1:
@@ -289,5 +262,37 @@ def get_frames_from_file(input_name: str, length: float) -> AudioT:
     return frames
 
 
+def save_figure(name: str, audio: np.ndarray, feature: np.ndarray) -> None:
+    import matplotlib.pyplot as plt
+    from scipy.interpolate import CubicSpline
+
+    from sonusai.mixture import SAMPLE_RATE
+    from sonusai.utils import unstack_complex
+
+    spectrum = 20 * np.log(np.abs(np.squeeze(unstack_complex(feature)).transpose()))
+    frames = spectrum.shape[1]
+    samples = (len(audio) // frames) * frames
+    length_in_s = samples / SAMPLE_RATE
+    interp = samples // frames
+
+    ts = np.arange(0.0, length_in_s, interp / SAMPLE_RATE)
+    t = np.arange(0.0, length_in_s, 1 / SAMPLE_RATE)
+
+    spectrum = CubicSpline(ts, spectrum, axis=-1)(t)
+
+    fig, (ax1, ax2) = plt.subplots(nrows=2)
+    ax1.set_title(name)
+    ax1.plot(t, audio[:samples])
+    ax1.set_ylabel('Signal')
+    ax1.set_xlim(0, length_in_s)
+    ax1.set_ylim(-1, 1)
+
+    ax2.imshow(spectrum, origin='lower', aspect='auto')
+    ax2.set_xticks([])
+    ax2.set_ylabel('Feature')
+
+    plt.savefig(name, dpi=300)
+
+
 if __name__ == '__main__':
     main()