mtcli 3.8.0.dev0__py3-none-any.whl → 3.8.0.dev2__py3-none-any.whl

mtcli/cli.py

@@ -1,11 +1,5 @@
 """
 CLI principal do mtcli.
-
-Este módulo define o grupo principal `mt`
-e inicializa o carregamento de plugins.
-
-Também inicia a captura contínua de ticks para manter
-um histórico próprio independente do broker.
 """
 
 import os
@@ -23,11 +17,6 @@ from .commands.migrate import migrate
 
 logger = setup_logger(__name__)
 
-
-# ---------------------------------------------------------
-# Configuração de captura de ticks
-# ---------------------------------------------------------
-
 _tick_streamer = None
 
 
@@ -35,7 +24,7 @@ def start_tick_capture():
     """
     Inicia captura contínua de ticks em background.
 
-    O símbolo pode ser configurado via variável de ambiente:
+    O símbolo deve ser definido via variável:
 
         MTCLI_SYMBOL=WINJ26
     """
@@ -45,7 +34,7 @@ def start_tick_capture():
     if _tick_streamer:
         return
 
-    symbol = os.getenv("SYMBOL")
+    symbol = os.getenv("MTCLI_SYMBOL")
 
     if not symbol:
         logger.info("Captura de ticks desativada (MTCLI_SYMBOL não definido).")
@@ -53,22 +42,24 @@ def start_tick_capture():
 
     logger.info("Iniciando captura contínua de ticks para %s", symbol)
 
-    _tick_streamer = TickStreamer(symbol)
+    try:
+
+        _tick_streamer = TickStreamer(symbol)
+
+        thread = threading.Thread(
+            target=_tick_streamer.start,
+            daemon=True,
+            name="mtcli-tick-streamer",
+        )
 
-    thread = threading.Thread(
-        target=_tick_streamer.start,
-        daemon=True,
-        name="mtcli-tick-streamer",
-    )
+        thread.start()
 
-    thread.start()
+        logger.info("Captura de ticks iniciada em background.")
 
-    logger.info("Captura de ticks iniciada em background.")
+    except Exception:
 
+        logger.exception("Falha ao iniciar captura de ticks")
 
-# ---------------------------------------------------------
-# CLI principal
-# ---------------------------------------------------------
 
 @click.group(context_settings={"max_content_width": 120}, invoke_without_command=True)
 @click.version_option(package_name="mtcli")
@@ -76,45 +67,28 @@ def start_tick_capture():
 def mt(ctx):
     """
     CLI principal do mtcli.
-
-    Exibe gráficos e informações de mercado
-    em formato textual compatível com leitores de tela.
     """
 
-    # inicia captura de ticks
     start_tick_capture()
 
     if ctx.invoked_subcommand is None:
         click.echo(ctx.get_help())
 
 
-# ---------------------------------------------------------
-# Comandos internos
-# ---------------------------------------------------------
-
 mt.add_command(doctor, name="doctor")
 mt.add_command(bars, name="bars")
 mt.add_command(doctor, name="dr")
 mt.add_command(migrate)
 
-
-# ---------------------------------------------------------
-# Carregamento de plugins
-# ---------------------------------------------------------
-
 loaded_plugins = load_plugins(mt)
 
 logger.info("Plugins carregados: %s", loaded_plugins)
 
 
-# ---------------------------------------------------------
-# Comando utilitário: listar plugins
-# ---------------------------------------------------------
-
 @mt.command(name="plugins")
 def list_plugins():
     """
-    Lista os plugins atualmente carregados no mtcli.
+    Lista os plugins carregados.
     """
 
     if not loaded_plugins:
@@ -127,9 +101,5 @@ def list_plugins():
         click.echo(f"  {name}")
 
 
-# ---------------------------------------------------------
-# Entry point
-# ---------------------------------------------------------
-
 if __name__ == "__main__":
     mt()

mtcli/database.py

@@ -1,3 +1,15 @@
+"""
+Core de acesso ao banco SQLite do mtcli.
+
+Responsável por:
+
+- Criar conexão SQLite
+- Aplicar otimizações de performance
+- Ativar WAL
+- Gerenciar migrations
+- Backup e manutenção do banco
+"""
+
 import sqlite3
 from pathlib import Path
 from datetime import datetime
@@ -7,6 +19,23 @@ BACKUP_DIR = Path.home() / ".mtcli" / "backups"
 
 
 def get_connection():
+    """
+    Cria ou retorna uma conexão SQLite otimizada para ingestão
+    contínua de ticks de mercado.
+
+    Configurações aplicadas:
+
+    - WAL (Write Ahead Logging)
+    - synchronous=NORMAL
+    - temp_store em memória
+    - mmap para leitura rápida
+    - cache expandido
+
+    Returns
+    -------
+    sqlite3.Connection
+        Conexão ativa com o banco SQLite.
+    """
 
     DB_PATH.parent.mkdir(parents=True, exist_ok=True)
     BACKUP_DIR.mkdir(parents=True, exist_ok=True)
@@ -16,8 +45,9 @@ def get_connection():
     conn.execute("PRAGMA journal_mode=WAL")
     conn.execute("PRAGMA synchronous=NORMAL")
     conn.execute("PRAGMA temp_store=MEMORY")
-    conn.execute("PRAGMA mmap_size=30000000000")
+    conn.execute("PRAGMA mmap_size=268435456")
     conn.execute("PRAGMA cache_size=-200000")
+    conn.execute("PRAGMA journal_size_limit=67108864")
 
     conn.execute("""
     CREATE TABLE IF NOT EXISTS schema_migrations(
@@ -37,8 +67,12 @@ def get_connection():
 
 def wal_checkpoint(conn):
     """
-    Reduz tamanho do WAL e mantém banco saudável.
+    Executa checkpoint do WAL.
+
+    Move os dados do arquivo `.wal` para o banco principal
+    e reduz seu tamanho.
     """
+
     conn.execute("PRAGMA wal_checkpoint(TRUNCATE)")
 
 
@@ -48,7 +82,10 @@ def wal_checkpoint(conn):
 
 def backup_database(conn):
     """
-    Backup diário seguro do banco SQLite.
+    Realiza backup diário seguro do banco SQLite.
+
+    O backup utiliza a API nativa do SQLite,
+    permitindo cópia consistente mesmo com o banco em uso.
     """
 
     now = datetime.now().strftime("%Y%m%d")

mtcli/marketdata/tick_cache.py

@@ -1,5 +1,8 @@
 """
 Cache de ticks em memória.
+
+Mantém uma janela recente de ticks para acesso rápido
+sem necessidade de consultar o banco SQLite.
 """
 
 from collections import deque
@@ -7,26 +10,43 @@ from collections import deque
 
 class TickCache:
     """
-    Mantém janela recente de ticks em memória.
+    Mantém uma janela deslizante de ticks em memória.
+
+    Parameters
+    ----------
+    max_size : int
+        Número máximo de ticks armazenados no cache.
     """
 
     def __init__(self, max_size=10000):
         self.buffer = deque(maxlen=max_size)
 
     def add_many(self, ticks):
+        """
+        Adiciona múltiplos ticks ao cache.
+        """
 
         for t in ticks:
             self.buffer.append(t)
 
     def add(self, tick):
+        """
+        Adiciona um único tick ao cache.
+        """
 
         self.buffer.append(tick)
 
     def get_all(self):
+        """
+        Retorna todos os ticks do cache.
+        """
 
         return list(self.buffer)
 
     def get_last(self):
+        """
+        Retorna o último tick armazenado.
+        """
 
         if self.buffer:
             return self.buffer[-1]
@@ -34,5 +54,8 @@ class TickCache:
         return None
 
     def clear(self):
+        """
+        Limpa o cache.
+        """
 
         self.buffer.clear()

mtcli/marketdata/tick_engine.py

@@ -0,0 +1,93 @@
+"""
+Motor de captura de ticks multi-ativo.
+"""
+
+import time
+import threading
+import MetaTrader5 as mt5
+from datetime import datetime
+
+from mtcli.mt5_context import mt5_conexao
+from .tick_repository import TickRepository
+
+
+class TickEngine:
+
+    POLL_INTERVAL = 0.2
+
+    def __init__(self, symbols):
+
+        self.symbols = symbols
+
+        self.repositories = {
+            symbol: TickRepository()
+            for symbol in symbols
+        }
+
+        self.running = False
+
+    def start(self):
+
+        thread = threading.Thread(
+            target=self._run,
+            daemon=True
+        )
+
+        self.running = True
+        thread.start()
+
+    def stop(self):
+
+        self.running = False
+
+    def _run(self):
+
+        with mt5_conexao():
+
+            last_positions = {}
+
+            for symbol in self.symbols:
+
+                repo = self.repositories[symbol]
+                last_msc = repo._get_last_tick_msc(symbol)
+
+                if last_msc:
+                    last_positions[symbol] = last_msc + 1
+                else:
+                    last_positions[symbol] = int(time.time() * 1000)
+
+            while self.running:
+
+                for symbol in self.symbols:
+
+                    repo = self.repositories[symbol]
+
+                    start = last_positions[symbol]
+
+                    ticks = mt5.copy_ticks_from(
+                        symbol,
+                        datetime.fromtimestamp(start / 1000),
+                        1000,
+                        mt5.COPY_TICKS_ALL
+                    )
+
+                    if ticks is None or len(ticks) == 0:
+                        continue
+
+                    repo.conn.execute("BEGIN")
+
+                    try:
+
+                        repo._insert_ticks(symbol, ticks)
+
+                        repo.cache.add_many(ticks)
+
+                        repo.conn.commit()
+
+                    except Exception:
+
+                        repo.conn.rollback()
+
+                    last_positions[symbol] = int(ticks[-1]["time_msc"]) + 1
+
+                time.sleep(self.POLL_INTERVAL)

mtcli/marketdata/tick_repository.py

@@ -1,10 +1,11 @@
 """
-TickRepository profissional.
+TickRepository.
 
 Responsável por:
 
 - Persistir ticks no SQLite
 - Sincronizar histórico inicial
+- Consultas rápidas para engines (Renko etc)
 """
 
 import MetaTrader5 as mt5
@@ -32,6 +33,9 @@ class TickRepository:
     # ==========================================================
 
     def sync(self, symbol: str, days_back: int = 1):
+        """
+        Sincroniza histórico de ticks a partir do broker.
+        """
 
         total_inserted = 0
 
@@ -40,7 +44,7 @@ class TickRepository:
             last_msc = self._get_last_tick_msc(symbol)
 
             if last_msc:
-                start = datetime.fromtimestamp(last_msc / 1000)
+                start = datetime.fromtimestamp((last_msc + 1) / 1000)
             else:
                 start = datetime.now() - timedelta(days=days_back)
 
@@ -68,7 +72,7 @@ class TickRepository:
 
                     last_msc = int(ticks[-1]["time_msc"])
 
-                    start = datetime.fromtimestamp(last_msc / 1000)
+                    start = datetime.fromtimestamp((last_msc + 1) / 1000)
 
                     if len(ticks) < self.BATCH_SIZE:
                         break
@@ -106,23 +110,24 @@ class TickRepository:
 
         cursor.executemany(
             """
-            INSERT OR IGNORE INTO ticks
-            VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+            INSERT INTO ticks(
+                symbol,time,time_msc,bid,ask,last,volume,flags
+            )
+            VALUES (?,?,?,?,?,?,?,?)
+            ON CONFLICT(symbol,time) DO NOTHING
             """,
             data,
         )
 
-        inserted = cursor.rowcount
+        inserted = len(data)
 
         self.insert_counter += inserted
 
-        # checkpoint periódico
         if self.insert_counter >= 200000:
 
             wal_checkpoint(self.conn)
             self.insert_counter = 0
 
-        # backup diário
         today = datetime.now().date()
 
         if self.last_backup_day != today:
@@ -136,13 +141,34 @@ class TickRepository:
     # CONSULTAS
     # ==========================================================
 
+    def get_last_ticks(self, symbol, limit=5000):
+
+        cursor = self.conn.cursor()
+
+        cursor.execute(
+            """
+            SELECT time_msc,bid,ask,last,volume,flags
+            FROM ticks
+            WHERE symbol = ?
+            ORDER BY time_msc DESC
+            LIMIT ?
+            """,
+            (symbol, limit),
+        )
+
+        rows = cursor.fetchall()
+
+        rows.reverse()
+
+        return rows
+
     def get_ticks_between(self, symbol, start_msc, end_msc):
 
         cursor = self.conn.cursor()
 
         cursor.execute(
             """
-            SELECT time_msc, bid, ask, last, volume, flags
+            SELECT time_msc,bid,ask,last,volume,flags
             FROM ticks
             WHERE symbol = ?
             AND time_msc BETWEEN ? AND ?

mtcli/marketdata/tick_streamer.py

@@ -26,7 +26,7 @@ class TickStreamer:
 
     def start(self):
         """
-        Inicia captura contínua.
+        Inicia captura contínua de ticks.
         """
 
         self.running = True
@@ -36,7 +36,7 @@ class TickStreamer:
             last_msc = self.repo._get_last_tick_msc(self.symbol)
 
             if last_msc:
-                start = last_msc
+                start = last_msc + 1
             else:
                 start = int(time.time() * 1000)
 
@@ -51,7 +51,7 @@ class TickStreamer:
 
                 if ticks is None or len(ticks) == 0:
 
-                    time.sleep(0.05)
+                    time.sleep(0.1)
                     continue
 
                 self.repo.conn.execute("BEGIN")
@@ -68,7 +68,7 @@ class TickStreamer:
 
                     self.repo.conn.rollback()
 
-                start = int(ticks[-1]["time_msc"])
+                start = int(ticks[-1]["time_msc"]) + 1
 
     def stop(self):
 

{mtcli-3.8.0.dev0.dist-info → mtcli-3.8.0.dev2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mtcli
-Version: 3.8.0.dev0
+Version: 3.8.0.dev2
 Summary: Aplicativo CLI para exibir gráficos do MetaTrader 5 screen reader friendly
 License-Expression: MIT
 License-File: LICENSE

{mtcli-3.8.0.dev0.dist-info → mtcli-3.8.0.dev2.dist-info}/RECORD

@@ -1,5 +1,5 @@
 mtcli/__init__.py,sha256=guFO5EmCfuH8MNujJH8hw_oPg8Ee__QlQgVd-4A3N6o,84
-mtcli/cli.py,sha256=pKwKSAOMj8NWnw00JzMqDXJmGIucVuRZwSmO6f9VxHI,3335
+mtcli/cli.py,sha256=RIrJZgpwqR_1ciTdg_Vs92PF1tuVvHaMG-IgYMqGkmY,2202
 mtcli/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 mtcli/commands/bars.py,sha256=JXXq9HIeFU-VKf8e2rOKTMXx_h5SRcuvKER-mlOjxjM,4205
 mtcli/commands/conf.py,sha256=nYN3dk9hZVagkf3mP41yBdKUuCKlvzgaF8DHGKbG8OU,866
@@ -12,14 +12,15 @@ mtcli/data/__init__.py,sha256=NMzgUoiyY5OUFJkmR-OCFF2fOTY9vp-64z8-bh7HEcs,64
 mtcli/data/base.py,sha256=Hv1r1IlIhFVEhINWz90FZptYIdhyBKxhMBn5odJfT_8,314
 mtcli/data/csv.py,sha256=P007I9SoK51-lD_OXXjZu4NkKaGgNr2HRQ3pc_pS1XQ,1008
 mtcli/data/mt5.py,sha256=wsF14Vm5xXw0QbjHjC-tvXjjMADQWCrhkJ6ozbDLbzk,2880
-mtcli/database.py,sha256=ByMQVaqL9Uhwn8I_gF9hyPP_shhGhJqh4BRhPdlhB9s,1629
+mtcli/database.py,sha256=P4MFZ2ytfhwN2rOe3jMSWxE26Eki8UHxa--a--0SayE,2480
 mtcli/domain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 mtcli/domain/timeframe.py,sha256=nG7vB01d1TyhInHaIZgCPYyVhbiklMIOSgxZnJ7MI6Q,2034
 mtcli/logger.py,sha256=fEj_meH9-H7CBm1qf1FYhs6QodP7KuYO4ptCyr8WlOc,3677
 mtcli/marketdata/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mtcli/marketdata/tick_cache.py,sha256=nC9LiuTpCMUDt04NH-ZK06os1W769wWpk66rx6kFSJ0,641
-mtcli/marketdata/tick_repository.py,sha256=PoXqTAyLoQFnP5iCM-Lc6pZiexKv-35d4JEU82-3Lfg,4422
-mtcli/marketdata/tick_streamer.py,sha256=-c45KN5bIaI6XLM2IxaaHpKh5cc_yY23Wf7cmvlzjIA,1631
+mtcli/marketdata/tick_cache.py,sha256=T-auTfkhk5s-TZkaVaTuJGLEnaoxyED7yPr6CGyUDfM,1191
+mtcli/marketdata/tick_engine.py,sha256=EySvnBVAG2kHu5NMT3fOajzV5GDR6i3Wb3mAUMzvQ0w,2156
+mtcli/marketdata/tick_repository.py,sha256=SfQplU73ScSLQ0v7Uy-OAx7tQIWp2I7G7DBap64k768,5042
+mtcli/marketdata/tick_streamer.py,sha256=K0zcpNEqc1zpFfc4YKl9tJcvOdWzXWO78D9C6A1zDuo,1647
 mtcli/migrations/001_initial_schema.py,sha256=Xve9r9RRAOtoZQ2iOaD-gdTfxSjaqoaCwGHn_ZSUtlg,439
 mtcli/migrations/002_ticks_time_msc.py,sha256=OKpxZZlb5QEKzVaYAt3kgi2vHu5CRoxLHQ4RRzYTX4E,420
 mtcli/migrations/003_optimize_ticks_without_rowid.py,sha256=AyOUJA1SvEhNVXnFRpz2FI4hKk1PutHuC6FSneceR4s,1234
@@ -73,8 +74,8 @@ mtcli/views/ranges_view.py,sha256=5gA2bAJuco-Xj964nsjs87tZ-079O7xKvaeif1UJ-PQ,12
 mtcli/views/rates_view.py,sha256=Jkdbg-Q_OVJuID-Q9HFUVICCF1jE82d-qfZWNm1JJ_4,1214
 mtcli/views/vars_view.py,sha256=Vpcej41qnZSvvSyvXYyW8W7CEFdqTxBd8NczV84XPJY,1635
 mtcli/views/volumes_view.py,sha256=d_6YxM0vA1revwoPwnwUjV19KcqnddVgdpBHTt5Vqms,1575
-mtcli-3.8.0.dev0.dist-info/entry_points.txt,sha256=EH8lMNy2L-TCJB3E3EJHF5QySz_b_86oOhcAKAN20-Q,103
-mtcli-3.8.0.dev0.dist-info/licenses/LICENSE,sha256=Z-2ANeRgM9IjXnHeg9mA2gillM6eTQj8sIExAGNe2-8,1092
-mtcli-3.8.0.dev0.dist-info/METADATA,sha256=eSjC_g_dM0tSbFqY0doJF82ChIUjOHhhXht_HheSEAU,3654
-mtcli-3.8.0.dev0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-mtcli-3.8.0.dev0.dist-info/RECORD,,
+mtcli-3.8.0.dev2.dist-info/entry_points.txt,sha256=EH8lMNy2L-TCJB3E3EJHF5QySz_b_86oOhcAKAN20-Q,103
+mtcli-3.8.0.dev2.dist-info/licenses/LICENSE,sha256=Z-2ANeRgM9IjXnHeg9mA2gillM6eTQj8sIExAGNe2-8,1092
+mtcli-3.8.0.dev2.dist-info/METADATA,sha256=znrOc5VBOdqB47AIvdoK0twd9YhgJRngCLZqSagHS6k,3654
+mtcli-3.8.0.dev2.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+mtcli-3.8.0.dev2.dist-info/RECORD,,