mtcli 3.8.0.dev0__tar.gz → 3.8.0.dev2__tar.gz

{mtcli-3.8.0.dev0 → mtcli-3.8.0.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mtcli
-Version: 3.8.0.dev0
+Version: 3.8.0.dev2
 Summary: Aplicativo CLI para exibir gráficos do MetaTrader 5 screen reader friendly
 License-Expression: MIT
 License-File: LICENSE

mtcli-3.8.0.dev2/mtcli/cli.py

@@ -0,0 +1,105 @@
+"""
+CLI principal do mtcli.
+"""
+
+import os
+import threading
+import click
+
+from mtcli.plugin_loader import load_plugins
+from mtcli.logger import setup_logger
+from mtcli.marketdata.tick_streamer import TickStreamer
+
+from .commands.bars import bars
+from .commands.doctor import doctor
+from .commands.migrate import migrate
+
+
+logger = setup_logger(__name__)
+
+_tick_streamer = None
+
+
+def start_tick_capture():
+    """
+    Inicia captura contínua de ticks em background.
+
+    O símbolo deve ser definido via variável:
+
+        MTCLI_SYMBOL=WINJ26
+    """
+
+    global _tick_streamer
+
+    if _tick_streamer:
+        return
+
+    symbol = os.getenv("MTCLI_SYMBOL")
+
+    if not symbol:
+        logger.info("Captura de ticks desativada (MTCLI_SYMBOL não definido).")
+        return
+
+    logger.info("Iniciando captura contínua de ticks para %s", symbol)
+
+    try:
+
+        _tick_streamer = TickStreamer(symbol)
+
+        thread = threading.Thread(
+            target=_tick_streamer.start,
+            daemon=True,
+            name="mtcli-tick-streamer",
+        )
+
+        thread.start()
+
+        logger.info("Captura de ticks iniciada em background.")
+
+    except Exception:
+
+        logger.exception("Falha ao iniciar captura de ticks")
+
+
+@click.group(context_settings={"max_content_width": 120}, invoke_without_command=True)
+@click.version_option(package_name="mtcli")
+@click.pass_context
+def mt(ctx):
+    """
+    CLI principal do mtcli.
+    """
+
+    start_tick_capture()
+
+    if ctx.invoked_subcommand is None:
+        click.echo(ctx.get_help())
+
+
+mt.add_command(doctor, name="doctor")
+mt.add_command(bars, name="bars")
+mt.add_command(doctor, name="dr")
+mt.add_command(migrate)
+
+loaded_plugins = load_plugins(mt)
+
+logger.info("Plugins carregados: %s", loaded_plugins)
+
+
+@mt.command(name="plugins")
+def list_plugins():
+    """
+    Lista os plugins carregados.
+    """
+
+    if not loaded_plugins:
+        click.echo("Nenhum plugin carregado.")
+        return
+
+    click.echo("Plugins carregados:\n")
+
+    for name in loaded_plugins:
+        click.echo(f"  {name}")
+
+
+if __name__ == "__main__":
+    mt()

{mtcli-3.8.0.dev0 → mtcli-3.8.0.dev2}/mtcli/database.py

@@ -1,3 +1,15 @@
+"""
+Core de acesso ao banco SQLite do mtcli.
+
+Responsável por:
+
+- Criar conexão SQLite
+- Aplicar otimizações de performance
+- Ativar WAL
+- Gerenciar migrations
+- Backup e manutenção do banco
+"""
+
 import sqlite3
 from pathlib import Path
 from datetime import datetime
@@ -7,6 +19,23 @@ BACKUP_DIR = Path.home() / ".mtcli" / "backups"
 
 
 def get_connection():
+    """
+    Cria ou retorna uma conexão SQLite otimizada para ingestão
+    contínua de ticks de mercado.
+
+    Configurações aplicadas:
+
+    - WAL (Write Ahead Logging)
+    - synchronous=NORMAL
+    - temp_store em memória
+    - mmap para leitura rápida
+    - cache expandido
+
+    Returns
+    -------
+    sqlite3.Connection
+        Conexão ativa com o banco SQLite.
+    """
 
     DB_PATH.parent.mkdir(parents=True, exist_ok=True)
     BACKUP_DIR.mkdir(parents=True, exist_ok=True)
@@ -16,8 +45,9 @@ def get_connection():
     conn.execute("PRAGMA journal_mode=WAL")
     conn.execute("PRAGMA synchronous=NORMAL")
     conn.execute("PRAGMA temp_store=MEMORY")
-    conn.execute("PRAGMA mmap_size=30000000000")
+    conn.execute("PRAGMA mmap_size=268435456")
     conn.execute("PRAGMA cache_size=-200000")
+    conn.execute("PRAGMA journal_size_limit=67108864")
 
     conn.execute("""
     CREATE TABLE IF NOT EXISTS schema_migrations(
@@ -37,8 +67,12 @@ def get_connection():
 
 def wal_checkpoint(conn):
     """
-    Reduz tamanho do WAL e mantém banco saudável.
+    Executa checkpoint do WAL.
+
+    Move os dados do arquivo `.wal` para o banco principal
+    e reduz seu tamanho.
     """
+
     conn.execute("PRAGMA wal_checkpoint(TRUNCATE)")
 
 
@@ -48,7 +82,10 @@ def wal_checkpoint(conn):
 
 def backup_database(conn):
     """
-    Backup diário seguro do banco SQLite.
+    Realiza backup diário seguro do banco SQLite.
+
+    O backup utiliza a API nativa do SQLite,
+    permitindo cópia consistente mesmo com o banco em uso.
     """
 
     now = datetime.now().strftime("%Y%m%d")

mtcli-3.8.0.dev2/mtcli/marketdata/tick_cache.py

@@ -0,0 +1,61 @@
+"""
+Cache de ticks em memória.
+
+Mantém uma janela recente de ticks para acesso rápido
+sem necessidade de consultar o banco SQLite.
+"""
+
+from collections import deque
+
+
+class TickCache:
+    """
+    Mantém uma janela deslizante de ticks em memória.
+
+    Parameters
+    ----------
+    max_size : int
+        Número máximo de ticks armazenados no cache.
+    """
+
+    def __init__(self, max_size=10000):
+        self.buffer = deque(maxlen=max_size)
+
+    def add_many(self, ticks):
+        """
+        Adiciona múltiplos ticks ao cache.
+        """
+
+        for t in ticks:
+            self.buffer.append(t)
+
+    def add(self, tick):
+        """
+        Adiciona um único tick ao cache.
+        """
+
+        self.buffer.append(tick)
+
+    def get_all(self):
+        """
+        Retorna todos os ticks do cache.
+        """
+
+        return list(self.buffer)
+
+    def get_last(self):
+        """
+        Retorna o último tick armazenado.
+        """
+
+        if self.buffer:
+            return self.buffer[-1]
+
+        return None
+
+    def clear(self):
+        """
+        Limpa o cache.
+        """
+
+        self.buffer.clear()

mtcli-3.8.0.dev2/mtcli/marketdata/tick_engine.py

@@ -0,0 +1,93 @@
+"""
+Motor de captura de ticks multi-ativo.
+"""
+
+import time
+import threading
+import MetaTrader5 as mt5
+from datetime import datetime
+
+from mtcli.mt5_context import mt5_conexao
+from .tick_repository import TickRepository
+
+
+class TickEngine:
+
+    POLL_INTERVAL = 0.2
+
+    def __init__(self, symbols):
+
+        self.symbols = symbols
+
+        self.repositories = {
+            symbol: TickRepository()
+            for symbol in symbols
+        }
+
+        self.running = False
+
+    def start(self):
+
+        thread = threading.Thread(
+            target=self._run,
+            daemon=True
+        )
+
+        self.running = True
+        thread.start()
+
+    def stop(self):
+
+        self.running = False
+
+    def _run(self):
+
+        with mt5_conexao():
+
+            last_positions = {}
+
+            for symbol in self.symbols:
+
+                repo = self.repositories[symbol]
+                last_msc = repo._get_last_tick_msc(symbol)
+
+                if last_msc:
+                    last_positions[symbol] = last_msc + 1
+                else:
+                    last_positions[symbol] = int(time.time() * 1000)
+
+            while self.running:
+
+                for symbol in self.symbols:
+
+                    repo = self.repositories[symbol]
+
+                    start = last_positions[symbol]
+
+                    ticks = mt5.copy_ticks_from(
+                        symbol,
+                        datetime.fromtimestamp(start / 1000),
+                        1000,
+                        mt5.COPY_TICKS_ALL
+                    )
+
+                    if ticks is None or len(ticks) == 0:
+                        continue
+
+                    repo.conn.execute("BEGIN")
+
+                    try:
+
+                        repo._insert_ticks(symbol, ticks)
+
+                        repo.cache.add_many(ticks)
+
+                        repo.conn.commit()
+
+                    except Exception:
+
+                        repo.conn.rollback()
+
+                    last_positions[symbol] = int(ticks[-1]["time_msc"]) + 1
+
+                time.sleep(self.POLL_INTERVAL)

{mtcli-3.8.0.dev0 → mtcli-3.8.0.dev2}/mtcli/marketdata/tick_repository.py

@@ -1,10 +1,11 @@
 """
-TickRepository profissional.
+TickRepository.
 
 Responsável por:
 
 - Persistir ticks no SQLite
 - Sincronizar histórico inicial
+- Consultas rápidas para engines (Renko etc)
 """
 
 import MetaTrader5 as mt5
@@ -32,6 +33,9 @@ class TickRepository:
     # ==========================================================
 
     def sync(self, symbol: str, days_back: int = 1):
+        """
+        Sincroniza histórico de ticks a partir do broker.
+        """
 
         total_inserted = 0
 
@@ -40,7 +44,7 @@ class TickRepository:
             last_msc = self._get_last_tick_msc(symbol)
 
             if last_msc:
-                start = datetime.fromtimestamp(last_msc / 1000)
+                start = datetime.fromtimestamp((last_msc + 1) / 1000)
             else:
                 start = datetime.now() - timedelta(days=days_back)
 
@@ -68,7 +72,7 @@ class TickRepository:
 
                     last_msc = int(ticks[-1]["time_msc"])
 
-                    start = datetime.fromtimestamp(last_msc / 1000)
+                    start = datetime.fromtimestamp((last_msc + 1) / 1000)
 
                     if len(ticks) < self.BATCH_SIZE:
                         break
@@ -106,23 +110,24 @@ class TickRepository:
 
         cursor.executemany(
             """
-            INSERT OR IGNORE INTO ticks
-            VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+            INSERT INTO ticks(
+                symbol,time,time_msc,bid,ask,last,volume,flags
+            )
+            VALUES (?,?,?,?,?,?,?,?)
+            ON CONFLICT(symbol,time) DO NOTHING
             """,
             data,
         )
 
-        inserted = cursor.rowcount
+        inserted = len(data)
 
         self.insert_counter += inserted
 
-        # checkpoint periódico
         if self.insert_counter >= 200000:
 
             wal_checkpoint(self.conn)
             self.insert_counter = 0
 
-        # backup diário
         today = datetime.now().date()
 
         if self.last_backup_day != today:
@@ -136,13 +141,34 @@ class TickRepository:
     # CONSULTAS
     # ==========================================================
 
+    def get_last_ticks(self, symbol, limit=5000):
+
+        cursor = self.conn.cursor()
+
+        cursor.execute(
+            """
+            SELECT time_msc,bid,ask,last,volume,flags
+            FROM ticks
+            WHERE symbol = ?
+            ORDER BY time_msc DESC
+            LIMIT ?
+            """,
+            (symbol, limit),
+        )
+
+        rows = cursor.fetchall()
+
+        rows.reverse()
+
+        return rows
+
     def get_ticks_between(self, symbol, start_msc, end_msc):
 
         cursor = self.conn.cursor()
 
         cursor.execute(
             """
-            SELECT time_msc, bid, ask, last, volume, flags
+            SELECT time_msc,bid,ask,last,volume,flags
             FROM ticks
             WHERE symbol = ?
             AND time_msc BETWEEN ? AND ?

{mtcli-3.8.0.dev0 → mtcli-3.8.0.dev2}/mtcli/marketdata/tick_streamer.py

@@ -26,7 +26,7 @@ class TickStreamer:
 
     def start(self):
         """
-        Inicia captura contínua.
+        Inicia captura contínua de ticks.
         """
 
         self.running = True
@@ -36,7 +36,7 @@ class TickStreamer:
             last_msc = self.repo._get_last_tick_msc(self.symbol)
 
             if last_msc:
-                start = last_msc
+                start = last_msc + 1
             else:
                 start = int(time.time() * 1000)
 
@@ -51,7 +51,7 @@ class TickStreamer:
 
                 if ticks is None or len(ticks) == 0:
 
-                    time.sleep(0.05)
+                    time.sleep(0.1)
                     continue
 
                 self.repo.conn.execute("BEGIN")
@@ -68,7 +68,7 @@ class TickStreamer:
 
                     self.repo.conn.rollback()
 
-                start = int(ticks[-1]["time_msc"])
+                start = int(ticks[-1]["time_msc"]) + 1
 
     def stop(self):
 

{mtcli-3.8.0.dev0 → mtcli-3.8.0.dev2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "mtcli"
-version = "3.8.0.dev0"
+version = "3.8.0.dev2"
 description = "Aplicativo CLI para exibir gráficos do MetaTrader 5 screen reader friendly"
 authors = [
     {name = "Valmir França",email = "vfranca3@gmail.com"}

mtcli-3.8.0.dev0/mtcli/cli.py

@@ -1,135 +0,0 @@
-"""
-CLI principal do mtcli.
-
-Este módulo define o grupo principal `mt`
-e inicializa o carregamento de plugins.
-
-Também inicia a captura contínua de ticks para manter
-um histórico próprio independente do broker.
-"""
-
-import os
-import threading
-import click
-
-from mtcli.plugin_loader import load_plugins
-from mtcli.logger import setup_logger
-from mtcli.marketdata.tick_streamer import TickStreamer
-
-from .commands.bars import bars
-from .commands.doctor import doctor
-from .commands.migrate import migrate
-
-
-logger = setup_logger(__name__)
-
-
-# ---------------------------------------------------------
-# Configuração de captura de ticks
-# ---------------------------------------------------------
-
-_tick_streamer = None
-
-
-def start_tick_capture():
-    """
-    Inicia captura contínua de ticks em background.
-
-    O símbolo pode ser configurado via variável de ambiente:
-
-        MTCLI_SYMBOL=WINJ26
-    """
-
-    global _tick_streamer
-
-    if _tick_streamer:
-        return
-
-    symbol = os.getenv("SYMBOL")
-
-    if not symbol:
-        logger.info("Captura de ticks desativada (MTCLI_SYMBOL não definido).")
-        return
-
-    logger.info("Iniciando captura contínua de ticks para %s", symbol)
-
-    _tick_streamer = TickStreamer(symbol)
-
-    thread = threading.Thread(
-        target=_tick_streamer.start,
-        daemon=True,
-        name="mtcli-tick-streamer",
-    )
-
-    thread.start()
-
-    logger.info("Captura de ticks iniciada em background.")
-
-
-# ---------------------------------------------------------
-# CLI principal
-# ---------------------------------------------------------
-
-@click.group(context_settings={"max_content_width": 120}, invoke_without_command=True)
-@click.version_option(package_name="mtcli")
-@click.pass_context
-def mt(ctx):
-    """
-    CLI principal do mtcli.
-
-    Exibe gráficos e informações de mercado
-    em formato textual compatível com leitores de tela.
-    """
-
-    # inicia captura de ticks
-    start_tick_capture()
-
-    if ctx.invoked_subcommand is None:
-        click.echo(ctx.get_help())
-
-
-# ---------------------------------------------------------
-# Comandos internos
-# ---------------------------------------------------------
-
-mt.add_command(doctor, name="doctor")
-mt.add_command(bars, name="bars")
-mt.add_command(doctor, name="dr")
-mt.add_command(migrate)
-
-
-# ---------------------------------------------------------
-# Carregamento de plugins
-# ---------------------------------------------------------
-
-loaded_plugins = load_plugins(mt)
-
-logger.info("Plugins carregados: %s", loaded_plugins)
-
-
-# ---------------------------------------------------------
-# Comando utilitário: listar plugins
-# ---------------------------------------------------------
-
-@mt.command(name="plugins")
-def list_plugins():
-    """
-    Lista os plugins atualmente carregados no mtcli.
-    """
-
-    if not loaded_plugins:
-        click.echo("Nenhum plugin carregado.")
-        return
-
-    click.echo("Plugins carregados:\n")
-
-    for name in loaded_plugins:
-        click.echo(f"  {name}")
-
-
-# ---------------------------------------------------------
-# Entry point
-# ---------------------------------------------------------
-
-if __name__ == "__main__":
-    mt()

mtcli-3.8.0.dev0/mtcli/marketdata/tick_cache.py

@@ -1,38 +0,0 @@
-"""
-Cache de ticks em memória.
-"""
-
-from collections import deque
-
-
-class TickCache:
-    """
-    Mantém janela recente de ticks em memória.
-    """
-
-    def __init__(self, max_size=10000):
-        self.buffer = deque(maxlen=max_size)
-
-    def add_many(self, ticks):
-
-        for t in ticks:
-            self.buffer.append(t)
-
-    def add(self, tick):
-
-        self.buffer.append(tick)
-
-    def get_all(self):
-
-        return list(self.buffer)
-
-    def get_last(self):
-
-        if self.buffer:
-            return self.buffer[-1]
-
-        return None
-
-    def clear(self):
-
-        self.buffer.clear()