mtcli 3.5.0.dev2__tar.gz → 3.5.1__tar.gz

{mtcli-3.5.0.dev2 → mtcli-3.5.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mtcli
-Version: 3.5.0.dev2
+Version: 3.5.1
 Summary: Aplicativo CLI para exibir gráficos do MetaTrader 5 screen reader friendly
 License-Expression: MIT
 License-File: LICENSE
@@ -8,7 +8,7 @@ Keywords: trading,candlestick,metatrader5,mt5,cli,price-action
 Author: Valmir França da Silva
 Author-email: vfranca3@gmail.com
 Requires-Python: >=3.10,<3.14.0
-Classifier: Development Status :: 4 - Beta
+Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Financial and Insurance Industry
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10

{mtcli-3.5.0.dev2 → mtcli-3.5.1}/mtcli/database.py

@@ -1,54 +1,54 @@
-"""
-Database core para mtcli.
-
-Responsável por:
-- Criar conexão SQLite
-- Ativar WAL
-- Garantir schema
-"""
-
-import sqlite3
-from pathlib import Path
-
-
-DB_PATH = Path.home() / ".mtcli" / "marketdata.db"
-
-
-def get_connection():
-    """
-    Retorna conexão SQLite configurada.
-    """
-    DB_PATH.parent.mkdir(parents=True, exist_ok=True)
-
-    conn = sqlite3.connect(DB_PATH)
-    conn.execute("PRAGMA journal_mode=WAL;")
-    conn.execute("PRAGMA synchronous=NORMAL;")
-
-    _ensure_schema(conn)
-    return conn
-
-
-def _ensure_schema(conn):
-    conn.execute(
-        """
-        CREATE TABLE IF NOT EXISTS ticks (
-            symbol TEXT NOT NULL,
-            time INTEGER NOT NULL,
-            bid REAL,
-            ask REAL,
-            last REAL,
-            volume REAL,
-            flags INTEGER,
-            PRIMARY KEY (symbol, time)
-        );
-        """
-    )
-
-    conn.execute(
-        """
-        CREATE INDEX IF NOT EXISTS idx_ticks_symbol_time
-        ON ticks(symbol, time);
-        """
-    )
-
-    conn.commit()
+"""
+Database core para mtcli.
+
+Responsável por:
+- Criar conexão SQLite
+- Ativar WAL
+- Garantir schema
+"""
+
+import sqlite3
+from pathlib import Path
+
+
+DB_PATH = Path.home() / ".mtcli" / "marketdata.db"
+
+
+def get_connection():
+    """
+    Retorna conexão SQLite configurada.
+    """
+    DB_PATH.parent.mkdir(parents=True, exist_ok=True)
+
+    conn = sqlite3.connect(DB_PATH)
+    conn.execute("PRAGMA journal_mode=WAL;")
+    conn.execute("PRAGMA synchronous=NORMAL;")
+
+    _ensure_schema(conn)
+    return conn
+
+
+def _ensure_schema(conn):
+    conn.execute(
+        """
+        CREATE TABLE IF NOT EXISTS ticks (
+            symbol TEXT NOT NULL,
+            time INTEGER NOT NULL,
+            bid REAL,
+            ask REAL,
+            last REAL,
+            volume REAL,
+            flags INTEGER,
+            PRIMARY KEY (symbol, time)
+        );
+        """
+    )
+
+    conn.execute(
+        """
+        CREATE INDEX IF NOT EXISTS idx_ticks_symbol_time
+        ON ticks(symbol, time);
+        """
+    )
+
+    conn.commit()

{mtcli-3.5.0.dev2 → mtcli-3.5.1}/mtcli/marketdata/tick_cache.py

@@ -1,24 +1,24 @@
-"""
-Cache de ticks em memória.
-"""
-
-from collections import deque
-
-
-class TickCache:
-    """
-    Mantém janela recente de ticks em memória.
-    """
-
-    def __init__(self, max_size=10000):
-        self.buffer = deque(maxlen=max_size)
-
-    def add_many(self, ticks):
-        for t in ticks:
-            self.buffer.append(t)
-
-    def get_all(self):
-        return list(self.buffer)
-
-    def clear(self):
-        self.buffer.clear()
+"""
+Cache de ticks em memória.
+"""
+
+from collections import deque
+
+
+class TickCache:
+    """
+    Mantém janela recente de ticks em memória.
+    """
+
+    def __init__(self, max_size=10000):
+        self.buffer = deque(maxlen=max_size)
+
+    def add_many(self, ticks):
+        for t in ticks:
+            self.buffer.append(t)
+
+    def get_all(self):
+        return list(self.buffer)
+
+    def clear(self):
+        self.buffer.clear()

{mtcli-3.5.0.dev2 → mtcli-3.5.1}/mtcli/marketdata/tick_repository.py

@@ -1,126 +1,142 @@
-"""
-TickRepository centralizado.
-
-Responsável por:
-- Sincronizar com MT5 via mt5_conexao
-- Persistir ticks corretamente (structured array numpy)
-- Fornecer ticks para modelos
-"""
-
-import MetaTrader5 as mt5
-from datetime import datetime, timedelta
-
-from ..database import get_connection
-from .tick_cache import TickCache
-from mtcli.mt5_context import mt5_conexao
-
-
-class TickRepository:
-
-    def __init__(self):
-        self.conn = get_connection()
-        self.cache = TickCache()
-
-    # ============================================================
-    # SINCRONIZAÇÃO INCREMENTAL
-    # ============================================================
-
-    def sync(self, symbol: str, days_back: int = 1):
-        """
-        Sincroniza banco com MT5.
-
-        Busca apenas ticks após o último armazenado.
-        """
-
-        with mt5_conexao():
-
-            last_time = self._get_last_tick_time(symbol)
-
-            if last_time:
-                start = datetime.fromtimestamp(last_time)
-            else:
-                start = datetime.now() - timedelta(days=days_back)
-
-            ticks = mt5.copy_ticks_from(
-                symbol,
-                start,
-                200000,
-                mt5.COPY_TICKS_ALL,
-            )
-
-            if ticks is None or len(ticks) == 0:
-                return 0
-
-            inserted = self._insert_ticks(symbol, ticks)
-            self.cache.add_many(ticks)
-
-            return inserted
-
-    # ============================================================
-    # INSERÇÃO
-    # ============================================================
-
-    def _insert_ticks(self, symbol, ticks):
-        """
-        Insere ticks no SQLite.
-
-        O retorno do MT5 é numpy structured array.
-        Acesso deve ser por campo: t["time"], t["last"], etc.
-        """
-
-        cursor = self.conn.cursor()
-
-        data = [
-            (
-                symbol,
-                int(t["time"]),
-                float(t["bid"]),
-                float(t["ask"]),
-                float(t["last"]),
-                float(t["volume"]),
-                int(t["flags"]),
-            )
-            for t in ticks
-        ]
-
-        cursor.executemany(
-            """
-            INSERT OR IGNORE INTO ticks
-            VALUES (?, ?, ?, ?, ?, ?, ?)
-            """,
-            data,
-        )
-
-        self.conn.commit()
-        return cursor.rowcount
-
-    # ============================================================
-    # CONSULTAS
-    # ============================================================
-
-    def get_ticks_between(self, symbol, start_ts, end_ts):
-        cursor = self.conn.cursor()
-        cursor.execute(
-            """
-            SELECT time, bid, ask, last, volume, flags
-            FROM ticks
-            WHERE symbol = ?
-            AND time BETWEEN ? AND ?
-            ORDER BY time ASC
-            """,
-            (symbol, start_ts, end_ts),
-        )
-        return cursor.fetchall()
-
-    def _get_last_tick_time(self, symbol):
-        cursor = self.conn.cursor()
-        cursor.execute(
-            """
-            SELECT MAX(time)
-            FROM ticks
-            WHERE symbol = ?
-            """,
-            (symbol,),
-        )
-        result = cursor.fetchone()
-        return result[0] if result and result[0] else None
+"""
+TickRepository profissional com:
+
+- Paginação automática
+- Sincronização incremental robusta
+- Integração com mt5_conexao
+- Proteção contra loops infinitos
+"""
+
+import MetaTrader5 as mt5
+from datetime import datetime, timedelta
+
+from ..database import get_connection
+from .tick_cache import TickCache
+from mtcli.mt5_context import mt5_conexao
+
+
+class TickRepository:
+
+    BATCH_SIZE = 200000  # tamanho seguro por lote
+
+    def __init__(self):
+        self.conn = get_connection()
+        self.cache = TickCache()
+
+    # ============================================================
+    # SINCRONIZAÇÃO COM PAGINAÇÃO
+    # ============================================================
+
+    def sync(self, symbol: str, days_back: int = 1):
+        """
+        Sincroniza banco com MT5 usando paginação.
+
+        Busca todos os ticks disponíveis desde o último timestamp.
+        """
+
+        total_inserted = 0
+
+        with mt5_conexao():
+
+            last_time = self._get_last_tick_time(symbol)
+
+            if last_time:
+                start = datetime.fromtimestamp(last_time + 1)
+            else:
+                start = datetime.now() - timedelta(days=days_back)
+
+            while True:
+
+                ticks = mt5.copy_ticks_from(
+                    symbol,
+                    start,
+                    self.BATCH_SIZE,
+                    mt5.COPY_TICKS_ALL,
+                )
+
+                if ticks is None or len(ticks) == 0:
+                    break
+
+                inserted = self._insert_ticks(symbol, ticks)
+                total_inserted += inserted
+
+                self.cache.add_many(ticks)
+
+                # Atualiza início para próximo tick
+                ultimo_timestamp = int(ticks[-1]["time"])
+                novo_start = datetime.fromtimestamp(ultimo_timestamp + 1)
+
+                # Proteção contra loop infinito
+                if novo_start <= start:
+                    break
+
+                start = novo_start
+
+                # Se retornou menos que o batch, acabou histórico
+                if len(ticks) < self.BATCH_SIZE:
+                    break
+
+        return total_inserted
+
+    # ============================================================
+    # INSERÇÃO
+    # ============================================================
+
+    def _insert_ticks(self, symbol, ticks):
+
+        cursor = self.conn.cursor()
+
+        data = [
+            (
+                symbol,
+                int(t["time"]),
+                float(t["bid"]),
+                float(t["ask"]),
+                float(t["last"]),
+                float(t["volume"]),
+                int(t["flags"]),
+            )
+            for t in ticks
+        ]
+
+        cursor.executemany(
+            """
+            INSERT OR IGNORE INTO ticks
+            VALUES (?, ?, ?, ?, ?, ?, ?)
+            """,
+            data,
+        )
+
+        self.conn.commit()
+        return cursor.rowcount
+
+    # ============================================================
+    # CONSULTAS
+    # ============================================================
+
+    def get_ticks_between(self, symbol, start_ts, end_ts):
+        cursor = self.conn.cursor()
+        cursor.execute(
+            """
+            SELECT time, bid, ask, last, volume, flags
+            FROM ticks
+            WHERE symbol = ?
+            AND time BETWEEN ? AND ?
+            ORDER BY time ASC
+            """,
+            (symbol, start_ts, end_ts),
+        )
+        return cursor.fetchall()
+
+    def _get_last_tick_time(self, symbol):
+        cursor = self.conn.cursor()
+        cursor.execute(
+            """
+            SELECT MAX(time)
+            FROM ticks
+            WHERE symbol = ?
+            """,
+            (symbol,),
+        )
+        result = cursor.fetchone()
+        return result[0] if result and result[0] else None

{mtcli-3.5.0.dev2 → mtcli-3.5.1}/mtcli/mt.py

@@ -1,45 +1,45 @@
-"""Módulo principal do aplicativo."""
-
-import click
-
-try:
-    from importlib.metadata import entry_points
-except ImportError:
-    from importlib_metadata import entry_points  # Para Python < 3.8
-
-
-@click.group(context_settings={"max_content_width": 120})
-@click.version_option(package_name="mtcli")
-def mt():
-    """Exibe o grafico candlestick screen reader friendly."""
-    pass
-
-
-def load_plugins():
-    eps = entry_points()
-    plugins = (
-        eps.select(group="mtcli.plugins")
-        if hasattr(eps, "select")
-        else eps.get("mtcli.plugins", [])
-    )
-
-    for ep in plugins:
-        plugin = ep.load()
-
-        # Caso seja uma função register(cli)
-        if callable(plugin) and not isinstance(plugin, click.Command):
-            plugin(mt)  # chama register(cli)
-        # Caso seja um comando Click diretamente
-        elif isinstance(plugin, click.Command):
-            mt.add_command(plugin)
-        else:
-            raise TypeError(
-                f"Plugin {ep.name} inválido: não é um comando nem função register."
-            )
-
-
-load_plugins()
-
-
-if __name__ == "__main__":
-    mt()
+"""Módulo principal do aplicativo."""
+
+import click
+
+try:
+    from importlib.metadata import entry_points
+except ImportError:
+    from importlib_metadata import entry_points  # Para Python < 3.8
+
+
+@click.group(context_settings={"max_content_width": 120})
+@click.version_option(package_name="mtcli")
+def mt():
+    """Exibe o grafico candlestick screen reader friendly."""
+    pass
+
+
+def load_plugins():
+    eps = entry_points()
+    plugins = (
+        eps.select(group="mtcli.plugins")
+        if hasattr(eps, "select")
+        else eps.get("mtcli.plugins", [])
+    )
+
+    for ep in plugins:
+        plugin = ep.load()
+
+        # Caso seja uma função register(cli)
+        if callable(plugin) and not isinstance(plugin, click.Command):
+            plugin(mt)  # chama register(cli)
+        # Caso seja um comando Click diretamente
+        elif isinstance(plugin, click.Command):
+            mt.add_command(plugin)
+        else:
+            raise TypeError(
+                f"Plugin {ep.name} inválido: não é um comando nem função register."
+            )
+
+
+load_plugins()
+
+
+if __name__ == "__main__":
+    mt()

{mtcli-3.5.0.dev2 → mtcli-3.5.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "mtcli"
-version = "3.5.0.dev2"
+version = "3.5.1"
 description = "Aplicativo CLI para exibir gráficos do MetaTrader 5 screen reader friendly"
 authors = [
     {name = "Valmir França da Silva",email = "vfranca3@gmail.com"}
@@ -20,7 +20,7 @@ keywords = [
 ]
 
 classifiers = [
-    "Development Status :: 4 - Beta",
+    "Development Status :: 5 - Production/Stable",
     "Intended Audience :: Financial and Insurance Industry",
     "Programming Language :: Python :: 3",
     "Programming Language :: Python :: 3.10",