mtcli 3.8.0.dev8__tar.gz → 3.8.0.dev9__tar.gz

{mtcli-3.8.0.dev8 → mtcli-3.8.0.dev9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mtcli
-Version: 3.8.0.dev8
+Version: 3.8.0.dev9
 Summary: Aplicativo CLI para exibir gráficos do MetaTrader 5 screen reader friendly
 License-Expression: MIT
 License-File: LICENSE

{mtcli-3.8.0.dev8 → mtcli-3.8.0.dev9}/mtcli/database.py

@@ -41,7 +41,7 @@ def get_connection():
     conn.execute("PRAGMA journal_mode=WAL")
     conn.execute("PRAGMA synchronous=NORMAL")
     conn.execute("PRAGMA temp_store=MEMORY")
-    conn.execute("PRAGMA mmap_size=268435456")
+    conn.execute("PRAGMA mmap_size=30000000000")
     conn.execute("PRAGMA cache_size=-200000")
     conn.execute("PRAGMA journal_size_limit=67108864")
     conn.execute("PRAGMA read_uncommitted = TRUE")

{mtcli-3.8.0.dev8 → mtcli-3.8.0.dev9}/mtcli/marketdata/tick_repository.py

@@ -114,7 +114,7 @@ class TickRepository:
 
         cursor.executemany(
             """
-            INSERT INTO ticks(
+            INSERT OR IGNORE INTO ticks(
                 symbol,
                 time_msc,
                 bid,
@@ -124,12 +124,11 @@ class TickRepository:
                 flags
             )
             VALUES (?,?,?,?,?,?,?)
-            ON CONFLICT(symbol,time_msc) DO NOTHING
             """,
             data,
         )
 
-        return len(data)
+        return cursor.rowcount
 
     # ==========================================================
     # CONSULTAS

mtcli-3.8.0.dev9/mtcli/migrations/007_deduplicate_ticks_and_add_unique_index.py

@@ -0,0 +1,91 @@
+"""
+Migration 007
+
+Objetivo
+--------
+
+1. Remover registros duplicados da tabela `ticks`
+2. Criar índice UNIQUE para evitar duplicação futura
+
+Critério de unicidade adotado:
+
+    (symbol, time_msc)
+
+Estratégia
+----------
+
+1. Criar tabela temporária com SELECT DISTINCT
+2. Copiar dados únicos
+3. Substituir tabela original
+4. Criar índice UNIQUE
+
+Essa estratégia é muito mais rápida do que DELETE em tabelas grandes.
+"""
+
+from sqlite3 import Connection
+
+
+def upgrade(conn: Connection) -> None:
+    cursor = conn.cursor()
+
+    # ---------------------------------------------------------
+    # 1 - criar nova tabela sem duplicados
+    # ---------------------------------------------------------
+
+    cursor.execute(
+        """
+        CREATE TABLE IF NOT EXISTS ticks_new AS
+        SELECT DISTINCT *
+        FROM ticks
+        """
+    )
+
+    # ---------------------------------------------------------
+    # 2 - remover tabela antiga
+    # ---------------------------------------------------------
+
+    cursor.execute("DROP TABLE ticks")
+
+    # ---------------------------------------------------------
+    # 3 - renomear tabela nova
+    # ---------------------------------------------------------
+
+    cursor.execute("ALTER TABLE ticks_new RENAME TO ticks")
+
+    # ---------------------------------------------------------
+    # 4 - recriar índice de performance existente
+    # ---------------------------------------------------------
+
+    cursor.execute(
+        """
+        CREATE INDEX IF NOT EXISTS idx_ticks_symbol_time
+        ON ticks(symbol, time_msc)
+        """
+    )
+
+    # ---------------------------------------------------------
+    # 5 - criar índice UNIQUE
+    # ---------------------------------------------------------
+
+    cursor.execute(
+        """
+        CREATE UNIQUE INDEX IF NOT EXISTS idx_ticks_unique
+        ON ticks(symbol, time_msc)
+        """
+    )
+
+    conn.commit()
+
+
+def downgrade(conn: Connection) -> None:
+    cursor = conn.cursor()
+
+    # Remove índice UNIQUE caso exista rollback
+
+    cursor.execute(
+        """
+        DROP INDEX IF EXISTS idx_ticks_unique
+        """
+    )
+
+    conn.commit()

{mtcli-3.8.0.dev8 → mtcli-3.8.0.dev9}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "mtcli"
-version = "3.8.0.dev8"
+version = "3.8.0.dev9"
 description = "Aplicativo CLI para exibir gráficos do MetaTrader 5 screen reader friendly"
 authors = [
     {name = "Valmir França",email = "vfranca3@gmail.com"}