linkarchivetools 0.1.15__py3-none-any.whl → 0.1.17__py3-none-any.whl

linkarchivetools/dbfilter.py

@@ -13,6 +13,7 @@ import argparse
 
 from sqlalchemy import create_engine
 from .utils.reflected import *
+from .tableconfig import get_tables
 
 
 class DbFilter(object):
@@ -53,7 +54,12 @@ class DbFilter(object):
             self.connection = None
 
     def truncate(self):
-        table = ReflectedEntryTable(self.engine, self.connection)
+        """
+        TODO remove these hardcoded tables
+        with something from table_config
+        though it seems it should not clear linkdatamodel
+        """
+        table = ReflectedTable(self.engine, self.connection)
 
         table.truncate_table("userentrytransitionhistory")
         table.truncate_table("userentryvisithistory")
@@ -78,7 +84,7 @@ class DbFilter(object):
         table.truncate_table("blockentrylist")
 
     def filter(self, conditions):
-        table = ReflectedEntryTable(self.engine, self.connection)
+        table = ReflectedTable(self.engine, self.connection)
 
         sql_text = f"DELETE FROM linkdatamodel WHERE {conditions};"
         # TODO delete depnded things
@@ -87,7 +93,7 @@ class DbFilter(object):
         table.close()
 
     def filter_bookmarks(self):
-        table = ReflectedEntryTable(self.engine, self.connection)
+        table = ReflectedTable(self.engine, self.connection)
 
         sql_text = f"DELETE FROM linkdatamodel WHERE bookmarked=False;"
         # TODO delete depnded things
@@ -96,7 +102,7 @@ class DbFilter(object):
         table.close()
 
     def filter_votes(self):
-        table = ReflectedEntryTable(self.engine, self.connection)
+        table = ReflectedTable(self.engine, self.connection)
 
         sql_text = f"DELETE FROM linkdatamodel WHERE page_rating_votes=0;"
         table.run_sql(sql_text)
@@ -107,7 +113,7 @@ class DbFilter(object):
         """
         Not bookmarked AND without votes are redundant
         """
-        table = ReflectedEntryTable(self.engine, self.connection)
+        table = ReflectedTable(self.engine, self.connection)
 
         sql_text = f"DELETE FROM linkdatamodel WHERE bookmarked=False AND page_rating_votes=0;"
         table.run_sql(sql_text)

linkarchivetools/utils/reflected.py

@@ -42,6 +42,11 @@ class ReflectedTable(object):
 
         index.create(bind=self.engine)
 
+    def enable_sqlite_wal(self, table_name):
+        sql_text = f"PRAGMA journal_mode=WAL;"
+        self.connection.execute(text(sql_text))
+        self.connection.commit()
+
     def vacuum(self):
         self.connection.execute(text("VACUUM"))
 
@@ -129,6 +134,11 @@ class ReflectedGenericTable(object):
         self.connection.execute(text(sql_text))
         self.connection.commit()
 
+    def enable_sqlite_wal(self):
+        sql_text = f"PRAGMA journal_mode=WAL;"
+        self.connection.execute(text(sql_text))
+        self.connection.commit()
+
     def create_index(self, column_name):
         index_name = f"idx_{self.table.name}_{column_name}"
         index = Index(index_name, getattr(table.c, column_name))

{linkarchivetools-0.1.15.dist-info → linkarchivetools-0.1.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: linkarchivetools
-Version: 0.1.15
+Version: 0.1.17
 Summary: Link Archive Tools
 License: GPL3
 Author: Iwan Grozny

{linkarchivetools-0.1.15.dist-info → linkarchivetools-0.1.17.dist-info}/RECORD

@@ -5,14 +5,14 @@ linkarchivetools/backup.py,sha256=xUDpC0YZou0y2X1aa-Js8pS_3TnC_NmVfKSrVihQd8A,24
 linkarchivetools/db2feeds.py,sha256=P5ZvvyLoEEOPPU_a50VlWw9FNMw8MyFg1TBR_ftdgQ4,8871
 linkarchivetools/db2json.py,sha256=gCuCVqn4n40i1-6-k_Hb809bq2q8VgfIEHrFWp6nBT8,5666
 linkarchivetools/dbanalyzer.py,sha256=BD59Ieg7Xv9pMgLZzWlN--8uReEYovfJ2XMbTsV5-Jg,10125
-linkarchivetools/dbfilter.py,sha256=yE3FK80dRs7c5mzrvZG4NHh24UhvysbAiZkrVIKU2bI,4520
+linkarchivetools/dbfilter.py,sha256=n_yzMRt-exS3jkyiWcpUSy7B37RkzXEyUTH7-DWdUD0,4697
 linkarchivetools/dbmerge.py,sha256=dEkvnYfiRDV3Od8qVQJWP_qJ7SKOYqKCndeX2HAJKFE,2510
 linkarchivetools/json2db.py,sha256=IF01_KhMmHcdm4jfagU_kuJGCEtRwgwjZDuxLtlT7EQ,7607
 linkarchivetools/tableconfig.py,sha256=TsYYl2kbAkP035XElHUmeJqH5Kugl7bwi4ClIwJ6MSA,1731
 linkarchivetools/utils/alchemysearch.py,sha256=voUDEBP4RShlGj8E0iHg83jP8JYJQKLOaJjCZNi4LMY,5689
 linkarchivetools/utils/omnisearch.py,sha256=7HVzz8LesS3Yo6exdlPf4WdPbi2DQekPR2CmkJcfBbI,10115
-linkarchivetools/utils/reflected.py,sha256=bK4hgNmVUUer4BKTQbq732bXSgBJrHlzg11Wa1v0iYI,15740
-linkarchivetools-0.1.15.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-linkarchivetools-0.1.15.dist-info/METADATA,sha256=84HOSBHXeDCG1ZTY1aQWFJa9cwdKJQNw847eX39MLvs,1203
-linkarchivetools-0.1.15.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-linkarchivetools-0.1.15.dist-info/RECORD,,
+linkarchivetools/utils/reflected.py,sha256=o0_DOMNAF8b1dbOz3gFFB5YyTuqRYsiIQPA9v2fPQUQ,16076
+linkarchivetools-0.1.17.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+linkarchivetools-0.1.17.dist-info/METADATA,sha256=UvRtshlyJZZJ2fg9D7mMafKr9NNVpaYQ_uk9UIs7mRw,1203
+linkarchivetools-0.1.17.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+linkarchivetools-0.1.17.dist-info/RECORD,,