py-auto-migrate 0.0.1__tar.gz

py-auto-migrate-0.0.1/PKG-INFO

@@ -0,0 +1,71 @@
+Metadata-Version: 2.1
+Name: py-auto-migrate
+Version: 0.0.1
+Summary: A Tool For Transferring Data, Tables, And Datasets Between Different Databases.
+Author: Kasra Khaksar
+Author-email: kasrakhaksar17@gmail.com
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+
+<h1 align="center">
+  <strong>Py-Auto-Migrate</strong>
+</h1>
+<p align="center">
+  A powerful database migration tool to transfer data (e.g., between MongoDB and MySQL or MongoDB and MongoDB), with automatic table/database creation, existence checks, and support for full database migrations.
+  <br><br>
+  <a href="https://github.com/kasrakhaksar/py-auto-migrate" target="_blank">
+    <img src="https://img.shields.io/badge/GitHub-Repo-blue?logo=github" alt="GitHub" />
+  </a>
+</p>
+
+
+
+---
+
+## Installation
+
+```bash
+pip install py-auto-migrate
+```
+
+---
+
+
+## Usage
+<b>Command Line Interface (CLI)</b>
+```bash
+py-auto-migrate migrate --source <source_uri> --target <target_uri> --table <table_name>
+```
+
+<p>
+
+  <b>--source :</b>Source database URI (e.g., mysql://user:pass@host:3306/dbname)
+
+  <b>--target :</b>Target database URI (e.g., mongodb://localhost:27017/mydb)
+
+  <b>--table (optional):</b>Specific table/collection to migrate. If omitted, all tables/collections will be
+
+</p>
+
+
+---
+
+
+## Example
+```bash
+py-auto-migrate migrate --source "mongodb://localhost:27017/mydb" --target "mongodb://localhost:27017/mydb2"
+py-auto-migrate migrate --source "mongodb://localhost:27017/mydb" --target "mysql://root:1234@localhost:3306/mydb" --table users
+```
+
+<p>You can also use MongoDB → MongoDB or MySQL → MySQL</p>
+
+---
+
+
+
+## Future Plans
+<ul>
+
+  <li>Add support for creating indexes on tables/collections to improve query performance.</li>
+  <li>Support for more databases: Add migrations for PostgreSQL, SQLite.</li>
+</ul>

py-auto-migrate-0.0.1/README.md

@@ -0,0 +1,62 @@
+<h1 align="center">
+  <strong>Py-Auto-Migrate</strong>
+</h1>
+<p align="center">
+  A powerful database migration tool to transfer data (e.g., between MongoDB and MySQL or MongoDB and MongoDB), with automatic table/database creation, existence checks, and support for full database migrations.
+  <br><br>
+  <a href="https://github.com/kasrakhaksar/py-auto-migrate" target="_blank">
+    <img src="https://img.shields.io/badge/GitHub-Repo-blue?logo=github" alt="GitHub" />
+  </a>
+</p>
+
+
+
+---
+
+## Installation
+
+```bash
+pip install py-auto-migrate
+```
+
+---
+
+
+## Usage
+<b>Command Line Interface (CLI)</b>
+```bash
+py-auto-migrate migrate --source <source_uri> --target <target_uri> --table <table_name>
+```
+
+<p>
+
+  <b>--source :</b>Source database URI (e.g., mysql://user:pass@host:3306/dbname)
+
+  <b>--target :</b>Target database URI (e.g., mongodb://localhost:27017/mydb)
+
+  <b>--table (optional):</b>Specific table/collection to migrate. If omitted, all tables/collections will be
+
+</p>
+
+
+---
+
+
+## Example
+```bash
+py-auto-migrate migrate --source "mongodb://localhost:27017/mydb" --target "mongodb://localhost:27017/mydb2"
+py-auto-migrate migrate --source "mongodb://localhost:27017/mydb" --target "mysql://root:1234@localhost:3306/mydb" --table users
+```
+
+<p>You can also use MongoDB → MongoDB or MySQL → MySQL</p>
+
+---
+
+
+
+## Future Plans
+<ul>
+
+  <li>Add support for creating indexes on tables/collections to improve query performance.</li>
+  <li>Support for more databases: Add migrations for PostgreSQL, SQLite.</li>
+</ul>

py-auto-migrate-0.0.1/py-auto-migrate/cli.py

@@ -0,0 +1,47 @@
+import click
+from migrator import MongoToMySQL, MongoToMongo , MySQLToMongo , MySQLToMySQL
+
+@click.group()
+def main():
+    """Py-Auto-Migrate"""
+    pass
+
+@main.command()
+@click.option('--source', required=True)
+@click.option('--target', required=True)
+@click.option('--table', required=False)
+def migrate(source, target, table):
+    if source.startswith("mongodb://") and target.startswith("mysql://"):
+        m = MongoToMySQL(source, target)
+        if table:
+            m.migrate_one(table)
+        else:
+            m.migrate_all()
+
+    elif source.startswith("mongodb://") and target.startswith("mongodb://"):
+        m = MongoToMongo(source, target)
+        if table:
+            m.migrate_one(table)
+        else:
+            m.migrate_all()
+
+    elif source.startswith("mysql://") and target.startswith("mysql://"):
+        m = MySQLToMySQL(source, target)
+        if table:
+            m.migrate_one(table)
+        else:
+            m.migrate_all()
+
+    elif source.startswith("mysql://") and target.startswith("mongodb://"):
+        m = MySQLToMongo(source, target)
+        if table:
+            m.migrate_one(table)
+        else:
+            m.migrate_all()
+
+
+    else:
+        click.echo("❌ Migration type not supported.")
+
+if __name__ == "__main__":
+    main()

py-auto-migrate-0.0.1/py-auto-migrate/migrator.py

@@ -0,0 +1,236 @@
+from pymongo import MongoClient
+from mysqlSaver import Saver, CheckerAndReceiver, Connection, Creator
+import pandas as pd
+
+
+# ========== Mongo → MySQL ==========
+class MongoToMySQL:
+    def __init__(self, mongo_uri, mysql_uri):
+        self.mongo_uri = mongo_uri
+        self.mysql_uri = mysql_uri
+
+    def migrate_one(self, table_name):
+        db = self._get_mongo_db(self.mongo_uri)
+        data = list(db[table_name].find())
+        if not data:
+            print(f"❌ Collection '{table_name}' in MongoDB is empty.")
+            return
+
+        df = pd.DataFrame(data)
+        if "_id" in df.columns:
+            df["_id"] = df["_id"].astype(str)
+
+        host, port, user, password, db_name = self._parse_mysql_uri(self.mysql_uri)
+
+        # اتصال اولیه بدون دیتابیس برای ساخت دیتابیس
+        temp_conn = Connection.connect(host, port, user, password, None)
+        creator = Creator(temp_conn)
+        creator.database_creator(db_name)
+        temp_conn.close()
+
+        # اتصال به دیتابیس ساخته شده
+        conn = Connection.connect(host, port, user, password, db_name)
+
+        checker = CheckerAndReceiver(conn)
+        if checker.table_exist(table_name):
+            print(f"⚠ Table '{table_name}' already exists in MySQL. Skipping migration.")
+            conn.close()
+            return
+
+        saver = Saver(conn)
+        saver.sql_saver(df, table_name)
+        conn.close()
+        print(f"✅ Migrated {len(df)} rows from MongoDB to MySQL table '{table_name}'")
+
+    def migrate_all(self):
+        db = self._get_mongo_db(self.mongo_uri)
+        collections = db.list_collection_names()
+        print(f"📦 Found {len(collections)} collections in MongoDB")
+        for col in collections:
+            print(f"➡ Migrating collection: {col}")
+            self.migrate_one(col)
+
+    def _get_mongo_db(self, mongo_uri):
+        client = MongoClient(mongo_uri)
+        db_name = mongo_uri.split("/")[-1]
+        return client[db_name]
+
+    def _parse_mysql_uri(self, mysql_uri):
+        mysql_uri = mysql_uri.replace("mysql://", "")
+        user_pass, host_db = mysql_uri.split("@")
+        user, password = user_pass.split(":")
+        host_port, db_name = host_db.split("/")
+        if ":" in host_port:
+            host, port = host_port.split(":")
+            port = int(port)
+        else:
+            host = host_port
+            port = 3306
+        return host, port, user, password, db_name
+
+# ========== Mongo → Mongo ==========
+class MongoToMongo:
+    def __init__(self, source_uri, target_uri):
+        self.source_uri = source_uri
+        self.target_uri = target_uri
+
+    def migrate_one(self, collection_name):
+        source_db = self._get_mongo_db(self.source_uri)
+        target_db = self._get_mongo_db(self.target_uri)
+
+        data = list(source_db[collection_name].find())
+        if not data:
+            print(f"❌ Collection '{collection_name}' in source MongoDB is empty.")
+            return
+
+        if collection_name in target_db.list_collection_names():
+            print(f"⚠ Collection '{collection_name}' already exists in target MongoDB. Skipping.")
+            return
+
+        target_db[collection_name].insert_many(data)
+        print(f"✅ Migrated {len(data)} documents from '{collection_name}' to target MongoDB.")
+
+    def migrate_all(self):
+        source_db = self._get_mongo_db(self.source_uri)
+        collections = source_db.list_collection_names()
+        print(f"📦 Found {len(collections)} collections in source MongoDB")
+        for col in collections:
+            print(f"➡ Migrating collection: {col}")
+            self.migrate_one(col)
+
+    def _get_mongo_db(self, mongo_uri):
+        client = MongoClient(mongo_uri)
+        db_name = mongo_uri.split("/")[-1]
+        return client[db_name]
+
+
+
+
+# ========== MySQL → MySQL ==========
+class MySQLToMySQL:
+    def __init__(self, source_uri, target_uri):
+        self.source_uri = source_uri
+        self.target_uri = target_uri
+
+    def migrate_one(self, table_name):
+        # اتصال به دیتابیس مبدأ
+        src_host, src_port, src_user, src_pass, src_db = self._parse_mysql_uri(self.source_uri)
+        src_conn = Connection.connect(src_host, src_port, src_user, src_pass, src_db)
+        src_cursor = src_conn.cursor()
+        src_cursor.execute(f"SELECT * FROM {table_name}")
+        data = src_cursor.fetchall()
+        columns = [desc[0] for desc in src_cursor.description]
+
+        if not data:
+            print(f"❌ Table '{table_name}' in source MySQL is empty.")
+            src_conn.close()
+            return
+
+        df = pd.DataFrame(data, columns=columns)
+        src_conn.close()
+
+        # اتصال به دیتابیس مقصد (قبل از ساخت دیتابیس)
+        tgt_host, tgt_port, tgt_user, tgt_pass, tgt_db = self._parse_mysql_uri(self.target_uri)
+        temp_conn = Connection.connect(tgt_host, tgt_port, tgt_user, tgt_pass, None)
+        creator = Creator(temp_conn)
+        creator.database_creator(tgt_db)
+        temp_conn.close()
+
+        # اتصال به دیتابیس مقصد
+        tgt_conn = Connection.connect(tgt_host, tgt_port, tgt_user, tgt_pass, tgt_db)
+        checker = CheckerAndReceiver(tgt_conn)
+        if checker.table_exist(table_name):
+            print(f"⚠ Table '{table_name}' already exists in target MySQL. Skipping migration.")
+            tgt_conn.close()
+            return
+
+        saver = Saver(tgt_conn)
+        saver.sql_saver(df, table_name)
+        tgt_conn.close()
+        print(f"✅ Migrated {len(df)} rows from MySQL table '{table_name}' to target MySQL")
+
+    def migrate_all(self):
+        src_host, src_port, src_user, src_pass, src_db = self._parse_mysql_uri(self.source_uri)
+        src_conn = Connection.connect(src_host, src_port, src_user, src_pass, src_db)
+        cursor = src_conn.cursor()
+        cursor.execute("SHOW TABLES")
+        tables = [row[0] for row in cursor.fetchall()]
+        src_conn.close()
+
+        print(f"📦 Found {len(tables)} tables in source MySQL")
+        for table in tables:
+            print(f"➡ Migrating table: {table}")
+            self.migrate_one(table)
+
+    def _parse_mysql_uri(self, mysql_uri):
+        mysql_uri = mysql_uri.replace("mysql://", "")
+        user_pass, host_db = mysql_uri.split("@")
+        user, password = user_pass.split(":")
+        host_port, db_name = host_db.split("/")
+        if ":" in host_port:
+            host, port = host_port.split(":")
+            port = int(port)
+        else:
+            host = host_port
+            port = 3306
+        return host, port, user, password, db_name
+
+# ========== MySQL → Mongo ==========
+class MySQLToMongo:
+    def __init__(self, mysql_uri, mongo_uri):
+        self.mysql_uri = mysql_uri
+        self.mongo_uri = mongo_uri
+
+    def migrate_one(self, table_name):
+        # اتصال به MySQL
+        host, port, user, password, db_name = self._parse_mysql_uri(self.mysql_uri)
+        conn = Connection.connect(host, port, user, password, db_name)
+        cursor = conn.cursor()
+        cursor.execute(f"SELECT * FROM {table_name}")
+        data = cursor.fetchall()
+        columns = [desc[0] for desc in cursor.description]
+        conn.close()
+
+        if not data:
+            print(f"❌ Table '{table_name}' in MySQL is empty.")
+            return
+
+        df = pd.DataFrame(data, columns=columns)
+
+        # اتصال به Mongo
+        client = MongoClient(self.mongo_uri)
+        mongo_db_name = self.mongo_uri.split("/")[-1]
+        db = client[mongo_db_name]
+
+        if table_name in db.list_collection_names():
+            print(f"⚠ Collection '{table_name}' already exists in target MongoDB. Skipping.")
+            return
+
+        db[table_name].insert_many(df.to_dict('records'))
+        print(f"✅ Migrated {len(df)} rows from MySQL table '{table_name}' to MongoDB collection '{table_name}'")
+
+    def migrate_all(self):
+        host, port, user, password, db_name = self._parse_mysql_uri(self.mysql_uri)
+        conn = Connection.connect(host, port, user, password, db_name)
+        cursor = conn.cursor()
+        cursor.execute("SHOW TABLES")
+        tables = [row[0] for row in cursor.fetchall()]
+        conn.close()
+
+        print(f"📦 Found {len(tables)} tables in MySQL")
+        for table in tables:
+            print(f"➡ Migrating table: {table}")
+            self.migrate_one(table)
+
+    def _parse_mysql_uri(self, mysql_uri):
+        mysql_uri = mysql_uri.replace("mysql://", "")
+        user_pass, host_db = mysql_uri.split("@")
+        user, password = user_pass.split(":")
+        host_port, db_name = host_db.split("/")
+        if ":" in host_port:
+            host, port = host_port.split(":")
+            port = int(port)
+        else:
+            host = host_port
+            port = 3306
+        return host, port, user, password, db_name

py-auto-migrate-0.0.1/py_auto_migrate.egg-info/PKG-INFO

@@ -0,0 +1,71 @@
+Metadata-Version: 2.1
+Name: py-auto-migrate
+Version: 0.0.1
+Summary: A Tool For Transferring Data, Tables, And Datasets Between Different Databases.
+Author: Kasra Khaksar
+Author-email: kasrakhaksar17@gmail.com
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+
+<h1 align="center">
+  <strong>Py-Auto-Migrate</strong>
+</h1>
+<p align="center">
+  A powerful database migration tool to transfer data (e.g., between MongoDB and MySQL or MongoDB and MongoDB), with automatic table/database creation, existence checks, and support for full database migrations.
+  <br><br>
+  <a href="https://github.com/kasrakhaksar/py-auto-migrate" target="_blank">
+    <img src="https://img.shields.io/badge/GitHub-Repo-blue?logo=github" alt="GitHub" />
+  </a>
+</p>
+
+
+
+---
+
+## Installation
+
+```bash
+pip install py-auto-migrate
+```
+
+---
+
+
+## Usage
+<b>Command Line Interface (CLI)</b>
+```bash
+py-auto-migrate migrate --source <source_uri> --target <target_uri> --table <table_name>
+```
+
+<p>
+
+  <b>--source :</b>Source database URI (e.g., mysql://user:pass@host:3306/dbname)
+
+  <b>--target :</b>Target database URI (e.g., mongodb://localhost:27017/mydb)
+
+  <b>--table (optional):</b>Specific table/collection to migrate. If omitted, all tables/collections will be
+
+</p>
+
+
+---
+
+
+## Example
+```bash
+py-auto-migrate migrate --source "mongodb://localhost:27017/mydb" --target "mongodb://localhost:27017/mydb2"
+py-auto-migrate migrate --source "mongodb://localhost:27017/mydb" --target "mysql://root:1234@localhost:3306/mydb" --table users
+```
+
+<p>You can also use MongoDB → MongoDB or MySQL → MySQL</p>
+
+---
+
+
+
+## Future Plans
+<ul>
+
+  <li>Add support for creating indexes on tables/collections to improve query performance.</li>
+  <li>Support for more databases: Add migrations for PostgreSQL, SQLite.</li>
+</ul>

py-auto-migrate-0.0.1/py_auto_migrate.egg-info/SOURCES.txt

@@ -0,0 +1,11 @@
+README.md
+setup.py
+py-auto-migrate/__init__.py
+py-auto-migrate/cli.py
+py-auto-migrate/core.py
+py-auto-migrate/migrator.py
+py_auto_migrate.egg-info/PKG-INFO
+py_auto_migrate.egg-info/SOURCES.txt
+py_auto_migrate.egg-info/dependency_links.txt
+py_auto_migrate.egg-info/requires.txt
+py_auto_migrate.egg-info/top_level.txt

py-auto-migrate-0.0.1/py_auto_migrate.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

py-auto-migrate-0.0.1/py_auto_migrate.egg-info/requires.txt

@@ -0,0 +1,5 @@
+pandas
+tqdm
+pymysql
+pymongo
+mysqlSaver

py-auto-migrate-0.0.1/py_auto_migrate.egg-info/top_level.txt

@@ -0,0 +1 @@
+py-auto-migrate

py-auto-migrate-0.0.1/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

py-auto-migrate-0.0.1/setup.py

@@ -0,0 +1,35 @@
+from setuptools import setup
+from pathlib import Path
+this_directory = Path(__file__).parent
+long_description = (this_directory / "README.md").read_text()
+
+
+packages = \
+['py-auto-migrate']
+
+package_data = \
+{'': ['*']}
+
+
+setup_kwargs = {
+    'name' :'py-auto-migrate',
+    'version':'0.0.1',
+    'author':'Kasra Khaksar',
+    'author_email':'kasrakhaksar17@gmail.com',
+    'description':'A Tool For Transferring Data, Tables, And Datasets Between Different Databases.',
+    "long_description" : long_description,
+    "long_description_content_type" :'text/markdown',
+    'packages': packages,
+    'package_data': package_data,
+    'python_requires': '>=3.11',
+    'install_requires': [
+    'pandas',
+    'tqdm',
+    'pymysql',
+    'pymongo',
+    'mysqlSaver'
+    ],
+}
+
+
+setup(**setup_kwargs)