TikPipe 1.0.0__py3-none-any.whl

tikpipe/cli.py

@@ -0,0 +1,218 @@
+import os
+import sys
+import time
+import json
+from concurrent.futures import ThreadPoolExecutor, as_completed
+from playwright.sync_api import sync_playwright
+import yt_dlp
+
+# Ubicación global de la sesión (para que funcione desde cualquier carpeta de Windows)
+GLOBAL_DIR = os.path.expanduser("~/.tikpipe")
+SESSION_FOLDER = os.path.join(GLOBAL_DIR, "perfil_navegador")
+CONFIG_FILE = os.path.join(GLOBAL_DIR, "config.json")
+LINKS_FILE = os.path.join(GLOBAL_DIR, "videos.txt")
+
+os.makedirs(GLOBAL_DIR, exist_ok=True)
+os.makedirs(SESSION_FOLDER, exist_ok=True)
+
+
+def load_configuration():
+    default_config = {
+        "download_path": os.path.abspath("./TikTok_Downloads"),
+        "video_count": 10,
+        "concurrent_downloads": 6
+    }
+
+    if not os.path.exists(CONFIG_FILE):
+        with open(CONFIG_FILE, "w", encoding="utf-8") as f:
+            json.dump(default_config, f, indent=4)
+        return default_config
+
+    try:
+        with open(CONFIG_FILE, "r", encoding="utf-8") as f:
+            config = json.load(f)
+        path = config.get("download_path", default_config["download_path"])
+        count = config.get("video_count", default_config["video_count"])
+        concurrency = config.get("concurrent_downloads", default_config["concurrent_downloads"])
+        return {
+            "download_path": os.path.abspath(path),
+            "video_count": int(count),
+            "concurrent_downloads": int(concurrency)
+        }
+    except Exception:
+        return default_config
+
+
+def parse_arguments():
+    config = load_configuration()
+
+    # Si el usuario pide ayuda
+    if len(sys.argv) > 1 and sys.argv[1] in ("-h", "--help"):
+        print("\nTikPipe - TikTok Feed Harvester & Fast Downloader")
+        print("Usage:   TikPipe [video_count] [concurrent_downloads] \"[download_path]\"")
+        print("Example: TikPipe 20 6 \"D:\\My Videos\\TikTok\"\n")
+        sys.exit(0)
+
+    # Argumento 1: Cantidad de videos
+    if len(sys.argv) >= 2:
+        try:
+            config["video_count"] = int(sys.argv[1])
+        except ValueError:
+            print(f"[Warning] Invalid video count '{sys.argv[1]}'. Using: {config['video_count']}")
+
+    # Argumento 2: Descargas simultáneas
+    if len(sys.argv) >= 3:
+        try:
+            config["concurrent_downloads"] = int(sys.argv[2])
+        except ValueError:
+            print(f"[Warning] Invalid concurrency '{sys.argv[2]}'. Using: {config['concurrent_downloads']}")
+
+    # Argumento 3: Ruta de descarga entre comillas
+    if len(sys.argv) >= 4:
+        config["download_path"] = os.path.abspath(sys.argv[3])
+
+    return config
+
+
+def download_single_video(url, ydl_opts):
+    try:
+        with yt_dlp.YoutubeDL(ydl_opts) as ydl:
+            ydl.download([url])
+        return True, url
+    except Exception:
+        return False, url
+
+
+def main():
+    config = parse_arguments()
+    download_folder = config["download_path"]
+    target_count = config["video_count"]
+    concurrency = config["concurrent_downloads"]
+
+    os.makedirs(download_folder, exist_ok=True)
+
+    ydl_opts = {
+        'format': (
+            'bestvideo[vcodec^=avc]+bestaudio[acodec=mp4a.40.2]/'
+            'best[acodec=mp4a.40.2]/'
+            'bestvideo[vcodec^=avc]+bestaudio[acodec^=mp4a]/'
+            'best[vcodec^=avc]/'
+            'best'
+        ),
+        'merge_output_format': 'mp4',
+        'outtmpl': os.path.join(download_folder, '%(uploader)s_%(id)s.%(ext)s'),
+        'ignoreerrors': True,
+        'nooverwrites': True,
+        'quiet': True,
+        'buffersize': 1024 * 1024 * 4,
+    }
+
+    intercepted_videos = set()
+    download_futures = []
+    executor = ThreadPoolExecutor(max_workers=concurrency)
+
+    if os.path.exists(LINKS_FILE):
+        with open(LINKS_FILE, "w", encoding="utf-8") as f:
+            pass
+
+    print("\n" + "="*65)
+    print("TikPipe: STARTING PIPELINE MODE")
+    print(f"Target: {target_count} videos | Parallel Threads: {concurrency}")
+    print(f"Destination: {download_folder}")
+    print("="*65 + "\n")
+
+    with sync_playwright() as p:
+        print("Launching optimized browser...")
+
+        context = p.chromium.launch_persistent_context(
+            user_data_dir=SESSION_FOLDER,
+            channel="chrome",
+            headless=False,
+            args=[
+                "--disable-blink-features=AutomationControlled",
+                "--start-maximized"
+            ],
+            ignore_default_args=["--enable-automation"],
+            no_viewport=True
+        )
+
+        page = context.pages[0] if context.pages else context.new_page()
+
+        def block_heavy_resources(route):
+            if route.request.resource_type in ["image", "media", "font"]:
+                route.abort()
+            else:
+                route.continue_()
+
+        page.route("**/*", block_heavy_resources)
+
+        def intercept_and_download(response):
+            url = response.url
+            if ("item_list" in url or "feed" in url) and response.status == 200:
+                try:
+                    data = response.json()
+                    items = data.get("itemList", [])
+                    for item in items:
+                        if len(intercepted_videos) >= target_count:
+                            break
+                        video_id = item.get("id")
+                        author = item.get("author", {}).get("uniqueId")
+                        if video_id and author:
+                            link = f"https://www.tiktok.com/@{author}/video/{video_id}"
+                            if link not in intercepted_videos:
+                                intercepted_videos.add(link)
+                                num = len(intercepted_videos)
+                                print(f"-> [{num}/{target_count}] Intercepted and queued: @{author}")
+
+                                with open(LINKS_FILE, "a", encoding="utf-8") as f:
+                                    f.write(f"{link}\n")
+
+                                fut = executor.submit(download_single_video, link, ydl_opts)
+                                download_futures.append(fut)
+                except Exception:
+                    pass
+
+        page.on("response", intercept_and_download)
+
+        print("Navigating to 'For You' feed...")
+        page.goto("https://www.tiktok.com/foryou")
+
+        elapsed_seconds = 0
+        while len(intercepted_videos) < target_count and elapsed_seconds < 40:
+            if len(intercepted_videos) >= target_count:
+                break
+            page.keyboard.press("ArrowDown")
+            page.mouse.wheel(0, 500)
+            time.sleep(0.8)
+            elapsed_seconds += 0.8
+
+        print(f"\nAll {len(intercepted_videos)} videos intercepted! Closing browser...")
+        context.close()
+
+    print("\nWaiting for active downloads to finish...")
+    completed = 0
+    total = len(download_futures)
+
+    for f in as_completed(download_futures):
+        ok, link = f.result()
+        completed += 1
+        if ok:
+            print(f"[{completed}/{total}] Download finished: {link}")
+        else:
+            print(f"[{completed}/{total}] Failed: {link}")
+
+    executor.shutdown(wait=True)
+
+    if os.path.exists(LINKS_FILE):
+        with open(LINKS_FILE, "w", encoding="utf-8") as f:
+            pass
+        print(f"\n-> '{LINKS_FILE}' cleared successfully.")
+
+    print("\n" + "="*65)
+    print("TikPipe: PROCESS COMPLETED SUCCESSFULLY!")
+    print(f"Videos saved to: {download_folder}")
+    print("="*65 + "\n")
+
+
+if __name__ == "__main__":
+    main()

tikpipe-1.0.0.dist-info/METADATA

@@ -0,0 +1,164 @@
+Metadata-Version: 2.4
+Name: TikPipe
+Version: 1.0.0
+Summary: High-performance real-time TikTok feed harvester and concurrent downloader
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: playwright
+Requires-Dist: yt-dlp
+Requires-Dist: curl_cffi
+
+# TikTok Feed Harvester & Fast Downloader
+
+A high-performance automated script for Windows designed to intercept and download videos from your TikTok **"For You" Page (FYP)** in original quality, watermark-free, utilizing your active session, and in the universally compatible **H.264 (AVC) + AAC** format.
+
+---
+
+## Prerequisites
+
+Before getting started, make sure your computer meets the following requirements:
+
+1. **Windows 10 or 11 (64-bit)**.
+2. **Python 3.10 or higher** (compatible with Python 3.11, 3.12, and 3.13).
+   * When installing Python, make sure to check the box that says **"Add python.exe to PATH"** on the first setup screen.
+3. **Google Chrome** installed officially on your system.
+
+---
+
+## Project Structure
+
+Your project directory (e.g., `D:\tiktok extractor\`) should be organized as follows:
+
+```text
+tiktok extractor/
+│
+├── user.py                     # Main capture and download script
+├── requirements.txt            # Python dependencies list
+├── update_dependencies.bat     # 1-click dependency installer/updater
+├── setup_login.py              # One-time login helper script
+├── config.json                 # Configuration file (auto-generated on first run)
+├── videos.txt                  # Temporary file storing extracted URLs
+└── perfil_navegador/           # Persistent folder storing your Chrome session
+```
+
+---
+
+## Step 1: Install Dependencies
+
+1. Open the project folder.
+2. **Double-click** the file **`update_dependencies.bat`**.
+3. A command prompt window will open and automatically execute:
+   * Upgrading the `pip` package manager.
+   * Installing `yt-dlp`, `playwright`, and `curl_cffi`.
+   * Downloading the Chromium browser binaries for Playwright.
+4. When it completes and displays `ALL DEPENDENCIES INSTALLED AND UPDATED SUCCESSFULLY!`, press any key to close the window.
+
+---
+
+## Step 2: One-Time Session Setup (Login)
+
+To allow the program to access your personalized "For You" feed, it must use your active account. To prevent Google from blocking your login with the *"This browser or app may not be secure"* error, a native launch setup is used:
+
+1. Create a file named **`setup_login.py`** in the project folder with the following content:
+
+```python
+import os
+import subprocess
+import sys
+
+CARPETA_SESION = os.path.abspath("./perfil_navegador")
+os.makedirs(CARPETA_SESION, exist_ok=True)
+
+chrome_paths = [
+    os.path.expandvars(r"%ProgramFiles%\Google\Chrome\Application\chrome.exe"),
+    os.path.expandvars(r"%ProgramFiles(x86)%\Google\Chrome\Application\chrome.exe"),
+    os.path.expandvars(r"%LocalAppData%\Google\Chrome\Application\chrome.exe"),
+]
+
+chrome_exe = next((p for p in chrome_paths if os.path.exists(p)), None)
+
+if not chrome_exe:
+    print("Error: Google Chrome was not found on your system.")
+    sys.exit(1)
+
+print("Launching Google Chrome for session setup...")
+print("1. Log in to Google and TikTok in the browser tabs that will open.")
+print("2. Once your TikTok account is visible and active, simply CLOSE the Chrome window.")
+
+process = subprocess.Popen([
+    chrome_exe,
+    f"--user-data-dir={CARPETA_SESION}",
+    "--no-first-run",
+    "https://accounts.google.com",
+    "https://www.tiktok.com/login"
+])
+process.wait()
+print("Session successfully saved to ./perfil_navegador!")
+```
+
+2. Close all existing Google Chrome windows running on your PC.
+3. Open a terminal in the project directory and run:
+   ```cmd
+   python setup_login.py
+   ```
+4. A fresh Chrome window will launch:
+   * In the first tab, sign in to your Google account.
+   * In the second tab, click **"Continue with Google"** on TikTok (it will sign in automatically).
+5. **Close the Chrome window using the red "X" button.**
+6. Your session is now securely saved in `perfil_navegador`, and you will not need to sign in again.
+
+---
+
+## Step 3: Configuration (`config.json`)
+
+The first time you run `user.py`, it will automatically create `config.json`. You can open it in **Notepad** to customize your settings:
+
+```json
+{
+    "download_path": "D:\\tiktok extractor\\TikTok_Downloads",
+    "video_count": 10,
+    "concurrent_downloads": 6
+}
+```
+
+* **`download_path`**: The folder where downloaded videos will be stored (you can set any valid directory path).
+* **`video_count`**: The number of videos you want to harvest from your feed per execution.
+* **`concurrent_downloads`**: How many videos are downloaded simultaneously in parallel (recommended range: 4 to 8).
+
+---
+
+## Step 4: Running the Program
+
+Whenever you want to download videos:
+
+1. Open your terminal in the project folder.
+2. Run:
+   ```cmd
+   python user.py
+   ```
+3. The program will:
+   * Launch Chrome in the background with your saved session.
+   * Block on-screen images and video playback to save network bandwidth.
+   * Intercept your "For You" network feed packets.
+   * **Download videos concurrently in real time** while it continues to scroll.
+   * Automatically truncate `videos.txt` upon completion and notify you in the console.
+
+---
+
+## FAQ & Troubleshooting
+
+#### 1. Why do I see a "Database is locked" error or Chrome fails to open?
+Make sure you do not have another Google Chrome window open using the same profile folder (`perfil_navegador`) before launching the script.
+
+#### 2. Do the downloaded videos have watermarks?
+No. `yt-dlp` extracts the clean, original-quality media streams directly from ByteDance/TikTok content delivery networks.
+
+#### 3. How do I download from a specific creator profile instead of my "For You" feed?
+In `user.py`, find the following line:
+```python
+page.goto("https://www.tiktok.com/foryou")
+```
+And replace it with the desired profile URL:
+```python
+page.goto("https://www.tiktok.com/@username")
+```

tikpipe-1.0.0.dist-info/RECORD

@@ -0,0 +1,7 @@
+tikpipe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tikpipe/cli.py,sha256=ODKosuj5Cylt3VZYSXIoW-R5NMSPq0_utkLXt72Wnbk,7688
+tikpipe-1.0.0.dist-info/METADATA,sha256=kUduYtgcDi1kqbrpNLuL6iFpdSeM2VIgb0Vj5JRkOH4,6154
+tikpipe-1.0.0.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
+tikpipe-1.0.0.dist-info/entry_points.txt,sha256=pf2socPtNMpFhAMd7zf7sjwLvvkb64r-1nfaxqDe2x8,72
+tikpipe-1.0.0.dist-info/top_level.txt,sha256=vHP2mq1VF2eLGF-yGVFK2h9rzgpFbffmATkF6XdozvQ,8
+tikpipe-1.0.0.dist-info/RECORD,,

tikpipe-1.0.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (84.0.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

tikpipe-1.0.0.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+TikPipe = tikpipe.cli:main
+tikpipe = tikpipe.cli:main

tikpipe-1.0.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+tikpipe