podflow 2025.1.26__py3-none-any.whl

Podflow/httpfs/port_judge.py

@@ -0,0 +1,21 @@
+# Podflow/httpfs/port_judge.py
+# coding: utf-8
+
+import socket
+
+
+def port_judge(host, port):
+    # 创建一个新的 socket
+    sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+    # 设置 socket 为可重用
+    sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+    try:
+        # 尝试绑定到指定端口
+        sock.bind((host, port))
+    except OSError:
+        # 如果绑定失败，说明端口被占用
+        return False
+    else:
+        # 如果绑定成功，端口可用，关闭 socket
+        sock.close()
+        return True

Podflow/main.py

@@ -0,0 +1,248 @@
+# Podflow/main.py
+# coding: utf-8
+
+import sys
+import json
+import time
+import urllib
+import subprocess
+from datetime import datetime
+from importlib.metadata import version
+import cherrypy
+
+# 基本功能模块
+from Podflow import gVar, parse
+from Podflow.parse_arguments import parse_arguments
+from Podflow.basic.file_save import file_save
+from Podflow.basic.qr_code import qr_code
+from Podflow.basic.write_log import write_log
+from Podflow.basic.split_dict import split_dict
+
+# 网络和 HTTP 模块
+from Podflow.httpfs.port_judge import port_judge
+from Podflow.httpfs.app_bottle import bottle_app_instance
+
+# 下载和视频处理模块
+from Podflow.download.delete_part import delete_part
+from Podflow.download.youtube_and_bilibili_download import youtube_and_bilibili_download
+from Podflow.ffmpeg_judge import ffmpeg_judge
+
+# RSS 和消息处理模块
+from Podflow.message.xml_rss import xml_rss
+from Podflow.message.backup_zip_save import backup_zip_save
+from Podflow.message.create_main_rss import create_main_rss
+from Podflow.message.get_original_rss import get_original_rss
+from Podflow.message.original_rss_fail_print import original_rss_fail_print
+from Podflow.message.update_information_display import update_information_display
+from Podflow.message.update_youtube_bilibili_rss import update_youtube_bilibili_rss
+from Podflow.message.get_video_format import get_video_format
+
+# 登录模块
+from Podflow.bilibili.login import get_bilibili_data
+from Podflow.youtube.login import get_youtube_cookie
+
+# 配置和图标模块
+from Podflow.config.channge_icon import channge_icon
+from Podflow.config.build_original import build_original
+
+# 制作和修改文件模块
+from Podflow.makeup.make_up_file import make_up_file
+from Podflow.makeup.make_up_file_mod import make_up_file_mod
+from Podflow.makeup.make_up_file_format_mod import make_up_file_format_mod
+from Podflow.makeup.del_makeup_yt_format_fail import del_makeup_yt_format_fail
+
+# 移除模块
+from Podflow.remove.remove_file import remove_file
+from Podflow.remove.remove_dir import remove_dir
+
+# 处理 YouTube 信息模块
+from Podflow.youtube.build import get_youtube_introduction
+
+
+def main():
+    # 获取传入的参数
+    parse_arguments()
+    # 开始运行
+    print(f"{datetime.now().strftime('%H:%M:%S')}|Podflow|{version('Podflow')}开始运行.....")
+    # 判断是否安装ffmpeg
+    ffmpeg_judge()
+    # 初始化
+    build_original()
+    # http共享
+    port = gVar.config["port"]
+    host = "0.0.0.0"
+    if port_judge(host, port):
+        # 启动 CherryPy 服务器
+        cherrypy.tree.graft(
+            bottle_app_instance.app_bottle
+        )  # 将 Bottle 应用嵌入到 CherryPy 中
+        cherrypy.config.update(
+            {
+                "global": {
+                    "tools.sessions.on": True,  # 启用会话支持
+                    "server.socket_host": host,  # 监听所有 IP 地址
+                    "server.socket_port": port,  # 设置监听端口
+                    "log.screen": False,  # 禁用屏幕日志输出
+                    "log.access_file": "",  # 关闭访问日志
+                    "log.error_file": "",  # 关闭错误日志
+                }
+            }
+        )
+        cherrypy.engine.start()  # 启动 CherryPy 服务器
+        print(
+            f"{datetime.now().strftime('%H:%M:%S')}|HTTP服务器启动, 端口: \033[32m{port}\033[0m"
+        )
+        if parse.httpfs:  # HttpFS参数判断, 是否继续运行
+            cherrypy.engine.block()  # 阻止程序退出, 保持HTTP服务运行
+    else:
+        print(
+            f"{datetime.now().strftime('%H:%M:%S')}|HTTP服务器端口: \033[32m{port}\033[0m, \033[31m被占用\033[0m"
+        )
+        if parse.httpfs:
+            sys.exit(0)
+    # 主流程
+    while parse.update_num > 0 or parse.update_num == -1:  # 循环主更新
+        # 暂停进程打印
+        gVar.server_process_print_flag[0] = "pause"
+        # 获取YouTube cookie
+        gVar.youtube_cookie = get_youtube_cookie(gVar.channelid_youtube_ids_original)
+        # 更新哔哩哔哩data
+        gVar.channelid_bilibili_ids, gVar.bilibili_data = get_bilibili_data(
+            gVar.channelid_bilibili_ids_original
+        )
+        # 恢复进程打印
+        bottle_app_instance.cherry_print()
+        # 获取原始xml字典和rss文本
+        gVar.xmls_original, gVar.hash_rss_original, gVar.xmls_original_fail = (
+            get_original_rss()
+        )
+        # 更新Youtube和哔哩哔哩频道xml
+        update_youtube_bilibili_rss()
+        # 判断是否有更新内容
+        if gVar.channelid_youtube_ids_update or gVar.channelid_bilibili_ids_update:
+            gVar.update_generate_rss = True
+        if gVar.update_generate_rss:
+            # 根据日出日落修改封面(只适用原封面)
+            channge_icon()
+            # 输出需要更新的信息
+            update_information_display(
+                gVar.channelid_youtube_ids_update,
+                gVar.youtube_content_ytid_update,
+                gVar.youtube_content_ytid_backward_update,
+                "YouTube",
+            )
+            update_information_display(
+                gVar.channelid_bilibili_ids_update,
+                gVar.bilibili_content_bvid_update,
+                gVar.bilibili_content_bvid_backward_update,
+                "BiliBili",
+            )
+            # 暂停进程打印
+            gVar.server_process_print_flag[0] = "pause"
+            # 获取视频格式信息
+            get_video_format()
+            # 恢复进程打印
+            bottle_app_instance.cherry_print()
+            # 删除中断下载的媒体文件
+            if gVar.config["delete_incompletement"]:
+                delete_part(gVar.channelid_youtube_ids | gVar.channelid_bilibili_ids)
+            # 暂停进程打印
+            gVar.server_process_print_flag[0] = "pause"
+            # 下载YouTube和哔哩哔哩视频
+            youtube_and_bilibili_download()
+            # 恢复进程打印
+            bottle_app_instance.cherry_print()
+            # 打印无法保留原节目信息
+            original_rss_fail_print(gVar.xmls_original_fail)
+            # 获取YouTube频道简介
+            get_youtube_introduction()
+            # 暂停进程打印
+            gVar.server_process_print_flag[0] = "pause"
+            # 生成分和主rss
+            create_main_rss()
+            # 恢复进程打印
+            bottle_app_instance.cherry_print()
+            if gVar.config["remove_media"]:
+                # 删除不在rss中的媒体文件
+                remove_file()
+                # 删除已抛弃的媒体文件夹
+                remove_dir()
+            # 补全缺失媒体文件到字典
+            make_up_file()
+            # 按参数获取需要补全的最大个数
+            gVar.make_up_file_format = split_dict(
+                gVar.make_up_file_format,
+                gVar.config["completion_count"],
+                True,
+            )[0]
+            # 暂停进程打印
+            gVar.server_process_print_flag[0] = "pause"
+            # 补全在rss中缺失的媒体格式信息
+            make_up_file_format_mod()
+            # 恢复进程打印
+            bottle_app_instance.cherry_print()
+            # 生成主rss
+            overall_rss = xml_rss(
+                gVar.config["title"],
+                gVar.config["link"],
+                gVar.config["description"],
+                gVar.config["category"],
+                gVar.config["icon"],
+                "\n".join(gVar.all_items),
+            )
+            # 删除无法补全的媒体
+            overall_rss = del_makeup_yt_format_fail(overall_rss)
+            # 保存主rss
+            file_save(overall_rss, f"{gVar.config['filename']}.xml")
+            # 暂停进程打印
+            gVar.server_process_print_flag[0] = "pause"
+            address = gVar.config["address"]
+            filename = gVar.config["filename"]
+            if token := gVar.config["token"]:
+                overall_url = f"{address}/{filename}.xml?token={token}"
+            else:
+                overall_url = f"{address}/{filename}.xml"
+            write_log("总播客已更新", f"地址:\n\033[34m{overall_url}\033[0m")
+            if "main" not in gVar.displayed_QRcode:
+                qr_code(overall_url)
+                gVar.displayed_QRcode.append("main")
+            # 恢复进程打印
+            bottle_app_instance.cherry_print()
+            # 备份主rss
+            backup_zip_save(overall_rss)
+            # 暂停进程打印
+            gVar.server_process_print_flag[0] = "pause"
+            # 下载补全Youtube和哔哩哔哩视频模块
+            make_up_file_mod()
+            # 恢复进程打印
+            bottle_app_instance.cherry_print()
+        else:
+            print(f"{datetime.now().strftime('%H:%M:%S')}|频道无更新内容")
+
+        # 将需要更新转为否
+        gVar.update_generate_rss = False
+        if parse.update_num != -1:
+            parse.update_num -= 1
+        if parse.argument == "a-shell":
+            openserver_process = subprocess.Popen(
+                [
+                    "open",
+                    f"shortcuts://run-shortcut?name=Podflow&input=text&text={urllib.parse.quote(json.dumps(gVar.shortcuts_url))}",
+                ]
+            )
+            # 延时
+            time.sleep(60 + len(gVar.shortcuts_url) * 5)
+            openserver_process.terminate()
+            break
+        elif parse.update_num == 0:
+            break
+        else:
+            # 延时
+            time.sleep(parse.time_delay)
+    # 关闭CherryPy服务器
+    cherrypy.engine.exit()
+    print(f"{datetime.now().strftime('%H:%M:%S')}|Podflow运行结束")
+
+
+if __name__ == "__main__":
+    main()

Podflow/makeup/__init__.py

@@ -0,0 +1,2 @@
+# Podflow/makeup/__init__.py
+# coding: utf-8

Podflow/makeup/del_makeup_yt_format_fail.py

@@ -0,0 +1,19 @@
+# Podflow/makeup/del_makeup_yt_format_fail.py
+# coding: utf-8
+
+import re
+from Podflow import gVar
+
+
+# 删除无法补全的媒体模块
+def del_makeup_yt_format_fail(overall_rss):
+    for video_id, id_value in gVar.make_up_file_format_fail.items():
+        pattern_video_fail_item = rf"<!-- {id_value} -->(?:(?!<!-- {id_value} -->).)+?<guid>{video_id}</guid>.+?<!-- {id_value} -->"
+        replacement_video_fail_item = f"<!-- {id_value} -->"
+        overall_rss = re.sub(
+            pattern_video_fail_item,
+            replacement_video_fail_item,
+            overall_rss,
+            flags=re.DOTALL,
+        )
+    return overall_rss

Podflow/makeup/make_up_file.py

@@ -0,0 +1,51 @@
+# Podflow/makeup/make_up_file.py
+# coding: utf-8
+
+import os
+from Podflow import gVar
+
+
+# 补全缺失媒体文件到字典模块
+def make_up_file():
+    channelid_youtube_ids = gVar.channelid_youtube_ids
+    for output_dir, name in channelid_youtube_ids.items():
+        for file_name in gVar.all_youtube_content_ytid[output_dir]:
+            if file_name not in os.listdir(f"channel_audiovisual/{output_dir}"):
+                main = file_name.split(".")[0]
+                media = file_name.split(".")[1]
+                video_id_format = {
+                    "id": output_dir,
+                    "media": media,
+                    "url": f"https://www.youtube.com/watch?v={main}",
+                    "name": name,
+                    "cookie": None,
+                    "main": main,
+                }
+                if media == "mp4":
+                    video_quality = gVar.channelid_youtube[name]["quality"]
+                else:
+                    video_quality = 1080
+                video_id_format["quality"] = video_quality
+                gVar.make_up_file_format[main] = video_id_format
+
+    channelid_bilibili_ids = gVar.channelid_bilibili_ids
+    for output_dir, name in channelid_bilibili_ids.items():
+        for file_name in gVar.all_bilibili_content_bvid[output_dir]:
+            if file_name not in os.listdir(f"channel_audiovisual/{output_dir}"):
+                main = file_name.split(".")[0][:12]
+                if main not in gVar.make_up_file_format:
+                    media = file_name.split(".")[1]
+                    video_id_format = {
+                        "id": output_dir,
+                        "media": media,
+                        "url": f"https://www.bilibili.com/video/{main}",
+                        "name": name,
+                        "cookie": "channel_data/yt_dlp_bilibili.txt",
+                        "main": main,
+                    }
+                    if media == "mp4":
+                        video_quality = gVar.channelid_bilibili[name]["quality"]
+                    else:
+                        video_quality = 1080
+                    video_id_format["quality"] = video_quality
+                    gVar.make_up_file_format[main] = video_id_format

Podflow/makeup/make_up_file_format_mod.py

@@ -0,0 +1,96 @@
+# Podflow/makeup/make_up_file_format_mod.py
+# coding: utf-8
+
+import threading
+from datetime import datetime
+from Podflow import gVar
+from Podflow.basic.write_log import write_log
+from Podflow.message.media_format import media_format
+
+
+def makeup_yt_format(video_id, makeup_yt_format_lock):
+    id_value = gVar.make_up_file_format[video_id]
+    makeup_id_format = media_format(
+        id_value["url"],
+        id_value["main"],
+        id_value["media"],
+        id_value["quality"],
+        id_value["cookie"],
+    )
+    for fail_info in ["年龄限制", "需登录"]:
+        if fail_info in makeup_id_format:
+            if gVar.youtube_cookie:
+                gVar.make_up_file_format[video_id][
+                    "cookie"
+                ] = "channel_data/yt_dlp_youtube.txt"
+                makeup_id_format = media_format(
+                    id_value["url"],
+                    id_value["main"],
+                    id_value["media"],
+                    id_value["quality"],
+                    "channel_data/yt_dlp_youtube.txt",
+                )
+                if fail_info in makeup_id_format:
+                    makeup_id_format = f"\x1b[31m{fail_info}\x1b[0m(Cookies错误)"
+            else:
+                makeup_id_format = f"\x1b[31m{fail_info}\x1b[0m(需要Cookies)"
+            break
+    if isinstance(makeup_id_format, list):
+        if len(makeup_id_format) == 1:
+            entry_id_makeup_format = makeup_id_format[0]
+            gVar.make_up_file_format[video_id]["format"] = entry_id_makeup_format[
+                "duration_and_id"
+            ]
+            gVar.make_up_file_format[video_id]["download"] = entry_id_makeup_format[
+                "download"
+            ]
+        else:
+            entrys_id = []
+            for entry_id_makeup_format in makeup_id_format:
+                entry_id = entry_id_makeup_format["id"]
+                entrys_id.append(entry_id)
+                gVar.make_up_file_format[entry_id] = {
+                    "id": id_value["id"],
+                    "name": id_value["name"],
+                    "media": id_value["media"],
+                    "quality": id_value["quality"],
+                    "url": entry_id_makeup_format["url"],
+                    "cookie": id_value["cookie"],
+                    "format": entry_id_makeup_format["duration_and_id"],
+                    "main": id_value["main"],
+                    "download": entry_id_makeup_format["download"],
+                }
+            del gVar.make_up_file_format[video_id]
+    else:
+        with makeup_yt_format_lock:
+            write_log(f"{id_value['name']}|{video_id}|{makeup_id_format}")
+            gVar.make_up_file_format_fail[video_id] = id_value[
+                "id"
+            ]  # 将无法补全的媒体添加到失败字典中
+            del gVar.make_up_file_format[video_id]
+
+
+# 补全在rss中缺失的媒体格式信息模块
+def make_up_file_format_mod():
+    # 判断是否补全
+    if len(gVar.make_up_file_format) != 0:
+        print(
+            f"{datetime.now().strftime('%H:%M:%S')}|补全缺失媒体 \033[34m下载准备中...\033[0m"
+        )
+    # 创建线程锁
+    makeup_yt_format_lock = threading.Lock()
+    # 创建线程列表
+    makeup_yt_format_threads = []
+    for video_id in gVar.make_up_file_format:
+        thread = threading.Thread(
+            target=makeup_yt_format,
+            args=(
+                video_id,
+                makeup_yt_format_lock,
+            ),
+        )
+        makeup_yt_format_threads.append(thread)
+        thread.start()
+    # 等待所有线程完成
+    for thread in makeup_yt_format_threads:
+        thread.join()

Podflow/makeup/make_up_file_mod.py

@@ -0,0 +1,30 @@
+# Podflow/makeup/make_up_file_mod.py
+# coding: utf-8
+
+import os
+from Podflow import gVar
+from Podflow.basic.write_log import write_log
+from Podflow.download.dl_aideo_video import dl_aideo_video
+
+
+# 下载补全Youtube和哔哩哔哩视频模块
+def make_up_file_mod():
+    for video_id, id_value in gVar.make_up_file_format.items():
+        media = id_value["media"]
+        id_num = id_value["id"]
+        if f"{video_id}.{media}" not in os.listdir(f"channel_audiovisual/{id_num}"):
+            name = id_value["name"]
+            write_log(f"{name}|{video_id} 缺失并重新下载")
+            if dl_aideo_video(
+                video_id,
+                id_num,
+                media,
+                id_value["format"],
+                gVar.config["retry_count"],
+                id_value["download"]["url"],
+                name,
+                id_value["cookie"],
+                id_value["download"]["num"],
+            ):
+                gVar.video_id_failed.append(video_id)
+                write_log(f"{id_value['name']}|{video_id} \033[31m无法下载\033[0m")

Podflow/message/__init__.py

@@ -0,0 +1,2 @@
+# Podflow/message/__init__.py
+# coding: utf-8

Podflow/message/backup_zip_save.py

@@ -0,0 +1,45 @@
+# Podflow/message/backup_zip_save.py
+# coding: utf-8
+
+import zipfile
+from datetime import datetime
+from Podflow import gVar
+from Podflow.basic.write_log import write_log
+from Podflow.message.rss_create_hash import rss_create_hash
+
+
+# xml备份保存模块
+def backup_zip_save(file_content):
+    def get_file_name():
+        # 获取当前的具体时间
+        current_time = datetime.now()
+        # 格式化输出, 只保留年月日时分秒
+        formatted_time = current_time.strftime("%Y%m%d%H%M%S")
+        return f"{formatted_time}.xml"
+
+    # 定义要添加到压缩包中的文件名和内容
+    compress_file_name = "Podflow_backup.zip"
+    # 生成新rss的哈希值
+    hash_overall_rss = rss_create_hash(gVar.overall_rss)
+    # 使用哈希值判断新老rss是否一致
+    if hash_overall_rss == gVar.hash_rss_original:
+        judging_save = True
+        write_log("频道无更新内容将不进行备份")
+    else:
+        judging_save = False
+    while not judging_save:
+        # 获取要写入压缩包的文件名
+        file_name_str = get_file_name()
+        # 打开压缩文件, 如果不存在则创建
+        with zipfile.ZipFile(compress_file_name, "a") as zipf:
+            # 设置压缩级别为最大
+            zipf.compression = zipfile.ZIP_LZMA
+            zipf.compresslevel = 9
+            # 检查文件是否已存在于压缩包中
+            if file_name_str not in zipf.namelist():
+                # 将文件内容写入压缩包
+                zipf.writestr(file_name_str, file_content)
+                judging_save = True
+            else:
+                # 如果文件已存在, 输出提示信息
+                print(f"{file_name_str}已存在于压缩包中, 重试中...")

Podflow/message/create_main_rss.py

@@ -0,0 +1,44 @@
+# Podflow/message/create_main_rss.py
+# coding: utf-8
+
+import re
+from Podflow import gVar
+from Podflow.youtube.build import youtube_xml_items
+from Podflow.bilibili.build import bilibili_xml_items
+from Podflow.message.display_qrcode_and_url import display_qrcode_and_url
+
+
+# 生成主rss模块
+def create_main_rss():
+    channelid_youtube_ids = gVar.channelid_youtube_ids
+    for output_dir, output_dir_youtube in channelid_youtube_ids.items():
+        channelid_youtube_value = gVar.channelid_youtube[output_dir_youtube]
+        items = youtube_xml_items(output_dir)
+        display_qrcode_and_url(
+            output_dir,
+            channelid_youtube_value,
+            output_dir_youtube,
+            gVar.channelid_youtube_ids_update,
+        )
+        if channelid_youtube_value["InmainRSS"]:
+            gVar.all_items.append(items)
+        gVar.all_youtube_content_ytid[output_dir] = re.findall(
+            r"(?:/UC.{22}/)(.{11}\.m4a|.{11}\.mp4)(?=\"|\?)",
+            items,
+        )
+    channelid_bilibili_ids = gVar.channelid_bilibili_ids
+    for output_dir, output_dir_bilibili in channelid_bilibili_ids.items():
+        channelid_bilibili_value = gVar.channelid_bilibili[output_dir_bilibili]
+        items = bilibili_xml_items(output_dir)
+        display_qrcode_and_url(
+            output_dir,
+            channelid_bilibili_value,
+            output_dir_bilibili,
+            gVar.channelid_bilibili_ids_update,
+        )
+        if channelid_bilibili_value["InmainRSS"]:
+            gVar.all_items.append(items)
+        gVar.all_bilibili_content_bvid[output_dir] = re.findall(
+            r"(?:/[0-9]+/)(BV.{10}\.m4a|BV.{10}\.mp4|BV.{10}_p[0-9]+\.m4a|BV.{10}_p[0-9]+\.mp4|BV.{10}_[0-9]{9}\.m4a|BV.{10}_[0-9]{9}\.mp4)(?=\"|\?)",
+            items,
+        )

Podflow/message/display_qrcode_and_url.py

@@ -0,0 +1,36 @@
+# Podflow/message/display_qrcode_and_url.py
+# coding: utf-8
+
+from datetime import datetime
+from Podflow import gVar
+from Podflow.basic.qr_code import qr_code
+
+
+# 显示网址及二维码模块
+def display_qrcode_and_url(
+    output_dir,
+    channelid_video,
+    channelid_video_name,
+    channelid_video_ids_update,
+):
+    address = gVar.config["address"]
+    if token := gVar.config["token"]:
+        xml_url = f"{address}/channel_rss/{output_dir}.xml?token={token}"
+    else:
+        xml_url = f"{address}/channel_rss/{output_dir}.xml"
+
+    if channelid_video["DisplayRSSaddress"] or output_dir in channelid_video_ids_update:
+        update_text = "已更新" if output_dir in channelid_video_ids_update else "无更新"
+        print(
+            f"{datetime.now().strftime('%H:%M:%S')}|{channelid_video_name} 播客{update_text}|地址:\n\033[34m{xml_url}\033[0m"
+        )
+    if (
+        (
+            channelid_video["DisplayRSSaddress"]
+            or output_dir in channelid_video_ids_update
+        )
+        and channelid_video["QRcode"]
+        and output_dir not in gVar.displayed_QRcode
+    ):
+        qr_code(xml_url)
+        gVar.displayed_QRcode.append(output_dir)