kd-engine 1.0.0__tar.gz

kd_engine-1.0.0/LICENSE-MIT

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Shockang
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

kd_engine-1.0.0/PKG-INFO

@@ -0,0 +1,19 @@
+Metadata-Version: 2.4
+Name: kd-engine
+Version: 1.0.0
+Summary: Knowledge distillation engine: multi-platform acquisition, evidence-linked extraction, cross-source synthesis.
+License: Proprietary
+Requires-Python: >=3.11
+License-File: LICENSE-MIT
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: jinja2>=3.1.4
+Requires-Dist: pydantic>=2.7.0
+Requires-Dist: rich>=13.7.1
+Requires-Dist: typer>=0.12.3
+Requires-Dist: yt-dlp>=2025.3.31
+Requires-Dist: youtube-transcript-api<2,>=1.2
+Provides-Extra: asr
+Requires-Dist: faster-whisper==1.2.1; extra == "asr"
+Requires-Dist: av==16.0.0; extra == "asr"
+Requires-Dist: ctranslate2==4.8.4; extra == "asr"
+Dynamic: license-file

kd_engine-1.0.0/pyproject.toml

@@ -0,0 +1,48 @@
+[build-system]
+requires = ["setuptools>=69.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "kd-engine"
+version = "1.0.0"
+description = "Knowledge distillation engine: multi-platform acquisition, evidence-linked extraction, cross-source synthesis."
+requires-python = ">=3.11"
+license = { text = "Proprietary" }
+dependencies = [
+  "httpx>=0.27.0",
+  "jinja2>=3.1.4",
+  "pydantic>=2.7.0",
+  "rich>=13.7.1",
+  "typer>=0.12.3",
+  "yt-dlp>=2025.3.31",
+  "youtube-transcript-api>=1.2,<2",
+]
+
+# 注意：本商品**不安装 OCR 依赖**：内容边界为视频流（字幕/ASR 文本），
+# 不需要 rapidocr / onnxruntime / Pillow 这类重且与架构绑定的外部件。
+[project.optional-dependencies]
+asr = ["faster-whisper==1.2.1", "av==16.0.0", "ctranslate2==4.8.4"]
+
+[project.scripts]
+kd-engine = "ytk.cli:app"
+
+[tool.setuptools]
+package-dir = { "" = "src" }
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
+# ROOT_CAUSE (2026-11-04): 打包时漏掉了 package-data，导致 wheel 里 0 个 .j2 模板，
+# 安装后的 `kd-engine skill build` 直接报
+# "PackageLoader could not find a 'templates' directory"——付费档的招牌产物在
+# 连接器真正安装的那个 wheel 里是坏的。上游 f1e31c8:pyproject.toml 有这段，
+# 商业版改名时漏抄。check-engine-wheel 现在会真的跑一次 skill build 来守住它。
+[tool.setuptools.package-data]
+"ytk" = ["py.typed"]
+"ytk.skill_builder" = [
+  "templates/*.j2",
+  "templates/evals/*.j2",
+  "templates/examples/*.j2",
+  "templates/references/*.j2",
+  "templates/scripts/*.j2",
+]

kd_engine-1.0.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

kd_engine-1.0.0/src/kd_engine.egg-info/PKG-INFO

@@ -0,0 +1,19 @@
+Metadata-Version: 2.4
+Name: kd-engine
+Version: 1.0.0
+Summary: Knowledge distillation engine: multi-platform acquisition, evidence-linked extraction, cross-source synthesis.
+License: Proprietary
+Requires-Python: >=3.11
+License-File: LICENSE-MIT
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: jinja2>=3.1.4
+Requires-Dist: pydantic>=2.7.0
+Requires-Dist: rich>=13.7.1
+Requires-Dist: typer>=0.12.3
+Requires-Dist: yt-dlp>=2025.3.31
+Requires-Dist: youtube-transcript-api<2,>=1.2
+Provides-Extra: asr
+Requires-Dist: faster-whisper==1.2.1; extra == "asr"
+Requires-Dist: av==16.0.0; extra == "asr"
+Requires-Dist: ctranslate2==4.8.4; extra == "asr"
+Dynamic: license-file

kd_engine-1.0.0/src/kd_engine.egg-info/SOURCES.txt

@@ -0,0 +1,120 @@
+LICENSE-MIT
+pyproject.toml
+src/kd_engine.egg-info/PKG-INFO
+src/kd_engine.egg-info/SOURCES.txt
+src/kd_engine.egg-info/dependency_links.txt
+src/kd_engine.egg-info/entry_points.txt
+src/kd_engine.egg-info/requires.txt
+src/kd_engine.egg-info/top_level.txt
+src/ytk/__init__.py
+src/ytk/__main__.py
+src/ytk/cli.py
+src/ytk/config.py
+src/ytk/doctor.py
+src/ytk/dotenv.py
+src/ytk/errors.py
+src/ytk/logging.py
+src/ytk/py.typed
+src/ytk/text_normalization.py
+src/ytk/batch/__init__.py
+src/ytk/batch/runner.py
+src/ytk/cache/__init__.py
+src/ytk/cache/v2.py
+src/ytk/cleaning/density.py
+src/ytk/cleaning/fillers.py
+src/ytk/cleaning/sentence_boundary.py
+src/ytk/cleaning/service.py
+src/ytk/commands/__init__.py
+src/ytk/commands/merge.py
+src/ytk/dedup/service.py
+src/ytk/extraction/service.py
+src/ytk/extraction/text_context.py
+src/ytk/extraction/visual_context.py
+src/ytk/extraction/strategies/base.py
+src/ytk/extraction/strategies/code_block.py
+src/ytk/extraction/strategies/heuristic.py
+src/ytk/extraction/strategies/local_model.py
+src/ytk/ingestion/browser_acquired.py
+src/ytk/ingestion/http_client.py
+src/ytk/ingestion/local_import.py
+src/ytk/ingestion/media.py
+src/ytk/ingestion/registry.py
+src/ytk/ingestion/resolver.py
+src/ytk/ingestion/search.py
+src/ytk/ingestion/service.py
+src/ytk/ingestion/subtitles.py
+src/ytk/ingestion/transcript_cache.py
+src/ytk/ingestion/url_parser.py
+src/ytk/ingestion/video_frames.py
+src/ytk/ingestion/ytdlp_acquire.py
+src/ytk/ingestion/adapters/__init__.py
+src/ytk/ingestion/adapters/_common.py
+src/ytk/ingestion/adapters/base.py
+src/ytk/ingestion/adapters/bilibili.py
+src/ytk/ingestion/adapters/douyin.py
+src/ytk/ingestion/adapters/tiktok.py
+src/ytk/ingestion/adapters/xiaohongshu.py
+src/ytk/ingestion/adapters/youtube.py
+src/ytk/ingestion/providers/asr.py
+src/ytk/ingestion/providers/base.py
+src/ytk/ingestion/providers/dtk_client.py
+src/ytk/ingestion/providers/minimax.py
+src/ytk/ingestion/providers/transcript_api.py
+src/ytk/ingestion/providers/xhs_client.py
+src/ytk/ingestion/providers/ytdlp.py
+src/ytk/models/common.py
+src/ytk/models/content.py
+src/ytk/models/knowledge.py
+src/ytk/models/migrations.py
+src/ytk/models/skill.py
+src/ytk/models/source.py
+src/ytk/models/topic.py
+src/ytk/models/transcript.py
+src/ytk/ocr/__init__.py
+src/ytk/ocr/engine.py
+src/ytk/ocr/layout.py
+src/ytk/ocr/pipeline.py
+src/ytk/ocr/rapidocr_engine.py
+src/ytk/pipeline/acquisition_checkpoint.py
+src/ytk/pipeline/artifacts.py
+src/ytk/pipeline/orchestrator.py
+src/ytk/pipeline/processing_identity.py
+src/ytk/pipeline/retry.py
+src/ytk/pipeline/runners.py
+src/ytk/pipeline/state.py
+src/ytk/pipeline/v2.py
+src/ytk/quality/__init__.py
+src/ytk/quality/completeness.py
+src/ytk/renderers/base.py
+src/ytk/renderers/citation_alignment.py
+src/ytk/renderers/evidence_formatter.py
+src/ytk/renderers/json_renderer.py
+src/ytk/renderers/jsonl_renderer.py
+src/ytk/renderers/knowledge_doc_renderer.py
+src/ytk/renderers/markdown_renderer.py
+src/ytk/renderers/obsidian_renderer.py
+src/ytk/renderers/skill_package.py
+src/ytk/renderers/source_links.py
+src/ytk/renderers/summary_renderer.py
+src/ytk/renderers/v2.py
+src/ytk/renderers/v2_jsonl.py
+src/ytk/renderers/v2_markdown.py
+src/ytk/renderers/v2_obsidian.py
+src/ytk/renderers/v2_summary.py
+src/ytk/segmentation/change_points.py
+src/ytk/segmentation/embeddings.py
+src/ytk/segmentation/service.py
+src/ytk/skill_builder/__init__.py
+src/ytk/skill_builder/builder.py
+src/ytk/skill_builder/templates.py
+src/ytk/skill_builder/templates/SKILL.md.j2
+src/ytk/skill_builder/templates/evals/evals.json.j2
+src/ytk/skill_builder/templates/examples/example-input.md.j2
+src/ytk/skill_builder/templates/examples/example-output.md.j2
+src/ytk/skill_builder/templates/references/commands.md.j2
+src/ytk/skill_builder/templates/references/concepts.md.j2
+src/ytk/skill_builder/templates/references/configs.md.j2
+src/ytk/skill_builder/templates/references/evidence-policy.md.j2
+src/ytk/skill_builder/templates/references/source-summary.md.j2
+src/ytk/skill_builder/templates/scripts/build_skill.py.j2
+src/ytk/skill_builder/templates/scripts/validate_output.py.j2

kd_engine-1.0.0/src/kd_engine.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

kd_engine-1.0.0/src/kd_engine.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+kd-engine = ytk.cli:app

kd_engine-1.0.0/src/kd_engine.egg-info/requires.txt

@@ -0,0 +1,12 @@
+httpx>=0.27.0
+jinja2>=3.1.4
+pydantic>=2.7.0
+rich>=13.7.1
+typer>=0.12.3
+yt-dlp>=2025.3.31
+youtube-transcript-api<2,>=1.2
+
+[asr]
+faster-whisper==1.2.1
+av==16.0.0
+ctranslate2==4.8.4

kd_engine-1.0.0/src/kd_engine.egg-info/top_level.txt

@@ -0,0 +1 @@
+ytk

kd_engine-1.0.0/src/ytk/__init__.py

@@ -0,0 +1,2 @@
+"""knowledge-distiller package."""
+

kd_engine-1.0.0/src/ytk/__main__.py

@@ -0,0 +1,21 @@
+"""``python -m ytk`` entry point.
+
+The ``YTK_NO_DOTENV=1`` guard must take effect *before* any project module
+that could read environment files is imported, so this entry talks to the
+stdlib-only :mod:`ytk.dotenv` loader directly instead of importing
+``ytk.cli`` first (``ytk.cli`` pulls in config/pipeline/doctor and is much
+heavier).  ``import ytk.cli`` itself never mutates ``os.environ``.
+
+Root-cause note (2026-08-18 cron incident): the project ``.env`` is loaded at
+the CLI entry so a caller running from an arbitrary cwd still gets the same
+keys the ``.env`` author intended.  The same behaviour is preserved here for
+normal users; offline checks set ``YTK_NO_DOTENV=1`` and the file is not even
+opened.
+"""
+from ytk.dotenv import load_project_dotenv
+
+load_project_dotenv()
+
+from ytk.cli import app  # noqa: E402  (must follow the dotenv guard)
+
+app()

kd_engine-1.0.0/src/ytk/batch/__init__.py

@@ -0,0 +1,39 @@
+"""Batch execution helpers (T40.1/T40.2).
+
+The CLI ``batch run`` command is a thin wrapper over
+:func:`ytk.batch.runner.run_batch`; identity, stable directories, dedupe,
+per-format resume and the per-platform/format/status report all live here so
+``cli.py`` stays thin.
+"""
+
+from __future__ import annotations
+
+from ytk.batch.runner import (
+    BATCH_ALIASES_FILENAME,
+    BATCH_MARKER_FILENAME,
+    BATCH_REPORT_FILENAME,
+    BatchReport,
+    SourceResult,
+    default_formats_for,
+    legacy_output_dirs,
+    requested_formats_for,
+    resolve_batch_identity,
+    run_batch,
+    stable_output_dir,
+    stable_source_dirname,
+)
+
+__all__ = [
+    "BATCH_ALIASES_FILENAME",
+    "BATCH_MARKER_FILENAME",
+    "BATCH_REPORT_FILENAME",
+    "BatchReport",
+    "SourceResult",
+    "default_formats_for",
+    "legacy_output_dirs",
+    "requested_formats_for",
+    "resolve_batch_identity",
+    "run_batch",
+    "stable_output_dir",
+    "stable_source_dirname",
+]