ddys-search-index 0.1.0

package/.env.example

@@ -0,0 +1,8 @@
+DDYS_SEARCH_INDEX_API_BASE=https://ddys.io/api/v1
+DDYS_SEARCH_INDEX_PUBLIC_BASE=https://ddys.io
+DDYS_SEARCH_INDEX_SOURCES=latest,hot
+DDYS_SEARCH_INDEX_MAX_ITEMS=50
+DDYS_SEARCH_INDEX_MAX_PAGES=2
+DDYS_SEARCH_INDEX_TTL_SECONDS=600
+DDYS_SEARCH_INDEX_TIMEOUT_MS=10000
+DDYS_SEARCH_INDEX_WORKER_CACHE=true

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 ddysiodev
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.en.md

@@ -0,0 +1,73 @@
+# ddys-search-index
+
+Standalone search index generator for DDYS API data. It normalizes media items into frontend-ready `search-index.json` files with a compact inverted index, documents, facets, Node CLI, Cloudflare Workers routes, and GitHub Actions examples.
+
+## Features
+
+- Fetches `latest`, `hot`, `calendar`, `search:keyword`, or custom API endpoint sources
+- Builds indexes from local JSON files for offline and static workflows
+- Emits `search-index.json`, `search-docs.json`, and `search-meta.json`
+- Normalizes title, aliases, description, cast, directors, region, language, category, tags, and dates
+- Includes token index, suggestions, and facets for category/year/region/language/source
+- Worker routes for `/search-index.json`, `/search-docs.json`, `/search-meta.json`, `/search?q=...`, and `/health`
+
+## Install
+
+```bash
+npm install ddys-search-index
+```
+
+Or run it directly:
+
+```bash
+npx ddys-search-index build --out-dir public/search
+```
+
+## CLI
+
+```bash
+ddys-search-index build --source latest,hot --max-items 50 --out-dir public/search
+ddys-search-index build --input data/items.json --out-dir public/search
+ddys-search-index print --type index
+ddys-search-index print --type meta
+ddys-search-index diag
+```
+
+## Node API
+
+```js
+import { generateSearchBundle, searchIndex } from 'ddys-search-index';
+
+const bundle = await generateSearchBundle({
+  sources: ['latest', 'hot', 'search:sci-fi'],
+  maxItems: 40
+});
+
+const result = searchIndex(bundle.index, 'sci-fi 2025', { limit: 10 });
+console.log(result.items);
+```
+
+## Cloudflare Workers
+
+```js
+import { createWorkerHandler } from 'ddys-search-index/worker';
+
+export default {
+  fetch: createWorkerHandler({
+    sources: ['latest', 'hot'],
+    maxItems: 60
+  })
+};
+```
+
+## Environment
+
+```bash
+DDYS_SEARCH_INDEX_API_BASE=https://ddys.io/api/v1
+DDYS_SEARCH_INDEX_PUBLIC_BASE=https://ddys.io
+DDYS_SEARCH_INDEX_SOURCES=latest,hot
+DDYS_SEARCH_INDEX_MAX_ITEMS=50
+DDYS_SEARCH_INDEX_MAX_PAGES=2
+DDYS_SEARCH_INDEX_TTL_SECONDS=600
+DDYS_SEARCH_INDEX_TIMEOUT_MS=10000
+```

package/README.md

@@ -0,0 +1,87 @@
+# ddys-search-index
+
+低端影视 API 的独立搜索索引生成器。它把 DDYS API 返回的影视条目标准化成前端可直接加载的 `search-index.json`，同时提供轻量倒排索引、文档列表、分面统计、Node CLI、Cloudflare Workers 路由和 GitHub Actions 静态生成示例。
+
+## 功能
+
+- 从 `latest`、`hot`、`calendar`、`search:关键词` 或自定义 API endpoint 拉取数据
+- 从本地 JSON 文件生成索引，适合离线构建或接入已有采集结果
+- 输出 `search-index.json`、`search-docs.json`、`search-meta.json`
+- 内置标题、别名、简介、演员、导演、地区、语言、标签等字段归一化
+- 生成倒排索引、建议词、分类/年份/地区/语言等分面统计
+- Worker 支持 `/search-index.json`、`/search-docs.json`、`/search-meta.json`、`/search?q=...`、`/health`
+
+## 安装
+
+```bash
+npm install ddys-search-index
+```
+
+也可以直接使用：
+
+```bash
+npx ddys-search-index build --out-dir public/search
+```
+
+## CLI
+
+```bash
+ddys-search-index build --source latest,hot --max-items 50 --out-dir public/search
+ddys-search-index build --input data/items.json --out-dir public/search
+ddys-search-index print --type index
+ddys-search-index print --type meta
+ddys-search-index diag
+```
+
+常用参数：
+
+- `--api-base`：DDYS API 根地址
+- `--public-base`：影视详情页根地址
+- `--source`：数据源，支持 `latest`、`hot`、`calendar`、`search:关键词`、`endpoint:/path`
+- `--input`：本地 JSON 文件，支持数组或常见 `{ data: [] }` / `{ items: [] }` 结构
+- `--max-items`：每个源最多保留的条目数
+- `--max-pages`：分页源最多抓取页数
+- `--out-dir`：输出目录
+
+## Node API
+
+```js
+import { generateSearchBundle, searchIndex } from 'ddys-search-index';
+
+const bundle = await generateSearchBundle({
+  sources: ['latest', 'hot', 'search:科幻'],
+  maxItems: 40
+});
+
+const result = searchIndex(bundle.index, '科幻 2025', { limit: 10 });
+console.log(result.items);
+```
+
+## Cloudflare Workers
+
+```js
+import { createWorkerHandler } from 'ddys-search-index/worker';
+
+export default {
+  fetch: createWorkerHandler({
+    sources: ['latest', 'hot'],
+    maxItems: 60
+  })
+};
+```
+
+## 环境变量
+
+```bash
+DDYS_SEARCH_INDEX_API_BASE=https://ddys.io/api/v1
+DDYS_SEARCH_INDEX_PUBLIC_BASE=https://ddys.io
+DDYS_SEARCH_INDEX_SOURCES=latest,hot
+DDYS_SEARCH_INDEX_MAX_ITEMS=50
+DDYS_SEARCH_INDEX_MAX_PAGES=2
+DDYS_SEARCH_INDEX_TTL_SECONDS=600
+DDYS_SEARCH_INDEX_TIMEOUT_MS=10000
+```
+
+## 输出
+
+`search-index.json` 包含完整索引，可以直接放在静态站点或 Worker 缓存层后面；`search-docs.json` 只包含可展示文档；`search-meta.json` 包含统计、分面和建议词，适合前端初始化筛选器。

package/bin/ddys-search-index.js

@@ -0,0 +1,101 @@
+#!/usr/bin/env node
+import { mkdir, writeFile } from 'node:fs/promises';
+import path from 'node:path';
+import process from 'node:process';
+import {
+  createConfig,
+  describeConfig,
+  generateSearchBundle,
+  readInputFile,
+  renderSearchDocs,
+  renderSearchIndex,
+  renderSearchMeta,
+  searchIndex,
+  writeSearchBundle
+} from '../src/index.js';
+import { VERSION } from '../src/config.js';
+
+const args = parseArgs(process.argv.slice(2));
+const command = args._[0] || 'build';
+
+try {
+  if (command === 'version' || args.version) {
+    console.log(VERSION);
+  } else if (command === 'diag') {
+    const config = createConfig(readCliConfig(args));
+    console.log(JSON.stringify({ ok: true, package: 'ddys-search-index', config: describeConfig(config) }, null, 2));
+  } else if (command === 'print') {
+    const bundle = await generateSearchBundle(await readCliConfigWithItems(args));
+    const type = String(args.type || 'index');
+    if (type === 'docs') process.stdout.write(renderSearchDocs(bundle.index));
+    else if (type === 'meta') process.stdout.write(renderSearchMeta(bundle.index));
+    else if (type === 'search') {
+      console.log(JSON.stringify(searchIndex(bundle.index, args.q || args.query || ''), null, 2));
+    } else {
+      process.stdout.write(renderSearchIndex(bundle.index));
+    }
+  } else if (command === 'build') {
+    const outDir = path.resolve(String(args['out-dir'] || args.outDir || 'public/search'));
+    const bundle = await generateSearchBundle(await readCliConfigWithItems(args));
+    await mkdir(outDir, { recursive: true });
+    const files = await writeSearchBundle(bundle, outDir);
+    if (args.manifest) {
+      await writeFile(path.join(outDir, 'manifest.json'), JSON.stringify({
+        package: 'ddys-search-index',
+        version: VERSION,
+        generatedAt: bundle.index.generatedAt,
+        files: bundle.files.map((file) => file.path),
+        stats: bundle.index.stats
+      }, null, 2), 'utf8');
+    }
+    console.log(JSON.stringify({ ok: true, documents: bundle.index.stats.documents, tokens: bundle.index.stats.tokens, files }, null, 2));
+  } else {
+    throw new Error(`Unknown command: ${command}`);
+  }
+} catch (error) {
+  console.error(JSON.stringify({ ok: false, message: error.message }, null, 2));
+  process.exit(1);
+}
+
+async function readCliConfigWithItems(args) {
+  const config = readCliConfig(args);
+  const input = args.input || args['input-file'] || args.inputFile;
+  if (input) config.items = await readInputFile(path.resolve(String(input)));
+  return config;
+}
+
+function readCliConfig(args) {
+  const out = {};
+  if (args['api-base'] || args.apiBase) out.apiBase = args['api-base'] || args.apiBase;
+  if (args['public-base'] || args.publicBase) out.publicBase = args['public-base'] || args.publicBase;
+  if (args.source) out.sources = args.source;
+  if (args.sources) out.sources = args.sources;
+  if (args['max-items'] || args.maxItems) out.maxItems = args['max-items'] || args.maxItems;
+  if (args['max-pages'] || args.maxPages) out.maxPages = args['max-pages'] || args.maxPages;
+  if (args['ttl-seconds'] || args.ttlSeconds) out.ttlSeconds = args['ttl-seconds'] || args.ttlSeconds;
+  if (args['timeout-ms'] || args.timeoutMs) out.requestTimeoutMs = args['timeout-ms'] || args.timeoutMs;
+  if (args.fields) out.fields = args.fields;
+  if (args.facets) out.facets = args.facets;
+  if (args['include-raw'] || args.includeRaw) out.includeRaw = args['include-raw'] || args.includeRaw;
+  return out;
+}
+
+function parseArgs(argv) {
+  const out = { _: [] };
+  for (let index = 0; index < argv.length; index += 1) {
+    const arg = argv[index];
+    if (!arg.startsWith('--')) {
+      out._.push(arg);
+      continue;
+    }
+    const key = arg.slice(2);
+    const next = argv[index + 1];
+    if (!next || next.startsWith('--')) {
+      out[key] = true;
+      continue;
+    }
+    out[key] = next;
+    index += 1;
+  }
+  return out;
+}

package/examples/cloudflare-worker/package.json

@@ -0,0 +1,15 @@
+{
+  "name": "ddys-search-index-worker-example",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "dev": "wrangler dev",
+    "deploy": "wrangler deploy"
+  },
+  "dependencies": {
+    "ddys-search-index": "^0.1.0"
+  },
+  "devDependencies": {
+    "wrangler": "^4.0.0"
+  }
+}

package/examples/cloudflare-worker/src/index.js

@@ -0,0 +1,5 @@
+import { createWorkerHandler } from 'ddys-search-index/worker';
+
+export default {
+  fetch: createWorkerHandler()
+};

package/examples/cloudflare-worker/wrangler.jsonc

@@ -0,0 +1,12 @@
+{
+  "name": "ddys-search-index",
+  "main": "src/index.js",
+  "compatibility_date": "2026-07-11",
+  "vars": {
+    "DDYS_SEARCH_INDEX_API_BASE": "https://ddys.io/api/v1",
+    "DDYS_SEARCH_INDEX_PUBLIC_BASE": "https://ddys.io",
+    "DDYS_SEARCH_INDEX_SOURCES": "latest,hot",
+    "DDYS_SEARCH_INDEX_MAX_ITEMS": "50",
+    "DDYS_SEARCH_INDEX_MAX_PAGES": "2"
+  }
+}

package/examples/github-actions/ddys-search-index.yml

@@ -0,0 +1,22 @@
+name: Build DDYS search index
+
+on:
+  schedule:
+    - cron: "*/30 * * * *"
+  workflow_dispatch:
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 22
+      - run: npx ddys-search-index build --source latest,hot --out-dir public/search --manifest
+      - uses: peaceiris/actions-gh-pages@v4
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          publish_dir: ./public

package/examples/node-build/build-search-index.mjs

@@ -0,0 +1,10 @@
+import { generateSearchBundle, writeSearchBundle } from 'ddys-search-index';
+
+const bundle = await generateSearchBundle({
+  sources: ['latest', 'hot'],
+  maxItems: 50,
+  maxPages: 2
+});
+
+const files = await writeSearchBundle(bundle, new URL('./public/search', import.meta.url).pathname);
+console.log(JSON.stringify({ ok: true, documents: bundle.index.stats.documents, files }, null, 2));

package/index.d.ts

@@ -0,0 +1,133 @@
+export interface DdysSearchSource {
+  kind: 'latest' | 'hot' | 'calendar' | 'search' | 'endpoint' | string;
+  label: string;
+  slug: string;
+  endpoint: string;
+  query?: Record<string, unknown>;
+  value?: string;
+  limit: number;
+  maxPages: number;
+  paginated: boolean;
+}
+
+export interface DdysSearchConfig {
+  version: string;
+  apiBase: string;
+  publicBase: string;
+  userAgent: string;
+  source: DdysSearchSource;
+  sources: DdysSearchSource[];
+  maxItems: number;
+  maxPages: number;
+  ttlSeconds: number;
+  requestTimeoutMs: number;
+  minTokenLength: number;
+  includeRaw: boolean;
+  workerCache: boolean;
+  fields: string[];
+  facets: string[];
+}
+
+export interface SearchDocument {
+  id: string;
+  title: string;
+  aliases?: string[];
+  description?: string;
+  url?: string;
+  poster?: string;
+  year?: number;
+  date?: string;
+  category?: string[];
+  tags?: string[];
+  actors?: string[];
+  directors?: string[];
+  region?: string[];
+  language?: string[];
+  score?: number;
+  status?: string;
+  source?: string;
+  text?: string;
+  raw?: unknown;
+}
+
+export interface SearchFacetItem {
+  value: string;
+  count: number;
+}
+
+export interface SearchIndex {
+  version: string;
+  generatedAt: string;
+  checksum: string;
+  config: {
+    apiBase: string;
+    publicBase: string;
+    sources: Array<Pick<DdysSearchSource, 'kind' | 'label' | 'slug' | 'endpoint' | 'query'>>;
+    fields: string[];
+    facets: string[];
+    minTokenLength: number;
+  };
+  stats: {
+    documents: number;
+    tokens: number;
+    suggestions: number;
+  };
+  documents: SearchDocument[];
+  index: Record<string, Array<[string, number]>>;
+  documentTokens: Record<string, string[]>;
+  facets: Record<string, SearchFacetItem[]>;
+  suggestions: string[];
+}
+
+export interface SearchResultItem {
+  score: number;
+  document: SearchDocument;
+}
+
+export interface SearchResult {
+  query: string;
+  tokens: string[];
+  total: number;
+  items: SearchResultItem[];
+}
+
+export interface SearchBundleFile {
+  path: string;
+  contentType: string;
+  contents: string;
+}
+
+export interface SearchBundle {
+  ok: true;
+  config: ReturnType<typeof describeConfig>;
+  sources: Array<{ source: string; urls: string[]; items: number }>;
+  index: SearchIndex;
+  files: SearchBundleFile[];
+}
+
+export function createConfig(input?: Partial<DdysSearchConfig> | Record<string, unknown>, env?: Record<string, string | undefined>): DdysSearchConfig;
+export function loadConfigFromEnv(env?: Record<string, string | undefined>): DdysSearchConfig;
+export function describeConfig(config: DdysSearchConfig): Record<string, unknown>;
+export function buildApiUrl(pathname: string, query: Record<string, unknown>, config: DdysSearchConfig): string;
+export function extractItems(payload: unknown): unknown[];
+export function fetchJson(pathname: string, query: Record<string, unknown>, config: DdysSearchConfig, runtime?: { fetch?: typeof fetch }): Promise<{ url: string; payload: unknown }>;
+export function fetchSearchSource(source: DdysSearchSource, config: DdysSearchConfig, runtime?: { fetch?: typeof fetch }): Promise<{ source: DdysSearchSource; urls: string[]; payloads: unknown[]; items: unknown[] }>;
+export function fetchSearchSources(sources: DdysSearchSource[], config: DdysSearchConfig, runtime?: { fetch?: typeof fetch }): Promise<Array<{ source: DdysSearchSource; urls: string[]; payloads: unknown[]; items: unknown[] }>>;
+export function normalizeDocument(item: unknown, source: Partial<DdysSearchSource> | null, config: DdysSearchConfig): SearchDocument | null;
+export function normalizeRecords(records: unknown[], config: DdysSearchConfig): SearchDocument[];
+export function buildSearchIndex(records: unknown[], config: DdysSearchConfig, runtime?: { now?: () => number }): SearchIndex;
+export function searchIndex(searchIndexValue: SearchIndex, query: string, options?: { limit?: number; filters?: Record<string, unknown>; minTokenLength?: number }): SearchResult;
+export function tokenize(value: string, options?: { minTokenLength?: number }): string[];
+export function buildFacets(documents: SearchDocument[], facetNames: string[]): Record<string, SearchFacetItem[]>;
+export function renderSearchIndex(searchIndex: SearchIndex, options?: { pretty?: boolean }): string;
+export function renderSearchDocs(searchIndex: SearchIndex, options?: { pretty?: boolean }): string;
+export function renderSearchMeta(searchIndex: SearchIndex, options?: { pretty?: boolean }): string;
+export function buildSearchFiles(searchIndex: SearchIndex, options?: { pretty?: boolean }): SearchBundleFile[];
+export function generateSearchIndex(input?: Record<string, unknown>, runtime?: { fetch?: typeof fetch; now?: () => number; env?: Record<string, string | undefined> }): Promise<Omit<SearchBundle, 'files'>>;
+export function generateSearchBundle(input?: Record<string, unknown>, runtime?: { fetch?: typeof fetch; now?: () => number; env?: Record<string, string | undefined> }): Promise<SearchBundle>;
+export function writeSearchBundle(bundle: SearchBundle, outDir: string): Promise<string[]>;
+export function readInputFile(filePath: string): Promise<unknown[]>;
+export function buildOutputHeaders(type: string, searchIndexValue: SearchIndex, config: DdysSearchConfig): Record<string, string>;
+export function createWorkerHandler(input?: Record<string, unknown>): (request: Request, env?: Record<string, string | undefined>, ctx?: unknown) => Promise<Response>;
+export function handleWorkerRequest(request: Request, runtime?: Record<string, unknown>): Promise<Response>;
+export function routeForPath(pathname: string): 'health' | 'search' | 'index' | 'docs' | 'meta' | 'not-found';

package/package.json

@@ -0,0 +1,72 @@
+{
+  "name": "ddys-search-index",
+  "version": "0.1.0",
+  "description": "Search index generator for DDYS API data with Node CLI and Cloudflare Workers support.",
+  "type": "module",
+  "license": "MIT",
+  "homepage": "https://github.com/ddysiodev/ddys-search-index",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/ddysiodev/ddys-search-index.git"
+  },
+  "bugs": {
+    "url": "https://github.com/ddysiodev/ddys-search-index/issues"
+  },
+  "keywords": [
+    "ddys",
+    "search",
+    "search-index",
+    "inverted-index",
+    "cloudflare-workers",
+    "github-actions",
+    "movie",
+    "api"
+  ],
+  "bin": {
+    "ddys-search-index": "./bin/ddys-search-index.js"
+  },
+  "exports": {
+    ".": {
+      "types": "./index.d.ts",
+      "import": "./src/index.js"
+    },
+    "./config": {
+      "types": "./index.d.ts",
+      "import": "./src/config.js"
+    },
+    "./client": {
+      "types": "./index.d.ts",
+      "import": "./src/client.js"
+    },
+    "./indexer": {
+      "types": "./index.d.ts",
+      "import": "./src/indexer.js"
+    },
+    "./worker": {
+      "types": "./index.d.ts",
+      "import": "./src/worker.js"
+    }
+  },
+  "main": "./src/index.js",
+  "types": "./index.d.ts",
+  "files": [
+    "bin",
+    "src",
+    "examples",
+    "index.d.ts",
+    "README.md",
+    "README.en.md",
+    "LICENSE",
+    ".env.example"
+  ],
+  "scripts": {
+    "check": "node tools/check.mjs",
+    "test": "node tools/check.mjs && node --test tests/*.test.mjs"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "engines": {
+    "node": ">=20.0.0"
+  }
+}