markpdfdown 0.1.0

package/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

package/README.md

@@ -0,0 +1,128 @@
+# MarkPDFdown
+
+A desktop application that converts PDF documents to Markdown format using Large Language Model (LLM) visual recognition.
+
+## Features
+
+- **Multi-LLM Support**: OpenAI, Anthropic Claude, Google Gemini, Ollama (local models), and OpenAI Responses API
+- **High-Quality Conversion**: Leverages LLM vision capabilities for accurate PDF to Markdown conversion
+- **Side-by-Side Preview**: View original PDF pages alongside generated Markdown
+- **Math & Code Support**: Full support for LaTeX equations (KaTeX) and syntax-highlighted code blocks
+- **Multi-Language UI**: English, Chinese, Japanese, Russian, Arabic, and Persian
+- **Parallel Processing**: Configurable worker instances for faster conversion
+- **Progress Tracking**: Real-time status updates and per-page retry support
+- **Local Storage**: SQLite database for task persistence
+
+## Screenshots
+
+<!-- Add screenshots here -->
+
+## Installation
+
+Download the latest release for your platform from the [Releases](https://github.com/MarkPDFdown/desktop/releases) page:
+
+- **Windows**: `MarkPDFdown-{version}-x64.exe`
+- **macOS**: `MarkPDFdown-{version}-arm64.dmg` / `MarkPDFdown-{version}-x64.dmg`
+- **Linux**: `MarkPDFdown-{version}-x86_64.AppImage`
+
+## Usage
+
+1. **Configure Provider**: Go to Settings and add your LLM provider credentials (API key, base URL)
+2. **Add Model**: Configure the model you want to use for conversion
+3. **Upload PDF**: Drag and drop or click to select a PDF file
+4. **Select Model**: Choose the LLM model for conversion
+5. **Convert**: Start the conversion process
+6. **Preview**: View the results page by page with side-by-side comparison
+7. **Download**: Export the merged Markdown file
+
+## Development
+
+### Prerequisites
+
+- Node.js 18+
+- npm 8+
+
+### Setup
+
+```bash
+# Install dependencies
+npm install
+
+# Generate Prisma client
+npm run generate
+
+# Run database migrations
+npm run migrate:dev
+
+# Start development server
+npm run dev
+```
+
+### Build
+
+```bash
+# Production build
+npm run build
+
+# Platform-specific installers
+npm run build:win    # Windows NSIS installer
+npm run build:mac    # macOS DMG
+npm run build:linux  # Linux AppImage
+```
+
+### Testing
+
+```bash
+npm test              # Run all tests
+npm run test:unit     # Unit tests only
+npm run test:renderer # Component tests only
+npm run test:coverage # Generate coverage report
+```
+
+### Project Structure
+
+```
+src/
+├── main/                 # Electron main process
+│   ├── index.ts         # App entry, window creation, IPC setup
+│   └── ipc/             # IPC handlers
+├── preload/             # Preload scripts (window.api)
+├── renderer/            # React frontend
+│   ├── components/      # UI components
+│   ├── pages/           # Route pages
+│   └── locales/         # i18n translations
+├── core/                # Business logic (Clean Architecture)
+│   ├── infrastructure/  # Database, external services
+│   ├── application/     # Workers, orchestration
+│   ├── domain/          # Interfaces, domain types
+│   └── shared/          # Event bus, utilities
+└── shared/              # Shared types between main/renderer
+```
+
+## Tech Stack
+
+- **Framework**: Electron 35 + React 18 + TypeScript
+- **Build Tool**: Vite 6
+- **UI**: Ant Design 5
+- **Database**: Prisma ORM + SQLite
+- **PDF Processing**: pdf-lib, pdf-to-png-converter, Sharp
+- **Markdown**: react-markdown, remark-gfm, remark-math, rehype-katex, rehype-prism-plus
+- **Testing**: Vitest + Testing Library
+
+## Supported LLM Providers
+
+| Provider | Models | Notes |
+|----------|--------|-------|
+| OpenAI | GPT-4o, GPT-4-turbo, etc. | Requires API key |
+| Anthropic | Claude 3.5, Claude 3, etc. | Requires API key |
+| Google Gemini | Gemini Pro, Gemini Flash, etc. | Requires API key |
+| Ollama | LLaVA, Llama 3.2 Vision, etc. | Local, no API key needed |
+| OpenAI Responses | Any OpenAI-compatible model | Custom endpoint support |
+
+## License
+
+[Apache-2.0](./LICENSE)
+
+## Contributing
+
+Contributions are welcome! Please read the [AGENTS.md](./AGENTS.md) file for development guidelines.

package/bin/cli.js

@@ -0,0 +1,130 @@
+#!/usr/bin/env node
+
+// CLI 模式强制使用生产环境，确保数据库路径正确指向 userData 目录
+process.env.NODE_ENV = 'production';
+process.env.ELECTRON_IS_DEV = '0';
+
+import { fileURLToPath } from 'url';
+import { dirname, join } from 'path';
+import { existsSync } from 'fs';
+import { execSync, spawn } from 'child_process';
+import { createRequire } from 'module';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+const projectRoot = join(__dirname, '..');
+
+// 确保 Prisma client 存在
+async function ensurePrismaClient() {
+  const prismaClientPath = join(projectRoot, 'node_modules', '.prisma', 'client', 'index.js');
+
+  if (!existsSync(prismaClientPath)) {
+    console.log('🔧 Prisma client not found. Generating...');
+    try {
+      execSync('npx prisma generate --schema=./src/core/infrastructure/db/schema.prisma', {
+        cwd: projectRoot,
+        stdio: 'inherit'
+      });
+      console.log('✅ Prisma client generated successfully.');
+    } catch (error) {
+      console.error('❌ Failed to generate Prisma client:', error.message);
+      process.exit(1);
+    }
+  }
+}
+
+// 启动 Electron
+function launchElectron(args) {
+  const electronBin = process.platform === 'win32' ? 'electron.cmd' : 'electron';
+  const electronPath = join(projectRoot, 'node_modules', '.bin', electronBin);
+  const mainPath = join(projectRoot, 'dist', 'main', 'index.js');
+
+  if (!existsSync(mainPath)) {
+    console.error('❌ Application not built. Please run: npm run build');
+    process.exit(1);
+  }
+
+  const child = spawn(electronPath, [mainPath, ...args], {
+    cwd: projectRoot,
+    stdio: 'inherit',
+    shell: process.platform === 'win32',
+    env: {
+      ...process.env,
+      NODE_ENV: 'production',
+      ELECTRON_IS_DEV: '0'
+    }
+  });
+
+  child.on('error', (err) => {
+    console.error('❌ Failed to start Electron:', err.message);
+    process.exit(1);
+  });
+
+  child.on('exit', (code) => {
+    process.exit(code || 0);
+  });
+}
+
+// 显示版本
+function showVersion() {
+  const require = createRequire(import.meta.url);
+  const pkg = require('../package.json');
+  console.log(`markpdfdown v${pkg.version}`);
+}
+
+// 显示帮助
+function showHelp() {
+  console.log(`
+markpdfdown - PDF to Markdown converter powered by LLM vision
+
+Usage:
+  npx markpdfdown [command] [options]
+
+Commands:
+  gui, start     Launch the desktop application (default)
+  version, -v    Show version number
+  help, -h       Show this help message
+
+Examples:
+  npx markpdfdown              # Launch GUI
+  npx markpdfdown --version    # Show version
+
+For more info: https://github.com/markpdfdown/markpdfdown-desktop
+`);
+}
+
+// 主函数
+async function main() {
+  const args = process.argv.slice(2);
+  const command = args[0] || 'gui';
+
+  switch (command) {
+    case 'gui':
+    case 'start':
+      await ensurePrismaClient();
+      launchElectron(args.slice(1));
+      break;
+
+    case 'version':
+    case '-v':
+    case '--version':
+      showVersion();
+      break;
+
+    case 'help':
+    case '-h':
+    case '--help':
+      showHelp();
+      break;
+
+    default:
+      console.error(`Unknown command: ${command}`);
+      showHelp();
+      process.exit(1);
+  }
+}
+
+main().catch((err) => {
+  console.error('❌ Error:', err.message);
+  process.exit(1);
+});

package/dist/main/AnthropicClient-CTbHYiqm.js

@@ -0,0 +1,193 @@
+import { L as LLMClient } from "./index.js";
+class AnthropicClient extends LLMClient {
+  apiVersion;
+  constructor(apiKey, baseUrl, apiVersion = "2023-06-01") {
+    super(apiKey, baseUrl || "https://api.anthropic.com/v1/messages");
+    this.apiVersion = apiVersion;
+  }
+  /**
+   * 执行Anthropic文本补全
+   */
+  async completion(options) {
+    try {
+      const normalizedOptions = this.normalizeOptions(options);
+      const endpoint = `${this.baseUrl}`;
+      const modelName = normalizedOptions.model || "claude-3-opus-20240229";
+      const anthropicMessages = this.convertMessagesToAnthropicFormat(normalizedOptions.messages);
+      const requestBody = {
+        model: modelName,
+        messages: anthropicMessages,
+        temperature: normalizedOptions.temperature ?? 0.7,
+        max_tokens: normalizedOptions.maxTokens,
+        stream: normalizedOptions.stream || false
+      };
+      const systemMessage = normalizedOptions.messages.find((msg) => msg.role === "system");
+      if (systemMessage) {
+        const systemContent = Array.isArray(systemMessage.content) ? systemMessage.content.filter((c) => c.type === "text").map((c) => c.text).join("\n") : systemMessage.content.type === "text" ? systemMessage.content.text : "";
+        if (systemContent) {
+          requestBody.system = systemContent;
+        }
+      }
+      if (normalizedOptions.response_format?.type === "json_object" && !requestBody.system) {
+        requestBody.system = "请以有效的JSON格式提供响应。";
+      } else if (normalizedOptions.response_format?.type === "json_object" && requestBody.system) {
+        requestBody.system += "\n\n请以有效的JSON格式提供响应。";
+      }
+      const response = await fetch(endpoint, {
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+          "x-api-key": normalizedOptions.apiKey || this.apiKey,
+          "anthropic-version": this.apiVersion,
+          "X-Title": "MarkPDFdown",
+          "HTTP-Referer": "https://github.com/MarkPDFdown"
+        },
+        body: JSON.stringify(requestBody)
+      });
+      console.log(`[${(/* @__PURE__ */ new Date()).toISOString()}] POST ${endpoint} (model: ${modelName}) ${response.status} - ${response.statusText}`);
+      if (!response.ok) {
+        const error = await response.json();
+        throw new Error(`Anthropic API错误: ${error.error?.message || response.statusText}`);
+      }
+      if (normalizedOptions.stream && response.body && normalizedOptions.onUpdate) {
+        const reader = response.body.getReader();
+        const decoder = new TextDecoder("utf-8");
+        let content = "";
+        const processStream = async () => {
+          const { done, value } = await reader.read();
+          if (done) {
+            return {
+              content,
+              model: modelName,
+              finishReason: "stop",
+              responseFormat: normalizedOptions.response_format?.type
+            };
+          }
+          const chunk = decoder.decode(value);
+          const lines = chunk.split("\n").filter((line) => line.trim() !== "" && line.trim() !== "data: [DONE]");
+          for (const line of lines) {
+            if (line.startsWith("data: ")) {
+              try {
+                const data = JSON.parse(line.slice(6));
+                if (data.type === "content_block_delta" && data.delta?.text) {
+                  content += data.delta.text;
+                  if (normalizedOptions.onUpdate) {
+                    normalizedOptions.onUpdate(content);
+                  }
+                }
+                if (data.completion) {
+                  const newContent = data.completion;
+                  content = newContent;
+                  if (normalizedOptions.onUpdate) {
+                    normalizedOptions.onUpdate(content);
+                  }
+                }
+              } catch {
+              }
+            }
+          }
+          return processStream();
+        };
+        return processStream();
+      } else {
+        const data = await response.json();
+        let content = "";
+        if (data.content) {
+          for (const block of data.content) {
+            if (block.type === "text") {
+              content += block.text;
+            }
+          }
+        } else if (data.completion) {
+          content = data.completion;
+        }
+        return {
+          content,
+          model: data.model,
+          finishReason: data.stop_reason,
+          responseFormat: normalizedOptions.response_format?.type,
+          rawResponse: data
+          // 保留原始响应以便调试
+        };
+      }
+    } catch (error) {
+      const errorMessage = error instanceof Error ? error.message : String(error);
+      throw new Error(`Anthropic补全请求失败: ${errorMessage}`);
+    }
+  }
+  /**
+   * 将消息转换为Anthropic API格式
+   * Claude API移除系统消息，这将在请求体中单独处理
+   */
+  convertMessagesToAnthropicFormat(messages) {
+    return messages.filter((msg) => msg.role !== "system").map((message) => {
+      let role = message.role === "user" ? "user" : "assistant";
+      if (message.role === "tool") {
+        role = "user";
+      }
+      const anthropicMessage = {
+        role
+      };
+      if (Array.isArray(message.content)) {
+        anthropicMessage.content = this.convertContentArrayToAnthropicFormat(message.content);
+      } else {
+        anthropicMessage.content = this.convertContentToAnthropicFormat(message.content);
+      }
+      return anthropicMessage;
+    });
+  }
+  /**
+   * 将内容数组转换为Anthropic内容格式
+   */
+  convertContentArrayToAnthropicFormat(contentArray) {
+    return contentArray.map((content) => this.convertContentToAnthropicFormat(content)).flat();
+  }
+  /**
+   * 将单个内容转换为Anthropic内容格式
+   */
+  convertContentToAnthropicFormat(content) {
+    switch (content.type) {
+      case "text":
+        return [{
+          type: "text",
+          text: content.text
+        }];
+      case "image_url": {
+        const imageContent = content;
+        let source;
+        if (imageContent.image_url.url.startsWith("data:")) {
+          const parts = imageContent.image_url.url.split(";base64,");
+          if (parts.length === 2) {
+            const mediaType = parts[0].replace("data:", "");
+            source = {
+              type: "base64",
+              media_type: mediaType,
+              data: parts[1]
+            };
+          }
+        } else {
+          source = {
+            type: "url",
+            url: imageContent.image_url.url
+          };
+        }
+        return [{
+          type: "image",
+          source
+        }];
+      }
+      // Anthropic不支持工具调用和工具结果，将其转换为文本
+      case "tool_call":
+      case "tool_result":
+        return [{
+          type: "text",
+          text: JSON.stringify(content)
+        }];
+      default:
+        throw new Error(`Anthropic不支持的内容类型: ${content.type}`);
+    }
+  }
+}
+export {
+  AnthropicClient
+};