entari-plugin-hyw 3.2.105__py3-none-any.whl → 3.5.0rc6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- entari_plugin_hyw/__init__.py +120 -428
- entari_plugin_hyw/assets/card-dist/index.html +396 -0
- entari_plugin_hyw/assets/card-dist/logos/anthropic.svg +1 -0
- entari_plugin_hyw/assets/card-dist/logos/cerebras.svg +9 -0
- entari_plugin_hyw/assets/card-dist/logos/deepseek.png +0 -0
- entari_plugin_hyw/assets/card-dist/logos/gemini.svg +1 -0
- entari_plugin_hyw/assets/card-dist/logos/google.svg +1 -0
- entari_plugin_hyw/assets/card-dist/logos/grok.png +0 -0
- entari_plugin_hyw/assets/card-dist/logos/huggingface.png +0 -0
- entari_plugin_hyw/assets/card-dist/logos/microsoft.svg +15 -0
- entari_plugin_hyw/assets/card-dist/logos/minimax.png +0 -0
- entari_plugin_hyw/assets/card-dist/logos/mistral.png +0 -0
- entari_plugin_hyw/assets/card-dist/logos/nvida.png +0 -0
- entari_plugin_hyw/assets/card-dist/logos/openai.svg +1 -0
- entari_plugin_hyw/assets/card-dist/logos/openrouter.png +0 -0
- entari_plugin_hyw/assets/card-dist/logos/perplexity.svg +24 -0
- entari_plugin_hyw/assets/card-dist/logos/qwen.png +0 -0
- entari_plugin_hyw/assets/card-dist/logos/xai.png +0 -0
- entari_plugin_hyw/assets/card-dist/logos/xiaomi.png +0 -0
- entari_plugin_hyw/assets/card-dist/logos/zai.png +0 -0
- entari_plugin_hyw/assets/card-dist/vite.svg +1 -0
- entari_plugin_hyw/assets/icon/cerebras.svg +9 -0
- entari_plugin_hyw/assets/icon/huggingface.png +0 -0
- entari_plugin_hyw/assets/icon/xiaomi.png +0 -0
- entari_plugin_hyw/card-ui/.gitignore +24 -0
- entari_plugin_hyw/card-ui/README.md +5 -0
- entari_plugin_hyw/card-ui/index.html +16 -0
- entari_plugin_hyw/card-ui/package-lock.json +2342 -0
- entari_plugin_hyw/card-ui/package.json +31 -0
- entari_plugin_hyw/card-ui/public/logos/anthropic.svg +1 -0
- entari_plugin_hyw/card-ui/public/logos/cerebras.svg +9 -0
- entari_plugin_hyw/card-ui/public/logos/deepseek.png +0 -0
- entari_plugin_hyw/card-ui/public/logos/gemini.svg +1 -0
- entari_plugin_hyw/card-ui/public/logos/google.svg +1 -0
- entari_plugin_hyw/card-ui/public/logos/grok.png +0 -0
- entari_plugin_hyw/card-ui/public/logos/huggingface.png +0 -0
- entari_plugin_hyw/card-ui/public/logos/microsoft.svg +15 -0
- entari_plugin_hyw/card-ui/public/logos/minimax.png +0 -0
- entari_plugin_hyw/card-ui/public/logos/mistral.png +0 -0
- entari_plugin_hyw/card-ui/public/logos/nvida.png +0 -0
- entari_plugin_hyw/card-ui/public/logos/openai.svg +1 -0
- entari_plugin_hyw/card-ui/public/logos/openrouter.png +0 -0
- entari_plugin_hyw/card-ui/public/logos/perplexity.svg +24 -0
- entari_plugin_hyw/card-ui/public/logos/qwen.png +0 -0
- entari_plugin_hyw/card-ui/public/logos/xai.png +0 -0
- entari_plugin_hyw/card-ui/public/logos/xiaomi.png +0 -0
- entari_plugin_hyw/card-ui/public/logos/zai.png +0 -0
- entari_plugin_hyw/card-ui/public/vite.svg +1 -0
- entari_plugin_hyw/card-ui/src/App.vue +412 -0
- entari_plugin_hyw/card-ui/src/assets/vue.svg +1 -0
- entari_plugin_hyw/card-ui/src/components/HelloWorld.vue +41 -0
- entari_plugin_hyw/card-ui/src/components/MarkdownContent.vue +386 -0
- entari_plugin_hyw/card-ui/src/components/SectionCard.vue +41 -0
- entari_plugin_hyw/card-ui/src/components/StageCard.vue +237 -0
- entari_plugin_hyw/card-ui/src/main.ts +5 -0
- entari_plugin_hyw/card-ui/src/style.css +29 -0
- entari_plugin_hyw/card-ui/src/test_regex.js +103 -0
- entari_plugin_hyw/card-ui/src/types.ts +52 -0
- entari_plugin_hyw/card-ui/tsconfig.app.json +16 -0
- entari_plugin_hyw/card-ui/tsconfig.json +7 -0
- entari_plugin_hyw/card-ui/tsconfig.node.json +26 -0
- entari_plugin_hyw/card-ui/vite.config.ts +16 -0
- entari_plugin_hyw/{core/history.py → history.py} +25 -1
- entari_plugin_hyw/image_cache.py +274 -0
- entari_plugin_hyw/{utils/misc.py → misc.py} +38 -3
- entari_plugin_hyw/pipeline.py +1338 -0
- entari_plugin_hyw/prompts.py +108 -0
- entari_plugin_hyw/render_vue.py +314 -0
- entari_plugin_hyw/search.py +696 -0
- entari_plugin_hyw-3.5.0rc6.dist-info/METADATA +116 -0
- entari_plugin_hyw-3.5.0rc6.dist-info/RECORD +88 -0
- entari_plugin_hyw/assets/libs/highlight.css +0 -10
- entari_plugin_hyw/assets/libs/highlight.js +0 -1213
- entari_plugin_hyw/assets/libs/katex-auto-render.js +0 -1
- entari_plugin_hyw/assets/libs/katex.css +0 -1
- entari_plugin_hyw/assets/libs/katex.js +0 -1
- entari_plugin_hyw/assets/libs/tailwind.css +0 -1
- entari_plugin_hyw/assets/tailwind.config.js +0 -12
- entari_plugin_hyw/assets/tailwind.input.css +0 -235
- entari_plugin_hyw/assets/template.html +0 -157
- entari_plugin_hyw/core/__init__.py +0 -0
- entari_plugin_hyw/core/config.py +0 -36
- entari_plugin_hyw/core/hyw.py +0 -41
- entari_plugin_hyw/core/pipeline.py +0 -816
- entari_plugin_hyw/core/render.py +0 -926
- entari_plugin_hyw/utils/__init__.py +0 -3
- entari_plugin_hyw/utils/browser.py +0 -61
- entari_plugin_hyw/utils/mcp_playwright.py +0 -128
- entari_plugin_hyw/utils/playwright_tool.py +0 -46
- entari_plugin_hyw/utils/prompts.py +0 -91
- entari_plugin_hyw/utils/search.py +0 -193
- entari_plugin_hyw-3.2.105.dist-info/METADATA +0 -141
- entari_plugin_hyw-3.2.105.dist-info/RECORD +0 -42
- {entari_plugin_hyw-3.2.105.dist-info → entari_plugin_hyw-3.5.0rc6.dist-info}/WHEEL +0 -0
- {entari_plugin_hyw-3.2.105.dist-info → entari_plugin_hyw-3.5.0rc6.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
@import "tailwindcss";
|
|
2
|
+
@plugin "daisyui";
|
|
3
|
+
@plugin "@tailwindcss/typography";
|
|
4
|
+
|
|
5
|
+
/* Custom styles */
|
|
6
|
+
body {
|
|
7
|
+
font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
/* Premium reading color scheme - applies to all prose elements */
|
|
11
|
+
.prose {
|
|
12
|
+
color: var(--text-body, #3a3a3c) !important;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
.prose h1, .prose h2, .prose h3, .prose h4, .prose h5, .prose h6 {
|
|
16
|
+
color: var(--text-primary, #2c2c2e) !important;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
.prose p, .prose li, .prose td, .prose th {
|
|
20
|
+
color: var(--text-body, #3a3a3c) !important;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
.prose strong, .prose b {
|
|
24
|
+
color: var(--text-primary, #2c2c2e) !important;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
.prose code {
|
|
28
|
+
color: var(--text-body, #3a3a3c) !important;
|
|
29
|
+
}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
|
|
2
|
+
const stripPrefixBeforeH1 = (text) => {
|
|
3
|
+
const h1Match = text.match(/^#\s+/m)
|
|
4
|
+
if (h1Match && h1Match.index !== undefined) {
|
|
5
|
+
return text.substring(h1Match.index)
|
|
6
|
+
}
|
|
7
|
+
return text
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
const dedent = (text) => {
|
|
11
|
+
const lines = text.split('\n')
|
|
12
|
+
// Find minimum indentation of non-empty lines
|
|
13
|
+
let minIndent = Infinity
|
|
14
|
+
for (const line of lines) {
|
|
15
|
+
if (line.trim().length === 0) continue
|
|
16
|
+
const leadingSpace = line.match(/^\s*/)?.[0].length || 0
|
|
17
|
+
if (leadingSpace < minIndent) minIndent = leadingSpace
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
if (minIndent === Infinity || minIndent === 0) return text
|
|
21
|
+
|
|
22
|
+
return lines.map(line => {
|
|
23
|
+
if (line.trim().length === 0) return ''
|
|
24
|
+
return line.substring(minIndent)
|
|
25
|
+
}).join('\n')
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
const parse = (rawMd) => {
|
|
29
|
+
if (!rawMd) return []
|
|
30
|
+
|
|
31
|
+
const md = stripPrefixBeforeH1(rawMd)
|
|
32
|
+
|
|
33
|
+
let content = md.replace(/^#\s+.+$/m, '')
|
|
34
|
+
content = content.replace(/(?:^|\n)\s*(?:#{1,3}|\*\*)\s*(?:References|Citations|Sources)[\s\S]*$/i, '')
|
|
35
|
+
content = content.trim()
|
|
36
|
+
|
|
37
|
+
const sections = []
|
|
38
|
+
|
|
39
|
+
const combinedRegex = /(```[\s\S]*?```|((?:^|\n)\|[^\n]*\|(?:\n\|[^\n]*\|)*)|<summary>[\s\S]*?<\/summary>)/
|
|
40
|
+
|
|
41
|
+
let remaining = content
|
|
42
|
+
|
|
43
|
+
while (remaining) {
|
|
44
|
+
const match = remaining.match(combinedRegex)
|
|
45
|
+
if (!match) {
|
|
46
|
+
if (remaining.trim()) {
|
|
47
|
+
sections.push({ type: 'markdown', content: remaining.trim() })
|
|
48
|
+
}
|
|
49
|
+
break
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
const index = match.index
|
|
53
|
+
const matchedStr = match[0]
|
|
54
|
+
const preText = remaining.substring(0, index)
|
|
55
|
+
|
|
56
|
+
if (preText.trim()) {
|
|
57
|
+
sections.push({ type: 'markdown', content: preText.trim() })
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
const isCode = matchedStr.startsWith('```')
|
|
61
|
+
const isSummary = matchedStr.startsWith('<summary>')
|
|
62
|
+
const isTable = !isCode && !isSummary && matchedStr.trim().startsWith('|')
|
|
63
|
+
|
|
64
|
+
if (isCode || isTable || isSummary) {
|
|
65
|
+
let language = ''
|
|
66
|
+
let content = matchedStr.trim()
|
|
67
|
+
|
|
68
|
+
if (isCode) {
|
|
69
|
+
const match = matchedStr.match(/^```(\w+)/)
|
|
70
|
+
if (match && match[1]) language = match[1]
|
|
71
|
+
} else if (isSummary) {
|
|
72
|
+
content = content.replace(/^<summary>/, '').replace(/<\/summary>$/, '')
|
|
73
|
+
content = dedent(content)
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
sections.push({
|
|
77
|
+
type: 'card',
|
|
78
|
+
title: isCode ? 'Code' : (isSummary ? 'Summary' : 'Table'),
|
|
79
|
+
content: content,
|
|
80
|
+
contentType: isCode ? 'code' : (isSummary ? 'summary' : 'table'),
|
|
81
|
+
language: language
|
|
82
|
+
})
|
|
83
|
+
} else {
|
|
84
|
+
sections.push({ type: 'markdown', content: matchedStr })
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
remaining = remaining.substring(index + matchedStr.length)
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
return sections
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
const test1 = `
|
|
94
|
+
# Title
|
|
95
|
+
|
|
96
|
+
<summary>
|
|
97
|
+
Indented text.
|
|
98
|
+
It might become code block.
|
|
99
|
+
</summary>
|
|
100
|
+
`
|
|
101
|
+
|
|
102
|
+
console.log("\n--- Test 2 (After Fix) ---")
|
|
103
|
+
console.log(JSON.stringify(parse(test1), null, 2))
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
// Type definitions for render data
|
|
2
|
+
// Python only passes raw data, all processing happens in frontend
|
|
3
|
+
|
|
4
|
+
export interface Stage {
|
|
5
|
+
name: string
|
|
6
|
+
model: string
|
|
7
|
+
provider: string
|
|
8
|
+
icon_name?: string // Icon identifier (e.g., "google", "openai")
|
|
9
|
+
time: number // Time in seconds (raw number)
|
|
10
|
+
cost: number // Cost in dollars (raw number)
|
|
11
|
+
references?: Reference[]
|
|
12
|
+
image_references?: ImageReference[]
|
|
13
|
+
crawled_pages?: CrawledPage[]
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
export interface Reference {
|
|
17
|
+
title: string
|
|
18
|
+
url: string
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
export interface ImageReference {
|
|
22
|
+
title: string
|
|
23
|
+
url: string
|
|
24
|
+
thumbnail?: string
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
export interface CrawledPage {
|
|
28
|
+
title: string
|
|
29
|
+
url: string
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
export interface Stats {
|
|
33
|
+
total_time?: number
|
|
34
|
+
vision_duration?: number
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
export interface Flags {
|
|
38
|
+
has_vision: boolean
|
|
39
|
+
has_search: boolean
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
// Raw data from Python - minimal processing
|
|
43
|
+
export interface RenderData {
|
|
44
|
+
markdown: string // Raw markdown content
|
|
45
|
+
stages: Stage[]
|
|
46
|
+
references: Reference[] // All references for citation
|
|
47
|
+
page_references: Reference[]
|
|
48
|
+
image_references: ImageReference[]
|
|
49
|
+
stats: Stats
|
|
50
|
+
total_time: number
|
|
51
|
+
theme_color?: string // Configurable theme color (hex)
|
|
52
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
{
|
|
2
|
+
"extends": "@vue/tsconfig/tsconfig.dom.json",
|
|
3
|
+
"compilerOptions": {
|
|
4
|
+
"tsBuildInfoFile": "./node_modules/.tmp/tsconfig.app.tsbuildinfo",
|
|
5
|
+
"types": ["vite/client"],
|
|
6
|
+
|
|
7
|
+
/* Linting */
|
|
8
|
+
"strict": true,
|
|
9
|
+
"noUnusedLocals": true,
|
|
10
|
+
"noUnusedParameters": true,
|
|
11
|
+
"erasableSyntaxOnly": true,
|
|
12
|
+
"noFallthroughCasesInSwitch": true,
|
|
13
|
+
"noUncheckedSideEffectImports": true
|
|
14
|
+
},
|
|
15
|
+
"include": ["src/**/*.ts", "src/**/*.tsx", "src/**/*.vue"]
|
|
16
|
+
}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
{
|
|
2
|
+
"compilerOptions": {
|
|
3
|
+
"tsBuildInfoFile": "./node_modules/.tmp/tsconfig.node.tsbuildinfo",
|
|
4
|
+
"target": "ES2023",
|
|
5
|
+
"lib": ["ES2023"],
|
|
6
|
+
"module": "ESNext",
|
|
7
|
+
"types": ["node"],
|
|
8
|
+
"skipLibCheck": true,
|
|
9
|
+
|
|
10
|
+
/* Bundler mode */
|
|
11
|
+
"moduleResolution": "bundler",
|
|
12
|
+
"allowImportingTsExtensions": true,
|
|
13
|
+
"verbatimModuleSyntax": true,
|
|
14
|
+
"moduleDetection": "force",
|
|
15
|
+
"noEmit": true,
|
|
16
|
+
|
|
17
|
+
/* Linting */
|
|
18
|
+
"strict": true,
|
|
19
|
+
"noUnusedLocals": true,
|
|
20
|
+
"noUnusedParameters": true,
|
|
21
|
+
"erasableSyntaxOnly": true,
|
|
22
|
+
"noFallthroughCasesInSwitch": true,
|
|
23
|
+
"noUncheckedSideEffectImports": true
|
|
24
|
+
},
|
|
25
|
+
"include": ["vite.config.ts"]
|
|
26
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { defineConfig } from 'vite'
|
|
2
|
+
import vue from '@vitejs/plugin-vue'
|
|
3
|
+
import tailwindcss from '@tailwindcss/vite'
|
|
4
|
+
import { viteSingleFile } from 'vite-plugin-singlefile'
|
|
5
|
+
|
|
6
|
+
export default defineConfig({
|
|
7
|
+
plugins: [
|
|
8
|
+
vue(),
|
|
9
|
+
tailwindcss(),
|
|
10
|
+
viteSingleFile(),
|
|
11
|
+
],
|
|
12
|
+
build: {
|
|
13
|
+
outDir: '../assets/card-dist',
|
|
14
|
+
emptyOutDir: true,
|
|
15
|
+
},
|
|
16
|
+
})
|
|
@@ -79,13 +79,37 @@ class HistoryManager:
|
|
|
79
79
|
"""Save conversation history to disk"""
|
|
80
80
|
import os
|
|
81
81
|
import time
|
|
82
|
+
import re
|
|
82
83
|
|
|
83
84
|
if key not in self._history:
|
|
84
85
|
return
|
|
85
86
|
|
|
86
87
|
try:
|
|
87
88
|
os.makedirs(save_dir, exist_ok=True)
|
|
88
|
-
|
|
89
|
+
|
|
90
|
+
# Extract user's first message (question) for filename
|
|
91
|
+
user_question = ""
|
|
92
|
+
for msg in self._history[key]:
|
|
93
|
+
if msg.get("role") == "user":
|
|
94
|
+
content = msg.get("content", "")
|
|
95
|
+
# Handle content that might be a list (multimodal)
|
|
96
|
+
if isinstance(content, list):
|
|
97
|
+
for item in content:
|
|
98
|
+
if isinstance(item, dict) and item.get("type") == "text":
|
|
99
|
+
user_question = item.get("text", "")
|
|
100
|
+
break
|
|
101
|
+
else:
|
|
102
|
+
user_question = str(content)
|
|
103
|
+
break
|
|
104
|
+
|
|
105
|
+
# Clean and truncate question for filename (10 chars)
|
|
106
|
+
question_part = re.sub(r'[\\/:*?"<>|\n\r\t]', '', user_question)[:10].strip()
|
|
107
|
+
if not question_part:
|
|
108
|
+
question_part = "conversation"
|
|
109
|
+
|
|
110
|
+
# Format: YYYYMMDD_HHMMSS_question.md
|
|
111
|
+
time_str = time.strftime("%Y%m%d_%H%M%S", time.localtime())
|
|
112
|
+
filename = f"{save_dir}/{time_str}_{question_part}.md"
|
|
89
113
|
|
|
90
114
|
# Formatter
|
|
91
115
|
timestamp = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
|
|
@@ -0,0 +1,274 @@
|
|
|
1
|
+
"""
|
|
2
|
+
Image Caching Module for Pre-downloading Images
|
|
3
|
+
|
|
4
|
+
This module provides async image pre-download functionality to reduce render time.
|
|
5
|
+
Images are downloaded in the background when search results are obtained,
|
|
6
|
+
and cached as base64 data URLs for instant use during rendering.
|
|
7
|
+
"""
|
|
8
|
+
|
|
9
|
+
import asyncio
|
|
10
|
+
import base64
|
|
11
|
+
import hashlib
|
|
12
|
+
from typing import Dict, List, Optional, Any
|
|
13
|
+
from loguru import logger
|
|
14
|
+
import httpx
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
class ImageCache:
|
|
19
|
+
"""
|
|
20
|
+
Async image cache that pre-downloads images as base64.
|
|
21
|
+
|
|
22
|
+
Usage:
|
|
23
|
+
cache = ImageCache()
|
|
24
|
+
|
|
25
|
+
# Start pre-downloading images (non-blocking)
|
|
26
|
+
cache.start_prefetch(image_urls)
|
|
27
|
+
|
|
28
|
+
# Later, get cached image (blocking if not ready)
|
|
29
|
+
cached_url = await cache.get_cached(url) # Returns data:image/... or original URL
|
|
30
|
+
"""
|
|
31
|
+
|
|
32
|
+
def __init__(
|
|
33
|
+
self,
|
|
34
|
+
max_size_kb: int = 500, # Max image size to cache (KB)
|
|
35
|
+
max_concurrent: int = 6, # Max concurrent downloads
|
|
36
|
+
):
|
|
37
|
+
self.max_size_bytes = max_size_kb * 1024
|
|
38
|
+
self.max_concurrent = max_concurrent
|
|
39
|
+
|
|
40
|
+
# Cache storage: url -> base64_data_url or None (if failed)
|
|
41
|
+
self._cache: Dict[str, Optional[str]] = {}
|
|
42
|
+
# Pending downloads: url -> asyncio.Task
|
|
43
|
+
self._pending: Dict[str, asyncio.Task] = {}
|
|
44
|
+
# Semaphore for concurrent downloads
|
|
45
|
+
self._semaphore = asyncio.Semaphore(max_concurrent)
|
|
46
|
+
# Lock for cache access
|
|
47
|
+
self._lock = asyncio.Lock()
|
|
48
|
+
|
|
49
|
+
def start_prefetch(self, urls: List[str]) -> None:
|
|
50
|
+
"""
|
|
51
|
+
Start pre-downloading images in the background (non-blocking).
|
|
52
|
+
|
|
53
|
+
Args:
|
|
54
|
+
urls: List of image URLs to prefetch
|
|
55
|
+
"""
|
|
56
|
+
if not httpx:
|
|
57
|
+
logger.warning("ImageCache: httpx not installed, prefetch disabled")
|
|
58
|
+
return
|
|
59
|
+
|
|
60
|
+
for url in urls:
|
|
61
|
+
if not url or not url.startswith("http"):
|
|
62
|
+
continue
|
|
63
|
+
if url in self._cache or url in self._pending:
|
|
64
|
+
continue
|
|
65
|
+
|
|
66
|
+
# Create background task
|
|
67
|
+
task = asyncio.create_task(self._download_image(url))
|
|
68
|
+
self._pending[url] = task
|
|
69
|
+
|
|
70
|
+
async def _download_image(self, url: str) -> Optional[str]:
|
|
71
|
+
"""
|
|
72
|
+
Download a single image and convert to base64.
|
|
73
|
+
|
|
74
|
+
Returns:
|
|
75
|
+
Base64 data URL or None if failed/too large
|
|
76
|
+
"""
|
|
77
|
+
async with self._semaphore:
|
|
78
|
+
try:
|
|
79
|
+
# No timeout - images download until agent ends
|
|
80
|
+
async with httpx.AsyncClient(timeout=None, follow_redirects=True) as client:
|
|
81
|
+
resp = await client.get(url, headers={
|
|
82
|
+
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36"
|
|
83
|
+
})
|
|
84
|
+
resp.raise_for_status()
|
|
85
|
+
|
|
86
|
+
# Check content length
|
|
87
|
+
content_length = resp.headers.get("content-length")
|
|
88
|
+
if content_length and int(content_length) > self.max_size_bytes:
|
|
89
|
+
logger.debug(f"ImageCache: Skipping {url} (too large: {content_length} bytes)")
|
|
90
|
+
async with self._lock:
|
|
91
|
+
self._cache[url] = None
|
|
92
|
+
self._pending.pop(url, None)
|
|
93
|
+
return None
|
|
94
|
+
|
|
95
|
+
# Read content
|
|
96
|
+
content = resp.content
|
|
97
|
+
if len(content) > self.max_size_bytes:
|
|
98
|
+
logger.debug(f"ImageCache: Skipping {url} (content too large: {len(content)} bytes)")
|
|
99
|
+
async with self._lock:
|
|
100
|
+
self._cache[url] = None
|
|
101
|
+
self._pending.pop(url, None)
|
|
102
|
+
return None
|
|
103
|
+
|
|
104
|
+
# Determine MIME type
|
|
105
|
+
content_type = resp.headers.get("content-type", "").lower()
|
|
106
|
+
if "jpeg" in content_type or "jpg" in content_type:
|
|
107
|
+
mime = "image/jpeg"
|
|
108
|
+
elif "png" in content_type:
|
|
109
|
+
mime = "image/png"
|
|
110
|
+
elif "gif" in content_type:
|
|
111
|
+
mime = "image/gif"
|
|
112
|
+
elif "webp" in content_type:
|
|
113
|
+
mime = "image/webp"
|
|
114
|
+
elif "svg" in content_type:
|
|
115
|
+
mime = "image/svg+xml"
|
|
116
|
+
else:
|
|
117
|
+
# Try to infer from URL
|
|
118
|
+
url_lower = url.lower()
|
|
119
|
+
if ".jpg" in url_lower or ".jpeg" in url_lower:
|
|
120
|
+
mime = "image/jpeg"
|
|
121
|
+
elif ".png" in url_lower:
|
|
122
|
+
mime = "image/png"
|
|
123
|
+
elif ".gif" in url_lower:
|
|
124
|
+
mime = "image/gif"
|
|
125
|
+
elif ".webp" in url_lower:
|
|
126
|
+
mime = "image/webp"
|
|
127
|
+
elif ".svg" in url_lower:
|
|
128
|
+
mime = "image/svg+xml"
|
|
129
|
+
else:
|
|
130
|
+
mime = "image/jpeg" # Default fallback
|
|
131
|
+
|
|
132
|
+
# Encode to base64
|
|
133
|
+
b64 = base64.b64encode(content).decode("utf-8")
|
|
134
|
+
data_url = f"data:{mime};base64,{b64}"
|
|
135
|
+
|
|
136
|
+
async with self._lock:
|
|
137
|
+
self._cache[url] = data_url
|
|
138
|
+
self._pending.pop(url, None)
|
|
139
|
+
|
|
140
|
+
logger.debug(f"ImageCache: Cached {url} ({len(content)} bytes)")
|
|
141
|
+
return data_url
|
|
142
|
+
|
|
143
|
+
except Exception as e:
|
|
144
|
+
logger.debug(f"ImageCache: Failed to download {url}: {e}")
|
|
145
|
+
|
|
146
|
+
async with self._lock:
|
|
147
|
+
self._cache[url] = None
|
|
148
|
+
self._pending.pop(url, None)
|
|
149
|
+
return None
|
|
150
|
+
|
|
151
|
+
async def get_cached(self, url: str, wait: bool = True) -> str:
|
|
152
|
+
"""
|
|
153
|
+
Get cached image data URL, or original URL if not cached.
|
|
154
|
+
|
|
155
|
+
Args:
|
|
156
|
+
url: Original image URL
|
|
157
|
+
wait: If True, wait for pending download to complete (no timeout - waits until agent ends)
|
|
158
|
+
|
|
159
|
+
Returns:
|
|
160
|
+
Cached data URL or original URL
|
|
161
|
+
"""
|
|
162
|
+
if not url:
|
|
163
|
+
return url
|
|
164
|
+
|
|
165
|
+
# Check if already cached
|
|
166
|
+
async with self._lock:
|
|
167
|
+
if url in self._cache:
|
|
168
|
+
cached = self._cache[url]
|
|
169
|
+
return cached if cached else url # Return original if cached as None (failed)
|
|
170
|
+
|
|
171
|
+
pending_task = self._pending.get(url)
|
|
172
|
+
|
|
173
|
+
# Wait for pending download if requested (no timeout - waits until cancelled)
|
|
174
|
+
if pending_task and wait:
|
|
175
|
+
try:
|
|
176
|
+
await pending_task
|
|
177
|
+
async with self._lock:
|
|
178
|
+
cached = self._cache.get(url)
|
|
179
|
+
return cached if cached else url
|
|
180
|
+
except asyncio.CancelledError:
|
|
181
|
+
logger.debug(f"ImageCache: Download cancelled for {url}")
|
|
182
|
+
return url
|
|
183
|
+
except Exception:
|
|
184
|
+
return url
|
|
185
|
+
|
|
186
|
+
return url
|
|
187
|
+
|
|
188
|
+
async def get_all_cached(self, urls: List[str]) -> Dict[str, str]:
|
|
189
|
+
"""
|
|
190
|
+
Get cached URLs for multiple images.
|
|
191
|
+
|
|
192
|
+
Args:
|
|
193
|
+
urls: List of original URLs
|
|
194
|
+
|
|
195
|
+
Returns:
|
|
196
|
+
Dict mapping original URL to cached data URL (or original if not cached)
|
|
197
|
+
"""
|
|
198
|
+
result = {}
|
|
199
|
+
|
|
200
|
+
# Wait for all pending downloads first (no timeout - waits until cancelled)
|
|
201
|
+
pending_tasks = []
|
|
202
|
+
async with self._lock:
|
|
203
|
+
for url in urls:
|
|
204
|
+
if url in self._pending:
|
|
205
|
+
pending_tasks.append(self._pending[url])
|
|
206
|
+
|
|
207
|
+
if pending_tasks:
|
|
208
|
+
try:
|
|
209
|
+
await asyncio.gather(*pending_tasks, return_exceptions=True)
|
|
210
|
+
except asyncio.CancelledError:
|
|
211
|
+
logger.debug(f"ImageCache: Batch download cancelled")
|
|
212
|
+
|
|
213
|
+
# Collect results
|
|
214
|
+
for url in urls:
|
|
215
|
+
async with self._lock:
|
|
216
|
+
cached = self._cache.get(url)
|
|
217
|
+
result[url] = cached if cached else url
|
|
218
|
+
|
|
219
|
+
return result
|
|
220
|
+
|
|
221
|
+
def get_stats(self) -> Dict[str, Any]:
|
|
222
|
+
"""Get cache statistics."""
|
|
223
|
+
cached_count = sum(1 for v in self._cache.values() if v is not None)
|
|
224
|
+
failed_count = sum(1 for v in self._cache.values() if v is None)
|
|
225
|
+
return {
|
|
226
|
+
"cached": cached_count,
|
|
227
|
+
"failed": failed_count,
|
|
228
|
+
"pending": len(self._pending),
|
|
229
|
+
"total": len(self._cache) + len(self._pending),
|
|
230
|
+
}
|
|
231
|
+
|
|
232
|
+
def clear(self) -> None:
|
|
233
|
+
"""Clear all cached data."""
|
|
234
|
+
self._cache.clear()
|
|
235
|
+
for task in self._pending.values():
|
|
236
|
+
task.cancel()
|
|
237
|
+
self._pending.clear()
|
|
238
|
+
|
|
239
|
+
|
|
240
|
+
# Global cache instance for reuse across requests
|
|
241
|
+
_global_cache: Optional[ImageCache] = None
|
|
242
|
+
|
|
243
|
+
|
|
244
|
+
def get_image_cache() -> ImageCache:
|
|
245
|
+
"""Get or create the global image cache instance."""
|
|
246
|
+
global _global_cache
|
|
247
|
+
if _global_cache is None:
|
|
248
|
+
_global_cache = ImageCache()
|
|
249
|
+
return _global_cache
|
|
250
|
+
|
|
251
|
+
|
|
252
|
+
async def prefetch_images(urls: List[str]) -> None:
|
|
253
|
+
"""
|
|
254
|
+
Convenience function to start prefetching images.
|
|
255
|
+
|
|
256
|
+
Args:
|
|
257
|
+
urls: List of image URLs to prefetch
|
|
258
|
+
"""
|
|
259
|
+
cache = get_image_cache()
|
|
260
|
+
cache.start_prefetch(urls)
|
|
261
|
+
|
|
262
|
+
|
|
263
|
+
async def get_cached_images(urls: List[str]) -> Dict[str, str]:
|
|
264
|
+
"""
|
|
265
|
+
Convenience function to get cached images.
|
|
266
|
+
|
|
267
|
+
Args:
|
|
268
|
+
urls: List of original URLs
|
|
269
|
+
|
|
270
|
+
Returns:
|
|
271
|
+
Dict mapping original URL to cached data URL
|
|
272
|
+
"""
|
|
273
|
+
cache = get_image_cache()
|
|
274
|
+
return await cache.get_all_cached(urls)
|
|
@@ -25,9 +25,6 @@ def process_onebot_json(data: Dict[str, Any]) -> str:
|
|
|
25
25
|
return ""
|
|
26
26
|
|
|
27
27
|
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
28
|
async def download_image(url: str) -> bytes:
|
|
32
29
|
"""下载图片"""
|
|
33
30
|
try:
|
|
@@ -91,3 +88,41 @@ def resolve_model_name(name: str, models_config: List[Dict[str, Any]]) -> Tuple[
|
|
|
91
88
|
|
|
92
89
|
# Default: assume it's a valid ID passed directly
|
|
93
90
|
return name, None
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
# Hardcoded markdown for refuse answer
|
|
94
|
+
REFUSE_ANSWER_MARKDOWN = """
|
|
95
|
+
<summary>
|
|
96
|
+
Instruct 专家分配此任务流程失败,请尝试提出其他问题~
|
|
97
|
+
</summary>
|
|
98
|
+
"""
|
|
99
|
+
|
|
100
|
+
|
|
101
|
+
async def render_refuse_answer(
|
|
102
|
+
renderer,
|
|
103
|
+
output_path: str,
|
|
104
|
+
theme_color: str = "#ef4444",
|
|
105
|
+
) -> bool:
|
|
106
|
+
"""
|
|
107
|
+
Render a refuse-to-answer image using hardcoded markdown.
|
|
108
|
+
|
|
109
|
+
Args:
|
|
110
|
+
renderer: ContentRenderer instance
|
|
111
|
+
output_path: Path to save the output image
|
|
112
|
+
theme_color: Theme color for the card
|
|
113
|
+
|
|
114
|
+
Returns:
|
|
115
|
+
True if render succeeded, False otherwise
|
|
116
|
+
"""
|
|
117
|
+
return await renderer.render(
|
|
118
|
+
markdown_content=REFUSE_ANSWER_MARKDOWN,
|
|
119
|
+
output_path=output_path,
|
|
120
|
+
stats={},
|
|
121
|
+
references=[],
|
|
122
|
+
page_references=[],
|
|
123
|
+
image_references=[],
|
|
124
|
+
stages_used=[],
|
|
125
|
+
image_timeout=1000, # No images to load
|
|
126
|
+
theme_color=theme_color,
|
|
127
|
+
)
|
|
128
|
+
|