swift-skills 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +410 -0
- package/build/cli/auth.d.ts +3 -0
- package/build/cli/auth.d.ts.map +1 -0
- package/build/cli/auth.js +44 -0
- package/build/cli/auth.js.map +1 -0
- package/build/cli/setup.d.ts +2 -0
- package/build/cli/setup.d.ts.map +1 -0
- package/build/cli/setup.js +150 -0
- package/build/cli/setup.js.map +1 -0
- package/build/cli/source-manager.d.ts +3 -0
- package/build/cli/source-manager.d.ts.map +1 -0
- package/build/cli/source-manager.js +117 -0
- package/build/cli/source-manager.js.map +1 -0
- package/build/config/creators.d.ts +11 -0
- package/build/config/creators.d.ts.map +1 -0
- package/build/config/creators.js +32 -0
- package/build/config/creators.js.map +1 -0
- package/build/config/sources.d.ts +91 -0
- package/build/config/sources.d.ts.map +1 -0
- package/build/config/sources.js +231 -0
- package/build/config/sources.js.map +1 -0
- package/build/config/sources.test.d.ts +2 -0
- package/build/config/sources.test.d.ts.map +1 -0
- package/build/config/sources.test.js +199 -0
- package/build/config/sources.test.js.map +1 -0
- package/build/config/swift-keywords.d.ts +29 -0
- package/build/config/swift-keywords.d.ts.map +1 -0
- package/build/config/swift-keywords.js +77 -0
- package/build/config/swift-keywords.js.map +1 -0
- package/build/index.d.ts +3 -0
- package/build/index.d.ts.map +1 -0
- package/build/index.js +181 -0
- package/build/index.js.map +1 -0
- package/build/integration/cache-behavior.test.d.ts +2 -0
- package/build/integration/cache-behavior.test.d.ts.map +1 -0
- package/build/integration/cache-behavior.test.js +521 -0
- package/build/integration/cache-behavior.test.js.map +1 -0
- package/build/integration/mcp-client.test.d.ts +2 -0
- package/build/integration/mcp-client.test.d.ts.map +1 -0
- package/build/integration/mcp-client.test.js +82 -0
- package/build/integration/mcp-client.test.js.map +1 -0
- package/build/integration/response-quality.test.d.ts +2 -0
- package/build/integration/response-quality.test.d.ts.map +1 -0
- package/build/integration/response-quality.test.js +230 -0
- package/build/integration/response-quality.test.js.map +1 -0
- package/build/integration/test-client.d.ts +25 -0
- package/build/integration/test-client.d.ts.map +1 -0
- package/build/integration/test-client.js +93 -0
- package/build/integration/test-client.js.map +1 -0
- package/build/sources/free/nilcoalescing.d.ts +8 -0
- package/build/sources/free/nilcoalescing.d.ts.map +1 -0
- package/build/sources/free/nilcoalescing.js +26 -0
- package/build/sources/free/nilcoalescing.js.map +1 -0
- package/build/sources/free/nilcoalescing.test.d.ts +2 -0
- package/build/sources/free/nilcoalescing.test.d.ts.map +1 -0
- package/build/sources/free/nilcoalescing.test.js +63 -0
- package/build/sources/free/nilcoalescing.test.js.map +1 -0
- package/build/sources/free/pointfree.d.ts +15 -0
- package/build/sources/free/pointfree.d.ts.map +1 -0
- package/build/sources/free/pointfree.js +175 -0
- package/build/sources/free/pointfree.js.map +1 -0
- package/build/sources/free/pointfree.test.d.ts +2 -0
- package/build/sources/free/pointfree.test.d.ts.map +1 -0
- package/build/sources/free/pointfree.test.js +86 -0
- package/build/sources/free/pointfree.test.js.map +1 -0
- package/build/sources/free/rssPatternSource.d.ts +42 -0
- package/build/sources/free/rssPatternSource.d.ts.map +1 -0
- package/build/sources/free/rssPatternSource.js +109 -0
- package/build/sources/free/rssPatternSource.js.map +1 -0
- package/build/sources/free/rssPatternSource.test.d.ts +2 -0
- package/build/sources/free/rssPatternSource.test.d.ts.map +1 -0
- package/build/sources/free/rssPatternSource.test.js +89 -0
- package/build/sources/free/rssPatternSource.test.js.map +1 -0
- package/build/sources/free/sundell.d.ts +8 -0
- package/build/sources/free/sundell.d.ts.map +1 -0
- package/build/sources/free/sundell.js +17 -0
- package/build/sources/free/sundell.js.map +1 -0
- package/build/sources/free/sundell.test.d.ts +2 -0
- package/build/sources/free/sundell.test.d.ts.map +1 -0
- package/build/sources/free/sundell.test.js +63 -0
- package/build/sources/free/sundell.test.js.map +1 -0
- package/build/sources/free/vanderlee.d.ts +8 -0
- package/build/sources/free/vanderlee.d.ts.map +1 -0
- package/build/sources/free/vanderlee.js +63 -0
- package/build/sources/free/vanderlee.js.map +1 -0
- package/build/sources/free/vanderlee.test.d.ts +2 -0
- package/build/sources/free/vanderlee.test.d.ts.map +1 -0
- package/build/sources/free/vanderlee.test.js +77 -0
- package/build/sources/free/vanderlee.test.js.map +1 -0
- package/build/sources/premium/patreon-dl.d.ts +45 -0
- package/build/sources/premium/patreon-dl.d.ts.map +1 -0
- package/build/sources/premium/patreon-dl.js +189 -0
- package/build/sources/premium/patreon-dl.js.map +1 -0
- package/build/sources/premium/patreon-fetch.d.ts +3 -0
- package/build/sources/premium/patreon-fetch.d.ts.map +1 -0
- package/build/sources/premium/patreon-fetch.js +18 -0
- package/build/sources/premium/patreon-fetch.js.map +1 -0
- package/build/sources/premium/patreon-oauth.d.ts +24 -0
- package/build/sources/premium/patreon-oauth.d.ts.map +1 -0
- package/build/sources/premium/patreon-oauth.js +208 -0
- package/build/sources/premium/patreon-oauth.js.map +1 -0
- package/build/sources/premium/patreon-zip.d.ts +17 -0
- package/build/sources/premium/patreon-zip.d.ts.map +1 -0
- package/build/sources/premium/patreon-zip.js +127 -0
- package/build/sources/premium/patreon-zip.js.map +1 -0
- package/build/sources/premium/patreon.d.ts +48 -0
- package/build/sources/premium/patreon.d.ts.map +1 -0
- package/build/sources/premium/patreon.js +221 -0
- package/build/sources/premium/patreon.js.map +1 -0
- package/build/sources/premium/youtube.d.ts +14 -0
- package/build/sources/premium/youtube.d.ts.map +1 -0
- package/build/sources/premium/youtube.js +92 -0
- package/build/sources/premium/youtube.js.map +1 -0
- package/build/tools/extract-cookie.d.ts +2 -0
- package/build/tools/extract-cookie.d.ts.map +1 -0
- package/build/tools/extract-cookie.js +40 -0
- package/build/tools/extract-cookie.js.map +1 -0
- package/build/tools/handlers/enableSource.d.ts +3 -0
- package/build/tools/handlers/enableSource.d.ts.map +1 -0
- package/build/tools/handlers/enableSource.js +25 -0
- package/build/tools/handlers/enableSource.js.map +1 -0
- package/build/tools/handlers/getPatreonPatterns.d.ts +3 -0
- package/build/tools/handlers/getPatreonPatterns.d.ts.map +1 -0
- package/build/tools/handlers/getPatreonPatterns.js +43 -0
- package/build/tools/handlers/getPatreonPatterns.js.map +1 -0
- package/build/tools/handlers/getSwiftPattern.d.ts +3 -0
- package/build/tools/handlers/getSwiftPattern.d.ts.map +1 -0
- package/build/tools/handlers/getSwiftPattern.js +72 -0
- package/build/tools/handlers/getSwiftPattern.js.map +1 -0
- package/build/tools/handlers/handlers.test.d.ts +2 -0
- package/build/tools/handlers/handlers.test.d.ts.map +1 -0
- package/build/tools/handlers/handlers.test.js +359 -0
- package/build/tools/handlers/handlers.test.js.map +1 -0
- package/build/tools/handlers/listContentSources.d.ts +3 -0
- package/build/tools/handlers/listContentSources.d.ts.map +1 -0
- package/build/tools/handlers/listContentSources.js +34 -0
- package/build/tools/handlers/listContentSources.js.map +1 -0
- package/build/tools/handlers/searchSwiftContent.d.ts +3 -0
- package/build/tools/handlers/searchSwiftContent.d.ts.map +1 -0
- package/build/tools/handlers/searchSwiftContent.js +121 -0
- package/build/tools/handlers/searchSwiftContent.js.map +1 -0
- package/build/tools/handlers/setupPatreon.d.ts +3 -0
- package/build/tools/handlers/setupPatreon.d.ts.map +1 -0
- package/build/tools/handlers/setupPatreon.js +40 -0
- package/build/tools/handlers/setupPatreon.js.map +1 -0
- package/build/tools/index.d.ts +3 -0
- package/build/tools/index.d.ts.map +1 -0
- package/build/tools/index.js +18 -0
- package/build/tools/index.js.map +1 -0
- package/build/tools/registry.d.ts +14 -0
- package/build/tools/registry.d.ts.map +1 -0
- package/build/tools/registry.js +21 -0
- package/build/tools/registry.js.map +1 -0
- package/build/tools/registry.test.d.ts +2 -0
- package/build/tools/registry.test.d.ts.map +1 -0
- package/build/tools/registry.test.js +54 -0
- package/build/tools/registry.test.js.map +1 -0
- package/build/tools/types.d.ts +67 -0
- package/build/tools/types.d.ts.map +1 -0
- package/build/tools/types.js +3 -0
- package/build/tools/types.js.map +1 -0
- package/build/utils/cache.d.ts +20 -0
- package/build/utils/cache.d.ts.map +1 -0
- package/build/utils/cache.js +186 -0
- package/build/utils/cache.js.map +1 -0
- package/build/utils/concurrency.d.ts +13 -0
- package/build/utils/concurrency.d.ts.map +1 -0
- package/build/utils/concurrency.js +33 -0
- package/build/utils/concurrency.js.map +1 -0
- package/build/utils/errors.d.ts +19 -0
- package/build/utils/errors.d.ts.map +1 -0
- package/build/utils/errors.js +35 -0
- package/build/utils/errors.js.map +1 -0
- package/build/utils/fetch.d.ts +6 -0
- package/build/utils/fetch.d.ts.map +1 -0
- package/build/utils/fetch.js +6 -0
- package/build/utils/fetch.js.map +1 -0
- package/build/utils/http.d.ts +21 -0
- package/build/utils/http.d.ts.map +1 -0
- package/build/utils/http.js +53 -0
- package/build/utils/http.js.map +1 -0
- package/build/utils/intent-cache.d.ts +94 -0
- package/build/utils/intent-cache.d.ts.map +1 -0
- package/build/utils/intent-cache.js +164 -0
- package/build/utils/intent-cache.js.map +1 -0
- package/build/utils/intent-cache.test.d.ts +2 -0
- package/build/utils/intent-cache.test.d.ts.map +1 -0
- package/build/utils/intent-cache.test.js +290 -0
- package/build/utils/intent-cache.test.js.map +1 -0
- package/build/utils/logger.d.ts +4 -0
- package/build/utils/logger.d.ts.map +1 -0
- package/build/utils/logger.js +9 -0
- package/build/utils/logger.js.map +1 -0
- package/build/utils/paths.d.ts +27 -0
- package/build/utils/paths.d.ts.map +1 -0
- package/build/utils/paths.js +43 -0
- package/build/utils/paths.js.map +1 -0
- package/build/utils/pattern-formatter.d.ts +40 -0
- package/build/utils/pattern-formatter.d.ts.map +1 -0
- package/build/utils/pattern-formatter.js +124 -0
- package/build/utils/pattern-formatter.js.map +1 -0
- package/build/utils/response-helpers.d.ts +17 -0
- package/build/utils/response-helpers.d.ts.map +1 -0
- package/build/utils/response-helpers.js +34 -0
- package/build/utils/response-helpers.js.map +1 -0
- package/build/utils/search-terms.d.ts +17 -0
- package/build/utils/search-terms.d.ts.map +1 -0
- package/build/utils/search-terms.js +71 -0
- package/build/utils/search-terms.js.map +1 -0
- package/build/utils/search-terms.test.d.ts +2 -0
- package/build/utils/search-terms.test.d.ts.map +1 -0
- package/build/utils/search-terms.test.js +107 -0
- package/build/utils/search-terms.test.js.map +1 -0
- package/build/utils/search.d.ts +48 -0
- package/build/utils/search.d.ts.map +1 -0
- package/build/utils/search.js +158 -0
- package/build/utils/search.js.map +1 -0
- package/build/utils/search.test.d.ts +2 -0
- package/build/utils/search.test.d.ts.map +1 -0
- package/build/utils/search.test.js +199 -0
- package/build/utils/search.test.js.map +1 -0
- package/build/utils/semantic-recall.d.ts +38 -0
- package/build/utils/semantic-recall.d.ts.map +1 -0
- package/build/utils/semantic-recall.js +134 -0
- package/build/utils/semantic-recall.js.map +1 -0
- package/build/utils/semantic-recall.test.d.ts +2 -0
- package/build/utils/semantic-recall.test.d.ts.map +1 -0
- package/build/utils/semantic-recall.test.js +326 -0
- package/build/utils/semantic-recall.test.js.map +1 -0
- package/build/utils/source-registry.d.ts +45 -0
- package/build/utils/source-registry.d.ts.map +1 -0
- package/build/utils/source-registry.js +113 -0
- package/build/utils/source-registry.js.map +1 -0
- package/build/utils/source-registry.test.d.ts +2 -0
- package/build/utils/source-registry.test.d.ts.map +1 -0
- package/build/utils/source-registry.test.js +206 -0
- package/build/utils/source-registry.test.js.map +1 -0
- package/build/utils/swift-analysis.d.ts +61 -0
- package/build/utils/swift-analysis.d.ts.map +1 -0
- package/build/utils/swift-analysis.js +339 -0
- package/build/utils/swift-analysis.js.map +1 -0
- package/build/utils/swift-analysis.test.d.ts +2 -0
- package/build/utils/swift-analysis.test.d.ts.map +1 -0
- package/build/utils/swift-analysis.test.js +473 -0
- package/build/utils/swift-analysis.test.js.map +1 -0
- package/package.json +85 -0
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
// src/sources/free/pointfree.ts
|
|
2
|
+
import path from 'path';
|
|
3
|
+
import { rssCache, articleCache } from '../../utils/cache.js';
|
|
4
|
+
import { CachedSearchIndex } from '../../utils/search.js';
|
|
5
|
+
import { detectTopics, hasCodeContent, calculateRelevance } from '../../utils/swift-analysis.js';
|
|
6
|
+
import { createSourceConfig } from '../../config/swift-keywords.js';
|
|
7
|
+
import { fetchJson, fetchText, buildHeaders } from '../../utils/http.js';
|
|
8
|
+
import { runWithConcurrency } from '../../utils/concurrency.js';
|
|
9
|
+
import logger from '../../utils/logger.js';
|
|
10
|
+
const POINTFREE_OWNER = 'pointfreeco';
|
|
11
|
+
const POINTFREE_REPO = 'pointfreeco';
|
|
12
|
+
const POINTFREE_CACHE_KEY = 'pointfree-patterns';
|
|
13
|
+
const POINTFREE_CACHE_TTL = 3600;
|
|
14
|
+
const POINTFREE_TREE_TTL = 3600;
|
|
15
|
+
const POINTFREE_FILE_TTL = 86400;
|
|
16
|
+
const MAX_FILES = 160;
|
|
17
|
+
const MAX_CONCURRENT_FETCHES = 8;
|
|
18
|
+
const markdownExtensions = new Set(['.md', '.markdown', '.mdown']);
|
|
19
|
+
const excludedPathFragments = [
|
|
20
|
+
'/.github/',
|
|
21
|
+
'/scripts/',
|
|
22
|
+
'/build/',
|
|
23
|
+
'/tests/',
|
|
24
|
+
'/test/',
|
|
25
|
+
'/fixtures/',
|
|
26
|
+
'/.swiftpm/',
|
|
27
|
+
];
|
|
28
|
+
const swiftContentDirectories = [
|
|
29
|
+
'/episodes/',
|
|
30
|
+
'/casestudies/',
|
|
31
|
+
'/case-studies/',
|
|
32
|
+
'/guides/',
|
|
33
|
+
'/documentation/',
|
|
34
|
+
'/docs/',
|
|
35
|
+
];
|
|
36
|
+
const { topicKeywords: pointfreeTopicKeywords, qualitySignals: pointfreeQualitySignals } = createSourceConfig({
|
|
37
|
+
'architecture': ['tca', 'composable architecture', 'reducer', 'store', 'dependency', 'effect'],
|
|
38
|
+
'testing': ['snapshot', 'test', 'xctest', 'deterministic', 'mock'],
|
|
39
|
+
'concurrency': ['async', 'await', 'actor', 'task', 'effect', 'scheduler'],
|
|
40
|
+
'swiftui': ['swiftui', 'view', 'viewstore', 'binding'],
|
|
41
|
+
}, {
|
|
42
|
+
'case study': 8, 'episode': 7, 'architecture': 9, 'reducer': 7,
|
|
43
|
+
'dependency': 6, 'effect': 6, 'testing': 7, 'swiftui': 6,
|
|
44
|
+
});
|
|
45
|
+
const GITHUB_HEADERS = buildHeaders('swift-patterns-mcp/1.0 (GitHub Reader)', process.env.GITHUB_TOKEN);
|
|
46
|
+
function isContentPath(filePath) {
|
|
47
|
+
const lower = filePath.toLowerCase();
|
|
48
|
+
if (excludedPathFragments.some(fragment => lower.includes(fragment))) {
|
|
49
|
+
return false;
|
|
50
|
+
}
|
|
51
|
+
const ext = path.extname(lower);
|
|
52
|
+
if (markdownExtensions.has(ext)) {
|
|
53
|
+
return true;
|
|
54
|
+
}
|
|
55
|
+
if (ext === '.swift') {
|
|
56
|
+
return swiftContentDirectories.some(fragment => lower.includes(fragment));
|
|
57
|
+
}
|
|
58
|
+
return false;
|
|
59
|
+
}
|
|
60
|
+
function extractTitle(filePath, content) {
|
|
61
|
+
const frontMatterMatch = content.match(/^---[\s\S]*?^---/m);
|
|
62
|
+
if (frontMatterMatch) {
|
|
63
|
+
const titleMatch = frontMatterMatch[0].match(/title:\s*["']?(.+?)["']?$/m);
|
|
64
|
+
if (titleMatch?.[1]) {
|
|
65
|
+
return titleMatch[1].trim();
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
const markdownTitle = content.match(/^#\s+(.+)$/m);
|
|
69
|
+
if (markdownTitle?.[1]) {
|
|
70
|
+
return markdownTitle[1].trim();
|
|
71
|
+
}
|
|
72
|
+
const swiftTitle = content.match(/title:\s*"([^"]+)"/);
|
|
73
|
+
if (swiftTitle?.[1]) {
|
|
74
|
+
return swiftTitle[1].trim();
|
|
75
|
+
}
|
|
76
|
+
return path.basename(filePath, path.extname(filePath)).replace(/[-_]/g, ' ');
|
|
77
|
+
}
|
|
78
|
+
function stripFormatting(content) {
|
|
79
|
+
// Single-pass regex for better performance
|
|
80
|
+
return content
|
|
81
|
+
.replace(/```[\s\S]*?```|<[^>]+>|\[[^\]]+]\([^)]+\)|`[^`]+`/g, ' ')
|
|
82
|
+
.replace(/[#>*_-]/g, ' ')
|
|
83
|
+
.replace(/\s+/g, ' ')
|
|
84
|
+
.trim();
|
|
85
|
+
}
|
|
86
|
+
export class PointFreeSource {
|
|
87
|
+
cachedSearch = new CachedSearchIndex(['title', 'content', 'topics']);
|
|
88
|
+
async getDefaultBranch() {
|
|
89
|
+
try {
|
|
90
|
+
const repoInfo = await fetchJson(`https://api.github.com/repos/${POINTFREE_OWNER}/${POINTFREE_REPO}`, { headers: GITHUB_HEADERS });
|
|
91
|
+
return repoInfo.default_branch || 'main';
|
|
92
|
+
}
|
|
93
|
+
catch {
|
|
94
|
+
return 'main';
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
async getRepoTree(branch) {
|
|
98
|
+
const cacheKey = `pointfree-tree-${branch}`;
|
|
99
|
+
const cached = await rssCache.get(cacheKey);
|
|
100
|
+
if (cached)
|
|
101
|
+
return cached;
|
|
102
|
+
const tree = await fetchJson(`https://api.github.com/repos/${POINTFREE_OWNER}/${POINTFREE_REPO}/git/trees/${branch}?recursive=1`, { headers: GITHUB_HEADERS });
|
|
103
|
+
const entries = tree.tree ?? [];
|
|
104
|
+
await rssCache.set(cacheKey, entries, POINTFREE_TREE_TTL);
|
|
105
|
+
return entries;
|
|
106
|
+
}
|
|
107
|
+
async fetchContentFiles(branch) {
|
|
108
|
+
try {
|
|
109
|
+
const tree = await this.getRepoTree(branch);
|
|
110
|
+
const files = tree.filter(entry => entry.type === 'blob' && isContentPath(entry.path)).slice(0, MAX_FILES);
|
|
111
|
+
return { branch, files };
|
|
112
|
+
}
|
|
113
|
+
catch {
|
|
114
|
+
return { branch, files: [] };
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
async fetchFileContent(branch, filePath) {
|
|
118
|
+
const rawUrl = `https://raw.githubusercontent.com/${POINTFREE_OWNER}/${POINTFREE_REPO}/${branch}/${filePath}`;
|
|
119
|
+
const cached = await articleCache.get(rawUrl);
|
|
120
|
+
if (cached)
|
|
121
|
+
return cached;
|
|
122
|
+
const content = await fetchText(rawUrl, { headers: GITHUB_HEADERS });
|
|
123
|
+
await articleCache.set(rawUrl, content, POINTFREE_FILE_TTL);
|
|
124
|
+
return content;
|
|
125
|
+
}
|
|
126
|
+
async fetchPatterns() {
|
|
127
|
+
const cached = await rssCache.get(POINTFREE_CACHE_KEY);
|
|
128
|
+
if (cached) {
|
|
129
|
+
return cached;
|
|
130
|
+
}
|
|
131
|
+
const branch = await this.getDefaultBranch();
|
|
132
|
+
const { branch: resolvedBranch, files } = await this.fetchContentFiles(branch);
|
|
133
|
+
const patterns = await runWithConcurrency(files, MAX_CONCURRENT_FETCHES, async (file) => {
|
|
134
|
+
try {
|
|
135
|
+
const content = await this.fetchFileContent(resolvedBranch, file.path);
|
|
136
|
+
const title = extractTitle(file.path, content);
|
|
137
|
+
const stripped = stripFormatting(content);
|
|
138
|
+
const excerpt = stripped.substring(0, 300);
|
|
139
|
+
const text = `${title} ${content}`.toLowerCase();
|
|
140
|
+
const topics = detectTopics(text, pointfreeTopicKeywords);
|
|
141
|
+
const hasCode = hasCodeContent(content);
|
|
142
|
+
const relevanceScore = calculateRelevance(text, hasCode, pointfreeQualitySignals, 50, 12);
|
|
143
|
+
return {
|
|
144
|
+
id: `${POINTFREE_CACHE_KEY}-${file.path}`,
|
|
145
|
+
title,
|
|
146
|
+
url: `https://github.com/${POINTFREE_OWNER}/${POINTFREE_REPO}/blob/${resolvedBranch}/${file.path}`,
|
|
147
|
+
publishDate: '',
|
|
148
|
+
excerpt,
|
|
149
|
+
content,
|
|
150
|
+
topics,
|
|
151
|
+
relevanceScore,
|
|
152
|
+
hasCode,
|
|
153
|
+
sourcePath: file.path,
|
|
154
|
+
};
|
|
155
|
+
}
|
|
156
|
+
catch (error) {
|
|
157
|
+
// Log error but continue processing other files
|
|
158
|
+
logger.error({ err: error, filePath: file.path }, 'Failed to fetch PointFree file');
|
|
159
|
+
return null;
|
|
160
|
+
}
|
|
161
|
+
});
|
|
162
|
+
// Filter out null results from failed fetches
|
|
163
|
+
const validPatterns = patterns.filter((pattern) => pattern !== null);
|
|
164
|
+
await rssCache.set(POINTFREE_CACHE_KEY, validPatterns, POINTFREE_CACHE_TTL);
|
|
165
|
+
// Invalidate search index after fetching new patterns
|
|
166
|
+
this.cachedSearch.invalidate();
|
|
167
|
+
return validPatterns;
|
|
168
|
+
}
|
|
169
|
+
async searchPatterns(query) {
|
|
170
|
+
const patterns = await this.fetchPatterns();
|
|
171
|
+
return this.cachedSearch.search(patterns, query);
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
export default PointFreeSource;
|
|
175
|
+
//# sourceMappingURL=pointfree.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pointfree.js","sourceRoot":"","sources":["../../../src/sources/free/pointfree.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACjG,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,MAAM,MAAM,uBAAuB,CAAC;AAoB3C,MAAM,eAAe,GAAG,aAAa,CAAC;AACtC,MAAM,cAAc,GAAG,aAAa,CAAC;AACrC,MAAM,mBAAmB,GAAG,oBAAoB,CAAC;AACjD,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,kBAAkB,GAAG,KAAK,CAAC;AACjC,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAEjC,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;AACnE,MAAM,qBAAqB,GAAG;IAC5B,WAAW;IACX,WAAW;IACX,SAAS;IACT,SAAS;IACT,QAAQ;IACR,YAAY;IACZ,YAAY;CACb,CAAC;AACF,MAAM,uBAAuB,GAAG;IAC9B,YAAY;IACZ,eAAe;IACf,gBAAgB;IAChB,UAAU;IACV,iBAAiB;IACjB,QAAQ;CACT,CAAC;AAEF,MAAM,EAAE,aAAa,EAAE,sBAAsB,EAAE,cAAc,EAAE,uBAAuB,EAAE,GAAG,kBAAkB,CAC3G;IACE,cAAc,EAAE,CAAC,KAAK,EAAE,yBAAyB,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC;IAC9F,SAAS,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,CAAC;IAClE,aAAa,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC;IACzE,SAAS,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,CAAC;CACvD,EACD;IACE,YAAY,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC;IAC9D,YAAY,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC;CACzD,CACF,CAAC;AAEF,MAAM,cAAc,GAAG,YAAY,CACjC,wCAAwC,EACxC,OAAO,CAAC,GAAG,CAAC,YAAY,CACzB,CAAC;AAEF,SAAS,aAAa,CAAC,QAAgB;IACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;QACrB,OAAO,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB,EAAE,OAAe;IACrD,MAAM,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAC5D,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC3E,IAAI,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpB,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACnD,IAAI,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvB,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACjC,CAAC;IACD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACvD,IAAI,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpB,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;IACD,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AAC/E,CAAC;AAED,SAAS,eAAe,CAAC,OAAe;IACtC,2CAA2C;IAC3C,OAAO,OAAO;SACX,OAAO,CAAC,oDAAoD,EAAE,GAAG,CAAC;SAClE,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,OAAO,eAAe;IAClB,YAAY,GAAG,IAAI,iBAAiB,CAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEvF,KAAK,CAAC,gBAAgB;QAC5B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC9B,gCAAgC,eAAe,IAAI,cAAc,EAAE,EACnE,EAAE,OAAO,EAAE,cAAc,EAAE,CAC5B,CAAC;YACF,OAAO,QAAQ,CAAC,cAAc,IAAI,MAAM,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAAc;QACtC,MAAM,QAAQ,GAAG,kBAAkB,MAAM,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAoB,QAAQ,CAAC,CAAC;QAC/D,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,gCAAgC,eAAe,IAAI,cAAc,cAAc,MAAM,cAAc,EACnG,EAAE,OAAO,EAAE,cAAc,EAAE,CAC5B,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAChC,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;QAC1D,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAc;QAC5C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAC3G,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,MAAc,EAAE,QAAgB;QAC7D,MAAM,MAAM,GAAG,qCAAqC,eAAe,IAAI,cAAc,IAAI,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9G,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,CAAS,MAAM,CAAC,CAAC;QACtD,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAC1B,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;QACrE,MAAM,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;QAC5D,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAqB,mBAAmB,CAAC,CAAC;QAC3E,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC7C,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAE/E,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,sBAAsB,EAAE,KAAK,EAAC,IAAI,EAAC,EAAE;YACpF,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvE,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC/C,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;gBAC1C,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC3C,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,OAAO,EAAE,CAAC,WAAW,EAAE,CAAC;gBACjD,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;gBAC1D,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;gBACxC,MAAM,cAAc,GAAG,kBAAkB,CAAC,IAAI,EAAE,OAAO,EAAE,uBAAuB,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;gBAE1F,OAAO;oBACL,EAAE,EAAE,GAAG,mBAAmB,IAAI,IAAI,CAAC,IAAI,EAAE;oBACzC,KAAK;oBACL,GAAG,EAAE,sBAAsB,eAAe,IAAI,cAAc,SAAS,cAAc,IAAI,IAAI,CAAC,IAAI,EAAE;oBAClG,WAAW,EAAE,EAAE;oBACf,OAAO;oBACP,OAAO;oBACP,MAAM;oBACN,cAAc;oBACd,OAAO;oBACP,UAAU,EAAE,IAAI,CAAC,IAAI;iBACtB,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,gDAAgD;gBAChD,MAAM,CAAC,KAAK,CACV,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,EACnC,gCAAgC,CACjC,CAAC;gBACF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,8CAA8C;QAC9C,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAA+B,EAAE,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC;QAElG,MAAM,QAAQ,CAAC,GAAG,CAAC,mBAAmB,EAAE,aAAa,EAAE,mBAAmB,CAAC,CAAC;QAC5E,sDAAsD;QACtD,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;QAC/B,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAChC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC5C,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACnD,CAAC;CACF;AAED,eAAe,eAAe,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pointfree.test.d.ts","sourceRoot":"","sources":["../../../src/sources/free/pointfree.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
// src/sources/free/pointfree.test.ts
|
|
2
|
+
import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
|
|
3
|
+
import PointFreeSource from './pointfree.js';
|
|
4
|
+
const mockFetch = vi.hoisted(() => vi.fn());
|
|
5
|
+
vi.mock('../../utils/fetch.js', () => ({
|
|
6
|
+
fetch: (...args) => mockFetch(...args),
|
|
7
|
+
}));
|
|
8
|
+
vi.mock('../../utils/cache.js', () => ({
|
|
9
|
+
rssCache: {
|
|
10
|
+
get: vi.fn(async () => undefined),
|
|
11
|
+
set: vi.fn(async () => undefined),
|
|
12
|
+
},
|
|
13
|
+
articleCache: {
|
|
14
|
+
get: vi.fn(async () => undefined),
|
|
15
|
+
set: vi.fn(async () => undefined),
|
|
16
|
+
},
|
|
17
|
+
}));
|
|
18
|
+
function createResponse(body, ok = true) {
|
|
19
|
+
return {
|
|
20
|
+
ok,
|
|
21
|
+
status: ok ? 200 : 500,
|
|
22
|
+
json: async () => body,
|
|
23
|
+
text: async () => (typeof body === 'string' ? body : JSON.stringify(body)),
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
describe('PointFreeSource', () => {
|
|
27
|
+
beforeEach(() => {
|
|
28
|
+
mockFetch.mockReset();
|
|
29
|
+
});
|
|
30
|
+
afterEach(() => {
|
|
31
|
+
mockFetch.mockReset();
|
|
32
|
+
});
|
|
33
|
+
it('fetches and parses patterns from GitHub content', async () => {
|
|
34
|
+
mockFetch.mockImplementation((url) => {
|
|
35
|
+
if (url.includes('/repos/pointfreeco/pointfreeco')) {
|
|
36
|
+
if (url.includes('/git/trees/')) {
|
|
37
|
+
return Promise.resolve(createResponse({
|
|
38
|
+
tree: [
|
|
39
|
+
{ path: 'README.md', type: 'blob' },
|
|
40
|
+
{ path: 'Sources/PointFree/Episodes/001-Intro.md', type: 'blob' },
|
|
41
|
+
{ path: 'Sources/PointFree/Utilities/Helper.swift', type: 'blob' },
|
|
42
|
+
],
|
|
43
|
+
}));
|
|
44
|
+
}
|
|
45
|
+
return Promise.resolve(createResponse({ default_branch: 'main' }));
|
|
46
|
+
}
|
|
47
|
+
if (url.includes('README.md')) {
|
|
48
|
+
return Promise.resolve(createResponse('# Point-Free\n\nSwiftUI patterns and architecture tips.'));
|
|
49
|
+
}
|
|
50
|
+
if (url.includes('001-Intro.md')) {
|
|
51
|
+
return Promise.resolve(createResponse('# Episode 1\n\nLearn composable architecture.\n\n```swift\nstruct App {}\n```'));
|
|
52
|
+
}
|
|
53
|
+
return Promise.resolve(createResponse(''));
|
|
54
|
+
});
|
|
55
|
+
const source = new PointFreeSource();
|
|
56
|
+
const patterns = await source.fetchPatterns();
|
|
57
|
+
expect(patterns).toHaveLength(2);
|
|
58
|
+
expect(patterns[0].title).toBe('Point-Free');
|
|
59
|
+
expect(patterns[1].title).toContain('Episode 1');
|
|
60
|
+
expect(patterns[1].topics).toContain('architecture');
|
|
61
|
+
expect(patterns[1].hasCode).toBe(true);
|
|
62
|
+
});
|
|
63
|
+
it('searchPatterns returns relevant results', async () => {
|
|
64
|
+
mockFetch.mockImplementation((url) => {
|
|
65
|
+
if (url.includes('/repos/pointfreeco/pointfreeco')) {
|
|
66
|
+
if (url.includes('/git/trees/')) {
|
|
67
|
+
return Promise.resolve(createResponse({
|
|
68
|
+
tree: [
|
|
69
|
+
{ path: 'README.md', type: 'blob' },
|
|
70
|
+
],
|
|
71
|
+
}));
|
|
72
|
+
}
|
|
73
|
+
return Promise.resolve(createResponse({ default_branch: 'main' }));
|
|
74
|
+
}
|
|
75
|
+
if (url.includes('README.md')) {
|
|
76
|
+
return Promise.resolve(createResponse('# Point-Free\n\nSwiftUI guide for reducers.'));
|
|
77
|
+
}
|
|
78
|
+
return Promise.resolve(createResponse(''));
|
|
79
|
+
});
|
|
80
|
+
const source = new PointFreeSource();
|
|
81
|
+
const results = await source.searchPatterns('swiftui');
|
|
82
|
+
expect(results[0].title).toMatch(/Point-Free/i);
|
|
83
|
+
expect(results[0].topics).toContain('swiftui');
|
|
84
|
+
});
|
|
85
|
+
});
|
|
86
|
+
//# sourceMappingURL=pointfree.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pointfree.test.js","sourceRoot":"","sources":["../../../src/sources/free/pointfree.test.ts"],"names":[],"mappings":"AAAA,qCAAqC;AAErC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,eAAe,MAAM,gBAAgB,CAAC;AAE7C,MAAM,SAAS,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AAE5C,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,KAAK,EAAE,CAAC,GAAG,IAAe,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;CAClD,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,QAAQ,EAAE;QACR,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC;QACjC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC;KAClC;IACD,YAAY,EAAE;QACZ,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC;QACjC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC;KAClC;CACF,CAAC,CAAC,CAAC;AAEJ,SAAS,cAAc,CAAC,IAAsC,EAAE,EAAE,GAAG,IAAI;IACvE,OAAO;QACL,EAAE;QACF,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACtB,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;QACtB,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;KAC3E,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,UAAU,CAAC,GAAG,EAAE;QACd,SAAS,CAAC,SAAS,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,SAAS,CAAC,SAAS,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,SAAS,CAAC,kBAAkB,CAAC,CAAC,GAAW,EAAE,EAAE;YAC3C,IAAI,GAAG,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;gBACnD,IAAI,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;oBAChC,OAAO,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC;wBACpC,IAAI,EAAE;4BACJ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE;4BACnC,EAAE,IAAI,EAAE,yCAAyC,EAAE,IAAI,EAAE,MAAM,EAAE;4BACjE,EAAE,IAAI,EAAE,0CAA0C,EAAE,IAAI,EAAE,MAAM,EAAE;yBACnE;qBACF,CAAC,CAAC,CAAC;gBACN,CAAC;gBACD,OAAO,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC9B,OAAO,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,yDAAyD,CAAC,CAAC,CAAC;YACpG,CAAC;YACD,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBACjC,OAAO,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,+EAA+E,CAAC,CAAC,CAAC;YAC1H,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;QAE9C,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACjD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACrD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,SAAS,CAAC,kBAAkB,CAAC,CAAC,GAAW,EAAE,EAAE;YAC3C,IAAI,GAAG,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;gBACnD,IAAI,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;oBAChC,OAAO,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC;wBACpC,IAAI,EAAE;4BACJ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE;yBACpC;qBACF,CAAC,CAAC,CAAC;gBACN,CAAC;gBACD,OAAO,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC9B,OAAO,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,6CAA6C,CAAC,CAAC,CAAC;YACxF,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAEvD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAChD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import Parser from 'rss-parser';
|
|
2
|
+
export interface BasePattern {
|
|
3
|
+
id: string;
|
|
4
|
+
title: string;
|
|
5
|
+
url: string;
|
|
6
|
+
publishDate: string;
|
|
7
|
+
excerpt: string;
|
|
8
|
+
content: string;
|
|
9
|
+
topics: string[];
|
|
10
|
+
relevanceScore: number;
|
|
11
|
+
hasCode: boolean;
|
|
12
|
+
}
|
|
13
|
+
export interface RssPatternSourceOptions {
|
|
14
|
+
feedUrl: string;
|
|
15
|
+
cacheKey: string;
|
|
16
|
+
rssCacheTtl?: number;
|
|
17
|
+
articleCacheTtl?: number;
|
|
18
|
+
topicKeywords: Record<string, string[]>;
|
|
19
|
+
qualitySignals: Record<string, number>;
|
|
20
|
+
fetchFullArticle?: boolean;
|
|
21
|
+
extractContentFn?: (html: string) => string;
|
|
22
|
+
}
|
|
23
|
+
export declare abstract class RssPatternSource<T extends BasePattern> {
|
|
24
|
+
protected parser: Parser<{
|
|
25
|
+
[key: string]: any;
|
|
26
|
+
}, {
|
|
27
|
+
[key: string]: any;
|
|
28
|
+
}>;
|
|
29
|
+
protected options: RssPatternSourceOptions;
|
|
30
|
+
private cachedSearch;
|
|
31
|
+
constructor(options: RssPatternSourceOptions);
|
|
32
|
+
fetchPatterns(): Promise<T[]>;
|
|
33
|
+
protected processRssItem(item: Parser.Item): Promise<T>;
|
|
34
|
+
protected processArticle(item: Parser.Item): Promise<T>;
|
|
35
|
+
protected fetchArticleContent(url: string): Promise<string>;
|
|
36
|
+
protected detectTopics(text: string): string[];
|
|
37
|
+
protected calculateRelevance(text: string, hasCode: boolean): number;
|
|
38
|
+
protected hasCodeContent(content: string): boolean;
|
|
39
|
+
searchPatterns(query: string): Promise<T[]>;
|
|
40
|
+
protected makePattern(obj: BasePattern): T;
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=rssPatternSource.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rssPatternSource.d.ts","sourceRoot":"","sources":["../../../src/sources/free/rssPatternSource.ts"],"names":[],"mappings":"AAEA,OAAO,MAAM,MAAM,YAAY,CAAC;AAOhC,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACxC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;CAC7C;AAED,8BAAsB,gBAAgB,CAAC,CAAC,SAAS,WAAW;IAC1D,SAAS,CAAC,MAAM;;;;OAAgB;IAChC,SAAS,CAAC,OAAO,EAAE,uBAAuB,CAAC;IAC3C,OAAO,CAAC,YAAY,CAA4D;gBAEpE,OAAO,EAAE,uBAAuB;IAItC,aAAa,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC;cAuBnB,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC;cAmB7C,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC;cA4B7C,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAYjE,SAAS,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAI9C,SAAS,CAAC,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,MAAM;IAIpE,SAAS,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI5C,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IAOjD,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,WAAW,GAAG,CAAC;CAG3C"}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
// src/sources/free/rssPatternSource.ts
|
|
2
|
+
import Parser from 'rss-parser';
|
|
3
|
+
import { rssCache, articleCache } from '../../utils/cache.js';
|
|
4
|
+
import { CachedSearchIndex } from '../../utils/search.js';
|
|
5
|
+
import { detectTopics as detectTopicsUtil, hasCodeContent as hasCodeContentUtil, calculateRelevance as calculateRelevanceUtil } from '../../utils/swift-analysis.js';
|
|
6
|
+
import { fetchText, buildHeaders } from '../../utils/http.js';
|
|
7
|
+
import { logError } from '../../utils/errors.js';
|
|
8
|
+
export class RssPatternSource {
|
|
9
|
+
parser = new Parser();
|
|
10
|
+
options;
|
|
11
|
+
cachedSearch = new CachedSearchIndex(['title', 'content', 'topics']);
|
|
12
|
+
constructor(options) {
|
|
13
|
+
this.options = options;
|
|
14
|
+
}
|
|
15
|
+
async fetchPatterns() {
|
|
16
|
+
try {
|
|
17
|
+
const { cacheKey, rssCacheTtl = 3600, fetchFullArticle } = this.options;
|
|
18
|
+
const cached = await rssCache.get(cacheKey);
|
|
19
|
+
if (cached)
|
|
20
|
+
return cached;
|
|
21
|
+
const feed = await this.parser.parseURL(this.options.feedUrl);
|
|
22
|
+
const patterns = await Promise.all(feed.items.map(item => fetchFullArticle ? this.processArticle(item) : this.processRssItem(item)));
|
|
23
|
+
await rssCache.set(cacheKey, patterns, rssCacheTtl);
|
|
24
|
+
// Invalidate search index after fetching new patterns
|
|
25
|
+
this.cachedSearch.invalidate();
|
|
26
|
+
return patterns;
|
|
27
|
+
}
|
|
28
|
+
catch (error) {
|
|
29
|
+
logError('RSS Pattern Source', error, { feedUrl: this.options.feedUrl });
|
|
30
|
+
return [];
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
async processRssItem(item) {
|
|
34
|
+
const content = item.content || item.contentSnippet || '';
|
|
35
|
+
const text = `${item.title} ${content}`.toLowerCase();
|
|
36
|
+
const topics = this.detectTopics(text);
|
|
37
|
+
const hasCode = this.hasCodeContent(content);
|
|
38
|
+
const relevanceScore = this.calculateRelevance(text, hasCode);
|
|
39
|
+
return this.makePattern({
|
|
40
|
+
id: `${this.options.cacheKey}-${item.guid || item.link}`,
|
|
41
|
+
title: item.title || '',
|
|
42
|
+
url: item.link || '',
|
|
43
|
+
publishDate: item.pubDate || '',
|
|
44
|
+
excerpt: (item.contentSnippet || '').substring(0, 300),
|
|
45
|
+
content,
|
|
46
|
+
topics,
|
|
47
|
+
relevanceScore,
|
|
48
|
+
hasCode,
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
async processArticle(item) {
|
|
52
|
+
const rssContent = item.content || item.contentSnippet || '';
|
|
53
|
+
const url = item.link || '';
|
|
54
|
+
let fullContent = rssContent;
|
|
55
|
+
try {
|
|
56
|
+
if (url) {
|
|
57
|
+
fullContent = await this.fetchArticleContent(url);
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
catch {
|
|
61
|
+
fullContent = rssContent;
|
|
62
|
+
}
|
|
63
|
+
const text = `${item.title} ${fullContent}`.toLowerCase();
|
|
64
|
+
const topics = this.detectTopics(text);
|
|
65
|
+
const hasCode = this.hasCodeContent(fullContent);
|
|
66
|
+
const relevanceScore = this.calculateRelevance(text, hasCode);
|
|
67
|
+
return this.makePattern({
|
|
68
|
+
id: `${this.options.cacheKey}-${item.guid || item.link}`,
|
|
69
|
+
title: item.title || '',
|
|
70
|
+
url,
|
|
71
|
+
publishDate: item.pubDate || '',
|
|
72
|
+
excerpt: (item.contentSnippet || '').substring(0, 300),
|
|
73
|
+
content: fullContent,
|
|
74
|
+
topics,
|
|
75
|
+
relevanceScore,
|
|
76
|
+
hasCode,
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
async fetchArticleContent(url) {
|
|
80
|
+
const { articleCacheTtl = 86400, extractContentFn } = this.options;
|
|
81
|
+
const cached = await articleCache.get(url);
|
|
82
|
+
if (cached)
|
|
83
|
+
return cached;
|
|
84
|
+
const headers = buildHeaders('swift-patterns-mcp/1.0 (RSS Reader)');
|
|
85
|
+
const html = await fetchText(url, { headers });
|
|
86
|
+
const content = extractContentFn ? extractContentFn(html) : html;
|
|
87
|
+
await articleCache.set(url, content, articleCacheTtl);
|
|
88
|
+
return content;
|
|
89
|
+
}
|
|
90
|
+
detectTopics(text) {
|
|
91
|
+
return detectTopicsUtil(text, this.options.topicKeywords);
|
|
92
|
+
}
|
|
93
|
+
calculateRelevance(text, hasCode) {
|
|
94
|
+
return calculateRelevanceUtil(text, hasCode, this.options.qualitySignals, 50, 10);
|
|
95
|
+
}
|
|
96
|
+
hasCodeContent(content) {
|
|
97
|
+
return hasCodeContentUtil(content);
|
|
98
|
+
}
|
|
99
|
+
async searchPatterns(query) {
|
|
100
|
+
const patterns = await this.fetchPatterns();
|
|
101
|
+
return this.cachedSearch.search(patterns, query);
|
|
102
|
+
}
|
|
103
|
+
// Override in subclass if custom transformation is needed
|
|
104
|
+
// Default implementation just spreads the object (works for most cases)
|
|
105
|
+
makePattern(obj) {
|
|
106
|
+
return { ...obj };
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
//# sourceMappingURL=rssPatternSource.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rssPatternSource.js","sourceRoot":"","sources":["../../../src/sources/free/rssPatternSource.ts"],"names":[],"mappings":"AAAA,uCAAuC;AAEvC,OAAO,MAAM,MAAM,YAAY,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,YAAY,IAAI,gBAAgB,EAAE,cAAc,IAAI,kBAAkB,EAAE,kBAAkB,IAAI,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACrK,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAyBjD,MAAM,OAAgB,gBAAgB;IAC1B,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;IACtB,OAAO,CAA0B;IACnC,YAAY,GAAG,IAAI,iBAAiB,CAAI,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEhF,YAAY,OAAgC;QAC1C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,WAAW,GAAG,IAAI,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;YACxE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAM,QAAQ,CAAC,CAAC;YACjD,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;YAE1B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC9D,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CACpB,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CACzE,CACF,CAAC;YAEF,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;YACpD,sDAAsD;YACtD,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;YAC/B,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,oBAAoB,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;YACzE,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAES,KAAK,CAAC,cAAc,CAAC,IAAiB;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC;QAC1D,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,OAAO,EAAE,CAAC,WAAW,EAAE,CAAC;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC9D,OAAO,IAAI,CAAC,WAAW,CAAC;YACtB,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE;YACxD,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;YACvB,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;YACpB,WAAW,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;YAC/B,OAAO,EAAE,CAAC,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;YACtD,OAAO;YACP,MAAM;YACN,cAAc;YACd,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,cAAc,CAAC,IAAiB;QAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC;QAC7D,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,WAAW,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC;YACH,IAAI,GAAG,EAAE,CAAC;gBACR,WAAW,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,WAAW,GAAG,UAAU,CAAC;QAC3B,CAAC;QACD,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,WAAW,EAAE,CAAC,WAAW,EAAE,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QACjD,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC9D,OAAO,IAAI,CAAC,WAAW,CAAC;YACtB,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE;YACxD,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;YACvB,GAAG;YACH,WAAW,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;YAC/B,OAAO,EAAE,CAAC,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;YACtD,OAAO,EAAE,WAAW;YACpB,MAAM;YACN,cAAc;YACd,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,mBAAmB,CAAC,GAAW;QAC7C,MAAM,EAAE,eAAe,GAAG,KAAK,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACnE,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,CAAS,GAAG,CAAC,CAAC;QACnD,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAE1B,MAAM,OAAO,GAAG,YAAY,CAAC,qCAAqC,CAAC,CAAC;QACpE,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,gBAAgB,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACjE,MAAM,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;QACtD,OAAO,OAAO,CAAC;IACjB,CAAC;IAES,YAAY,CAAC,IAAY;QACjC,OAAO,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAC5D,CAAC;IAES,kBAAkB,CAAC,IAAY,EAAE,OAAgB;QACzD,OAAO,sBAAsB,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACpF,CAAC;IAES,cAAc,CAAC,OAAe;QACtC,OAAO,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAChC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC5C,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACnD,CAAC;IAED,0DAA0D;IAC1D,wEAAwE;IAC9D,WAAW,CAAC,GAAgB;QACpC,OAAO,EAAE,GAAG,GAAG,EAAO,CAAC;IACzB,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rssPatternSource.test.d.ts","sourceRoot":"","sources":["../../../src/sources/free/rssPatternSource.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
// src/sources/free/rssPatternSource.test.ts
|
|
2
|
+
import { describe, it, expect, vi, beforeEach } from 'vitest';
|
|
3
|
+
import { RssPatternSource } from './rssPatternSource.js';
|
|
4
|
+
// Mock dependencies
|
|
5
|
+
vi.mock('../../utils/cache.js', () => ({
|
|
6
|
+
rssCache: {
|
|
7
|
+
get: vi.fn(async () => undefined),
|
|
8
|
+
set: vi.fn(async () => undefined),
|
|
9
|
+
},
|
|
10
|
+
articleCache: {
|
|
11
|
+
get: vi.fn(async () => undefined),
|
|
12
|
+
set: vi.fn(async () => undefined),
|
|
13
|
+
},
|
|
14
|
+
}));
|
|
15
|
+
vi.mock('rss-parser', () => {
|
|
16
|
+
return {
|
|
17
|
+
default: class Parser {
|
|
18
|
+
async parseURL(_url) {
|
|
19
|
+
return {
|
|
20
|
+
items: [
|
|
21
|
+
{
|
|
22
|
+
guid: '1',
|
|
23
|
+
title: 'How to test Swift code',
|
|
24
|
+
link: 'https://example.com/1',
|
|
25
|
+
pubDate: '2026-01-01',
|
|
26
|
+
contentSnippet: 'A guide to testing in Swift',
|
|
27
|
+
content: '<p>Some content <code>let x = 1</code></p>',
|
|
28
|
+
},
|
|
29
|
+
{
|
|
30
|
+
guid: '2',
|
|
31
|
+
title: 'SwiftUI Patterns',
|
|
32
|
+
link: 'https://example.com/2',
|
|
33
|
+
pubDate: '2026-01-02',
|
|
34
|
+
contentSnippet: 'SwiftUI best practices',
|
|
35
|
+
content: '<p>SwiftUI <pre>struct ContentView: View {}</pre></p>',
|
|
36
|
+
},
|
|
37
|
+
],
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
},
|
|
41
|
+
};
|
|
42
|
+
});
|
|
43
|
+
// Minimal options for testing
|
|
44
|
+
const testTopicKeywords = {
|
|
45
|
+
'testing': ['test'],
|
|
46
|
+
'swiftui': ['swiftui'],
|
|
47
|
+
};
|
|
48
|
+
const testQualitySignals = {
|
|
49
|
+
'how to': 5,
|
|
50
|
+
'swiftui': 6,
|
|
51
|
+
};
|
|
52
|
+
class TestSource extends RssPatternSource {
|
|
53
|
+
constructor() {
|
|
54
|
+
super({
|
|
55
|
+
feedUrl: 'https://test.com/feed',
|
|
56
|
+
cacheKey: 'test-patterns',
|
|
57
|
+
topicKeywords: testTopicKeywords,
|
|
58
|
+
qualitySignals: testQualitySignals,
|
|
59
|
+
});
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
describe('RssPatternSource', () => {
|
|
63
|
+
let source;
|
|
64
|
+
beforeEach(() => {
|
|
65
|
+
source = new TestSource();
|
|
66
|
+
});
|
|
67
|
+
it('fetches and parses patterns', async () => {
|
|
68
|
+
const patterns = await source.fetchPatterns();
|
|
69
|
+
expect(patterns).toHaveLength(2);
|
|
70
|
+
expect(patterns[0].title).toBe('How to test Swift code');
|
|
71
|
+
expect(patterns[0].topics).toContain('testing');
|
|
72
|
+
expect(patterns[1].topics).toContain('swiftui');
|
|
73
|
+
expect(patterns[0].hasCode).toBe(true);
|
|
74
|
+
expect(patterns[1].hasCode).toBe(true);
|
|
75
|
+
});
|
|
76
|
+
it('calculates relevance score', async () => {
|
|
77
|
+
const patterns = await source.fetchPatterns();
|
|
78
|
+
// First pattern: 'how to' + 'test' + code
|
|
79
|
+
expect(patterns[0].relevanceScore).toBeGreaterThanOrEqual(65);
|
|
80
|
+
// Second pattern: 'swiftui' + code
|
|
81
|
+
expect(patterns[1].relevanceScore).toBeGreaterThanOrEqual(66);
|
|
82
|
+
});
|
|
83
|
+
it('searchPatterns returns relevant results', async () => {
|
|
84
|
+
const results = await source.searchPatterns('swiftui');
|
|
85
|
+
expect(results[0].title).toMatch(/swiftui/i);
|
|
86
|
+
expect(results[0].topics).toContain('swiftui');
|
|
87
|
+
});
|
|
88
|
+
});
|
|
89
|
+
//# sourceMappingURL=rssPatternSource.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rssPatternSource.test.js","sourceRoot":"","sources":["../../../src/sources/free/rssPatternSource.test.ts"],"names":[],"mappings":"AAAA,4CAA4C;AAE5C,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAe,MAAM,uBAAuB,CAAC;AAEtE,oBAAoB;AACpB,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,QAAQ,EAAE;QACR,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC;QACjC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC;KAClC;IACD,YAAY,EAAE;QACZ,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC;QACjC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC;KAClC;CACF,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,EAAE;IACzB,OAAO;QACL,OAAO,EAAE,MAAM,MAAM;YACnB,KAAK,CAAC,QAAQ,CAAC,IAAY;gBACzB,OAAO;oBACL,KAAK,EAAE;wBACL;4BACE,IAAI,EAAE,GAAG;4BACT,KAAK,EAAE,wBAAwB;4BAC/B,IAAI,EAAE,uBAAuB;4BAC7B,OAAO,EAAE,YAAY;4BACrB,cAAc,EAAE,6BAA6B;4BAC7C,OAAO,EAAE,4CAA4C;yBACtD;wBACD;4BACE,IAAI,EAAE,GAAG;4BACT,KAAK,EAAE,kBAAkB;4BACzB,IAAI,EAAE,uBAAuB;4BAC7B,OAAO,EAAE,YAAY;4BACrB,cAAc,EAAE,wBAAwB;4BACxC,OAAO,EAAE,uDAAuD;yBACjE;qBACF;iBACF,CAAC;YACJ,CAAC;SACF;KACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,8BAA8B;AAC9B,MAAM,iBAAiB,GAAG;IACxB,SAAS,EAAE,CAAC,MAAM,CAAC;IACnB,SAAS,EAAE,CAAC,SAAS,CAAC;CACvB,CAAC;AACF,MAAM,kBAAkB,GAAG;IACzB,QAAQ,EAAE,CAAC;IACX,SAAS,EAAE,CAAC;CACb,CAAC;AAKF,MAAM,UAAW,SAAQ,gBAA6B;IACpD;QACE,KAAK,CAAC;YACJ,OAAO,EAAE,uBAAuB;YAChC,QAAQ,EAAE,eAAe;YACzB,aAAa,EAAE,iBAAiB;YAChC,cAAc,EAAE,kBAAkB;SACnC,CAAC,CAAC;IACL,CAAC;CACF;AAED,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAI,MAAkB,CAAC;IACvB,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;QAC9C,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACzD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC1C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;QAC9C,0CAA0C;QAC1C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC;QAC9D,mCAAmC;QACnC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACvD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { RssPatternSource, type BasePattern } from './rssPatternSource.js';
|
|
2
|
+
export interface SundellPattern extends BasePattern {
|
|
3
|
+
}
|
|
4
|
+
export declare class SundellSource extends RssPatternSource<SundellPattern> {
|
|
5
|
+
constructor();
|
|
6
|
+
}
|
|
7
|
+
export default SundellSource;
|
|
8
|
+
//# sourceMappingURL=sundell.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sundell.d.ts","sourceRoot":"","sources":["../../../src/sources/free/sundell.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,KAAK,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAI3E,MAAM,WAAW,cAAe,SAAQ,WAAW;CAAG;AAOtD,qBAAa,aAAc,SAAQ,gBAAgB,CAAC,cAAc,CAAC;;CAUlE;AAED,eAAe,aAAa,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
// src/sources/free/sundell.ts
|
|
2
|
+
import { RssPatternSource } from './rssPatternSource.js';
|
|
3
|
+
import { createSourceConfig } from '../../config/swift-keywords.js';
|
|
4
|
+
const { topicKeywords, qualitySignals } = createSourceConfig({ 'protocols': ['associated type'] }, { 'pattern': 6, 'best practice': 8, 'foundation': 4 });
|
|
5
|
+
export class SundellSource extends RssPatternSource {
|
|
6
|
+
constructor() {
|
|
7
|
+
super({
|
|
8
|
+
feedUrl: 'https://www.swiftbysundell.com/feed.rss',
|
|
9
|
+
cacheKey: 'sundell-patterns',
|
|
10
|
+
rssCacheTtl: 3600,
|
|
11
|
+
topicKeywords,
|
|
12
|
+
qualitySignals,
|
|
13
|
+
});
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
export default SundellSource;
|
|
17
|
+
//# sourceMappingURL=sundell.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sundell.js","sourceRoot":"","sources":["../../../src/sources/free/sundell.ts"],"names":[],"mappings":"AAAA,8BAA8B;AAE9B,OAAO,EAAE,gBAAgB,EAAoB,MAAM,uBAAuB,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAKpE,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,GAAG,kBAAkB,CAC1D,EAAE,WAAW,EAAE,CAAC,iBAAiB,CAAC,EAAE,EACpC,EAAE,SAAS,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CACtD,CAAC;AAEF,MAAM,OAAO,aAAc,SAAQ,gBAAgC;IACjE;QACE,KAAK,CAAC;YACJ,OAAO,EAAE,yCAAyC;YAClD,QAAQ,EAAE,kBAAkB;YAC5B,WAAW,EAAE,IAAI;YACjB,aAAa;YACb,cAAc;SACf,CAAC,CAAC;IACL,CAAC;CACF;AAED,eAAe,aAAa,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sundell.test.d.ts","sourceRoot":"","sources":["../../../src/sources/free/sundell.test.ts"],"names":[],"mappings":""}
|