@aligndottech/connector-core 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/fetchers/confluence.d.ts +1 -0
- package/dist/fetchers/confluence.d.ts.map +1 -1
- package/dist/fetchers/confluence.js +51 -26
- package/dist/fetchers/confluence.js.map +1 -1
- package/dist/fetchers/github.d.ts +2 -1
- package/dist/fetchers/github.d.ts.map +1 -1
- package/dist/fetchers/github.js +40 -26
- package/dist/fetchers/github.js.map +1 -1
- package/dist/fetchers/jira.d.ts +1 -0
- package/dist/fetchers/jira.d.ts.map +1 -1
- package/dist/fetchers/jira.js +31 -16
- package/dist/fetchers/jira.js.map +1 -1
- package/dist/fetchers/linear.d.ts +2 -2
- package/dist/fetchers/linear.d.ts.map +1 -1
- package/dist/fetchers/linear.js +48 -34
- package/dist/fetchers/linear.js.map +1 -1
- package/package.json +1 -1
|
@@ -2,6 +2,7 @@ import type { ConnectorFetcher, ConnectorFetcherOptions, FetcherItem } from '../
|
|
|
2
2
|
/**
|
|
3
3
|
* Read-only personal Confluence fetcher (API v2): pages the token can read.
|
|
4
4
|
* OAuth (cloudId) or basic-auth (domain+email). Author = the page author.
|
|
5
|
+
* Paginates via the cursor in _links.next up to `limit`.
|
|
5
6
|
*/
|
|
6
7
|
export declare class ConfluenceFetcher implements ConnectorFetcher {
|
|
7
8
|
fetch(opts: ConnectorFetcherOptions): Promise<FetcherItem[]>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"confluence.d.ts","sourceRoot":"","sources":["../../src/fetchers/confluence.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"confluence.d.ts","sourceRoot":"","sources":["../../src/fetchers/confluence.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAoDlG;;;;GAIG;AACH,qBAAa,iBAAkB,YAAW,gBAAgB;IAClD,KAAK,CAAC,IAAI,EAAE,uBAAuB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;CAsEnE"}
|
|
@@ -1,8 +1,21 @@
|
|
|
1
1
|
import { fetch } from 'undici';
|
|
2
2
|
import { FetcherAuthError } from './errors.js';
|
|
3
|
+
// Confluence v2 caps page size at 250 and paginates via _links.next (a cursor).
|
|
4
|
+
const CONFLUENCE_PAGE_MAX = 250;
|
|
3
5
|
function stripHtml(html) {
|
|
4
6
|
return html.replace(/<[^>]+>/g, ' ').replace(/\s+/g, ' ').trim();
|
|
5
7
|
}
|
|
8
|
+
/** Pull the `cursor` query param out of a Confluence `_links.next` relative URL. */
|
|
9
|
+
function cursorFromNext(next) {
|
|
10
|
+
if (!next)
|
|
11
|
+
return undefined;
|
|
12
|
+
try {
|
|
13
|
+
return new URL(next, 'https://placeholder.invalid').searchParams.get('cursor') ?? undefined;
|
|
14
|
+
}
|
|
15
|
+
catch {
|
|
16
|
+
return undefined;
|
|
17
|
+
}
|
|
18
|
+
}
|
|
6
19
|
/** Resolve a Confluence accountId to a display name (cached). Degrades to undefined
|
|
7
20
|
* if the token lacks read:confluence-user or the lookup fails. */
|
|
8
21
|
function makeConfluenceUserResolver(base, headers) {
|
|
@@ -33,6 +46,7 @@ function makeConfluenceUserResolver(base, headers) {
|
|
|
33
46
|
/**
|
|
34
47
|
* Read-only personal Confluence fetcher (API v2): pages the token can read.
|
|
35
48
|
* OAuth (cloudId) or basic-auth (domain+email). Author = the page author.
|
|
49
|
+
* Paginates via the cursor in _links.next up to `limit`.
|
|
36
50
|
*/
|
|
37
51
|
export class ConfluenceFetcher {
|
|
38
52
|
async fetch(opts) {
|
|
@@ -51,37 +65,48 @@ export class ConfluenceFetcher {
|
|
|
51
65
|
Accept: 'application/json',
|
|
52
66
|
};
|
|
53
67
|
const limit = opts.limit ?? 50;
|
|
54
|
-
const url = `${base}/api/v2/pages?limit=${limit}&body-format=storage`;
|
|
55
|
-
const res = await fetch(url, { headers });
|
|
56
|
-
if (!res.ok) {
|
|
57
|
-
if (res.status === 401)
|
|
58
|
-
throw new FetcherAuthError('Confluence');
|
|
59
|
-
if (res.status === 403) {
|
|
60
|
-
throw new Error('Confluence access denied (403): the token lacks Confluence scopes or this site has no Confluence. ' +
|
|
61
|
-
"Re-auth won't help - check the Atlassian app's Confluence API permissions (or skip Confluence).");
|
|
62
|
-
}
|
|
63
|
-
throw new Error(`Confluence API failed (${res.status}). ${isOAuth ? 'Check your OAuth token.' : 'Check your email, token, and domain.'}`);
|
|
64
|
-
}
|
|
65
|
-
const data = (await res.json());
|
|
66
68
|
const humanBase = isOAuth
|
|
67
69
|
? (siteBase ?? `https://api.atlassian.com/ex/confluence/${cloudId}`)
|
|
68
70
|
: `https://${domain}`;
|
|
69
|
-
const linkBase = data._links?.base ?? `${humanBase}/wiki`;
|
|
70
71
|
const resolveUser = makeConfluenceUserResolver(base, headers);
|
|
71
72
|
const items = [];
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
const
|
|
76
|
-
const
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
73
|
+
let cursor;
|
|
74
|
+
let linkBase;
|
|
75
|
+
while (items.length < limit) {
|
|
76
|
+
const pageSize = Math.min(limit - items.length, CONFLUENCE_PAGE_MAX);
|
|
77
|
+
const url = `${base}/api/v2/pages?limit=${pageSize}&body-format=storage` +
|
|
78
|
+
(cursor ? `&cursor=${encodeURIComponent(cursor)}` : '');
|
|
79
|
+
const res = await fetch(url, { headers });
|
|
80
|
+
if (!res.ok) {
|
|
81
|
+
if (res.status === 401)
|
|
82
|
+
throw new FetcherAuthError('Confluence');
|
|
83
|
+
if (res.status === 403) {
|
|
84
|
+
throw new Error('Confluence access denied (403): the token lacks Confluence scopes or this site has no Confluence. ' +
|
|
85
|
+
"Re-auth won't help - check the Atlassian app's Confluence API permissions (or skip Confluence).");
|
|
86
|
+
}
|
|
87
|
+
throw new Error(`Confluence API failed (${res.status}). ${isOAuth ? 'Check your OAuth token.' : 'Check your email, token, and domain.'}`);
|
|
88
|
+
}
|
|
89
|
+
const data = (await res.json());
|
|
90
|
+
linkBase = linkBase ?? data._links?.base ?? `${humanBase}/wiki`;
|
|
91
|
+
for (const page of data.results ?? []) {
|
|
92
|
+
if (items.length >= limit)
|
|
93
|
+
break;
|
|
94
|
+
const bodyHtml = page.body?.storage?.value ?? '';
|
|
95
|
+
const bodyText = stripHtml(bodyHtml).slice(0, 2000);
|
|
96
|
+
const webui = page._links?.webui ?? '';
|
|
97
|
+
const pageUrl = webui.startsWith('http') ? webui : `${linkBase}${webui}`;
|
|
98
|
+
const author = await resolveUser(page.authorId);
|
|
99
|
+
items.push({
|
|
100
|
+
source_url: pageUrl,
|
|
101
|
+
platform: 'confluence',
|
|
102
|
+
raw_text: [page.title, bodyText].filter(Boolean).join('\n\n'),
|
|
103
|
+
title: page.title,
|
|
104
|
+
...(author ? { author } : {}),
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
cursor = cursorFromNext(data._links?.next);
|
|
108
|
+
if (!cursor)
|
|
109
|
+
break;
|
|
85
110
|
}
|
|
86
111
|
return items;
|
|
87
112
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"confluence.js","sourceRoot":"","sources":["../../src/fetchers/confluence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAE/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACnE,CAAC;AASD;mEACmE;AACnE,SAAS,0BAA0B,CAAC,IAAY,EAAE,OAA+B;IAC/E,MAAM,KAAK,GAAG,IAAI,GAAG,EAAmD,CAAC;IACzE,OAAO,KAAK,EAAE,SAAkB,EAAyD,EAAE;QACzF,IAAI,CAAC,SAAS;YAAE,OAAO,SAAS,CAAC;QACjC,IAAI,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,OAAO,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;QACnE,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,4BAA4B,kBAAkB,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACzG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;gBAC3B,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAkE,CAAC;YAC9F,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,UAAU,CAAC;YAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAChF,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC/B,OAAO,QAAQ,IAAI,SAAS,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAC3B,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED
|
|
1
|
+
{"version":3,"file":"confluence.js","sourceRoot":"","sources":["../../src/fetchers/confluence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAE/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,gFAAgF;AAChF,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAEhC,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACnE,CAAC;AASD,oFAAoF;AACpF,SAAS,cAAc,CAAC,IAAwB;IAC9C,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,6BAA6B,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC;IAC9F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED;mEACmE;AACnE,SAAS,0BAA0B,CAAC,IAAY,EAAE,OAA+B;IAC/E,MAAM,KAAK,GAAG,IAAI,GAAG,EAAmD,CAAC;IACzE,OAAO,KAAK,EAAE,SAAkB,EAAyD,EAAE;QACzF,IAAI,CAAC,SAAS;YAAE,OAAO,SAAS,CAAC;QACjC,IAAI,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,OAAO,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;QACnE,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,4BAA4B,kBAAkB,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACzG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;gBAC3B,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAkE,CAAC;YAC9F,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,UAAU,CAAC;YAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAChF,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC/B,OAAO,QAAQ,IAAI,SAAS,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAC3B,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,iBAAiB;IAC5B,KAAK,CAAC,KAAK,CAAC,IAA6B;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,OAA6B,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAA8B,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,KAA2B,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,MAA4B,CAAC;QAEjD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO;YAClB,CAAC,CAAC,2CAA2C,OAAO,OAAO;YAC3D,CAAC,CAAC,WAAW,MAAM,OAAO,CAAC;QAC7B,MAAM,OAAO,GAA2B,OAAO;YAC7C,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE;YACvE,CAAC,CAAC;gBACE,aAAa,EAAE,SAAS,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;gBAClF,MAAM,EAAE,kBAAkB;aAC3B,CAAC;QAEN,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,OAAO;YACvB,CAAC,CAAC,CAAC,QAAQ,IAAI,2CAA2C,OAAO,EAAE,CAAC;YACpE,CAAC,CAAC,WAAW,MAAM,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,0BAA0B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAE9D,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,IAAI,MAA0B,CAAC;QAC/B,IAAI,QAA4B,CAAC;QAEjC,OAAO,KAAK,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;YACrE,MAAM,GAAG,GACP,GAAG,IAAI,uBAAuB,QAAQ,sBAAsB;gBAC5D,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG;oBAAE,MAAM,IAAI,gBAAgB,CAAC,YAAY,CAAC,CAAC;gBACjE,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACvB,MAAM,IAAI,KAAK,CACb,oGAAoG;wBAClG,iGAAiG,CACpG,CAAC;gBACJ,CAAC;gBACD,MAAM,IAAI,KAAK,CACb,0BAA0B,GAAG,CAAC,MAAM,MAAM,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,sCAAsC,EAAE,CACzH,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAgF,CAAC;YAC/G,QAAQ,GAAG,QAAQ,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,GAAG,SAAS,OAAO,CAAC;YAEhE,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;gBACtC,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK;oBAAE,MAAM;gBACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;gBACjD,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;gBACpD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC;gBACvC,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,QAAQ,GAAG,KAAK,EAAE,CAAC;gBACzE,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAChD,KAAK,CAAC,IAAI,CAAC;oBACT,UAAU,EAAE,OAAO;oBACnB,QAAQ,EAAE,YAAY;oBACtB,QAAQ,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;oBAC7D,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC9B,CAAC,CAAC;YACL,CAAC;YAED,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,MAAM;gBAAE,MAAM;QACrB,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}
|
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import type { ConnectorFetcher, ConnectorFetcherOptions, FetcherItem } from '../types/fetcher.js';
|
|
2
2
|
/**
|
|
3
3
|
* Read-only personal GitHub fetcher: the caller's merged PRs and issues they
|
|
4
|
-
* commented on. Author = the PR/issue user ("who to talk to").
|
|
4
|
+
* commented on. Author = the PR/issue user ("who to talk to"). Paginates up to
|
|
5
|
+
* `limit` across both searches.
|
|
5
6
|
*/
|
|
6
7
|
export declare class GitHubFetcher implements ConnectorFetcher {
|
|
7
8
|
fetch(opts: ConnectorFetcherOptions): Promise<FetcherItem[]>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"github.d.ts","sourceRoot":"","sources":["../../src/fetchers/github.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"github.d.ts","sourceRoot":"","sources":["../../src/fetchers/github.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AA+BlG;;;;GAIG;AACH,qBAAa,aAAc,YAAW,gBAAgB;IAC9C,KAAK,CAAC,IAAI,EAAE,uBAAuB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;CAmDnE"}
|
package/dist/fetchers/github.js
CHANGED
|
@@ -1,7 +1,28 @@
|
|
|
1
1
|
import { fetch } from 'undici';
|
|
2
|
+
// GitHub's Search API returns at most 100 results/page and 1000 total (10 pages).
|
|
3
|
+
const GH_PER_PAGE_MAX = 100;
|
|
4
|
+
const GH_SEARCH_MAX_PAGES = 10;
|
|
5
|
+
/** Page through a GitHub search query until `target` items are collected (or the
|
|
6
|
+
* results run out / the 1000-result ceiling is hit). */
|
|
7
|
+
async function searchAll(query, headers, target) {
|
|
8
|
+
const out = [];
|
|
9
|
+
for (let page = 1; out.length < target && page <= GH_SEARCH_MAX_PAGES; page++) {
|
|
10
|
+
const perPage = Math.min(target - out.length, GH_PER_PAGE_MAX);
|
|
11
|
+
const res = await fetch(`${query}&sort=updated&per_page=${perPage}&page=${page}`, { headers });
|
|
12
|
+
if (!res.ok)
|
|
13
|
+
break;
|
|
14
|
+
const data = (await res.json());
|
|
15
|
+
const batch = data.items ?? [];
|
|
16
|
+
out.push(...batch);
|
|
17
|
+
if (batch.length < perPage)
|
|
18
|
+
break; // last page
|
|
19
|
+
}
|
|
20
|
+
return out.slice(0, target);
|
|
21
|
+
}
|
|
2
22
|
/**
|
|
3
23
|
* Read-only personal GitHub fetcher: the caller's merged PRs and issues they
|
|
4
|
-
* commented on. Author = the PR/issue user ("who to talk to").
|
|
24
|
+
* commented on. Author = the PR/issue user ("who to talk to"). Paginates up to
|
|
25
|
+
* `limit` across both searches.
|
|
5
26
|
*/
|
|
6
27
|
export class GitHubFetcher {
|
|
7
28
|
async fetch(opts) {
|
|
@@ -17,36 +38,29 @@ export class GitHubFetcher {
|
|
|
17
38
|
const user = (await userRes.json());
|
|
18
39
|
const limit = opts.limit ?? 100;
|
|
19
40
|
const items = [];
|
|
20
|
-
const
|
|
21
|
-
|
|
22
|
-
const
|
|
23
|
-
|
|
24
|
-
|
|
41
|
+
const prs = await searchAll(`https://api.github.com/search/issues?q=author:${user.login}+type:pr+is:merged`, headers, limit);
|
|
42
|
+
for (const pr of prs) {
|
|
43
|
+
const repo = (pr.repository_url ?? '').replace('https://api.github.com/repos/', '');
|
|
44
|
+
items.push({
|
|
45
|
+
source_url: pr.html_url,
|
|
46
|
+
platform: 'github',
|
|
47
|
+
raw_text: `${pr.title}\n\n${pr.body ?? ''}\n\nStatus: ${pr.state}\nRepo: ${repo}`.trim(),
|
|
48
|
+
title: pr.title,
|
|
49
|
+
...(pr.user ? { author: { name: pr.user.login, handle: pr.user.login, url: pr.user.html_url } } : {}),
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
if (items.length < limit) {
|
|
53
|
+
const issues = await searchAll(`https://api.github.com/search/issues?q=commenter:${user.login}+type:issue`, headers, limit - items.length);
|
|
54
|
+
for (const issue of issues) {
|
|
25
55
|
items.push({
|
|
26
|
-
source_url:
|
|
56
|
+
source_url: issue.html_url,
|
|
27
57
|
platform: 'github',
|
|
28
|
-
raw_text: `${
|
|
29
|
-
title:
|
|
30
|
-
...(
|
|
58
|
+
raw_text: `${issue.title}\n\n${issue.body ?? ''}\n\nStatus: ${issue.state}`.trim(),
|
|
59
|
+
title: issue.title,
|
|
60
|
+
...(issue.user ? { author: { name: issue.user.login, handle: issue.user.login, url: issue.user.html_url } } : {}),
|
|
31
61
|
});
|
|
32
62
|
}
|
|
33
63
|
}
|
|
34
|
-
if (items.length < limit) {
|
|
35
|
-
const remaining = Math.min(limit - items.length, 50);
|
|
36
|
-
const issueRes = await fetch(`https://api.github.com/search/issues?q=commenter:${user.login}+type:issue&sort=updated&per_page=${remaining}`, { headers });
|
|
37
|
-
if (issueRes.ok) {
|
|
38
|
-
const data = (await issueRes.json());
|
|
39
|
-
for (const issue of data.items) {
|
|
40
|
-
items.push({
|
|
41
|
-
source_url: issue.html_url,
|
|
42
|
-
platform: 'github',
|
|
43
|
-
raw_text: `${issue.title}\n\n${issue.body ?? ''}\n\nStatus: ${issue.state}`.trim(),
|
|
44
|
-
title: issue.title,
|
|
45
|
-
...(issue.user ? { author: { name: issue.user.login, handle: issue.user.login, url: issue.user.html_url } } : {}),
|
|
46
|
-
});
|
|
47
|
-
}
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
64
|
return items.slice(0, limit);
|
|
51
65
|
}
|
|
52
66
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"github.js","sourceRoot":"","sources":["../../src/fetchers/github.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAY/B
|
|
1
|
+
{"version":3,"file":"github.js","sourceRoot":"","sources":["../../src/fetchers/github.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAY/B,kFAAkF;AAClF,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAE/B;yDACyD;AACzD,KAAK,UAAU,SAAS,CAAC,KAAa,EAAE,OAA+B,EAAE,MAAc;IACrF,MAAM,GAAG,GAAuB,EAAE,CAAC;IACnC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,MAAM,IAAI,IAAI,IAAI,mBAAmB,EAAE,IAAI,EAAE,EAAE,CAAC;QAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QAC/D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,KAAK,0BAA0B,OAAO,SAAS,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAC/F,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,MAAM;QACnB,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAmC,CAAC;QAClE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/B,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QACnB,IAAI,KAAK,CAAC,MAAM,GAAG,OAAO;YAAE,MAAM,CAAC,YAAY;IACjD,CAAC;IACD,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAC9B,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,aAAa;IACxB,KAAK,CAAC,KAAK,CAAC,IAA6B;QACvC,MAAM,OAAO,GAAG;YACd,aAAa,EAAE,UAAU,IAAI,CAAC,KAAK,EAAE;YACrC,MAAM,EAAE,6BAA6B;YACrC,sBAAsB,EAAE,YAAY;SACrC,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,6BAA6B,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,uBAAuB,OAAO,CAAC,MAAM,uCAAuC,CAAC,CAAC;QAChG,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAsB,CAAC;QAEzD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC;QAChC,MAAM,KAAK,GAAkB,EAAE,CAAC;QAEhC,MAAM,GAAG,GAAG,MAAM,SAAS,CACzB,iDAAiD,IAAI,CAAC,KAAK,oBAAoB,EAC/E,OAAO,EACP,KAAK,CACN,CAAC;QACF,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,CAAC,EAAE,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;YACpF,KAAK,CAAC,IAAI,CAAC;gBACT,UAAU,EAAE,EAAE,CAAC,QAAQ;gBACvB,QAAQ,EAAE,QAAQ;gBAClB,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK,OAAO,EAAE,CAAC,IAAI,IAAI,EAAE,eAAe,EAAE,CAAC,KAAK,WAAW,IAAI,EAAE,CAAC,IAAI,EAAE;gBACxF,KAAK,EAAE,EAAE,CAAC,KAAK;gBACf,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACtG,CAAC,CAAC;QACL,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,oDAAoD,IAAI,CAAC,KAAK,aAAa,EAC3E,OAAO,EACP,KAAK,GAAG,KAAK,CAAC,MAAM,CACrB,CAAC;YACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC;oBACT,UAAU,EAAE,KAAK,CAAC,QAAQ;oBAC1B,QAAQ,EAAE,QAAQ;oBAClB,QAAQ,EAAE,GAAG,KAAK,CAAC,KAAK,OAAO,KAAK,CAAC,IAAI,IAAI,EAAE,eAAe,KAAK,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE;oBAClF,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAClH,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;CACF"}
|
package/dist/fetchers/jira.d.ts
CHANGED
|
@@ -2,6 +2,7 @@ import type { ConnectorFetcher, ConnectorFetcherOptions, FetcherItem } from '../
|
|
|
2
2
|
/**
|
|
3
3
|
* Read-only personal Jira fetcher: issues assigned to or reported by the caller.
|
|
4
4
|
* OAuth (cloudId) or basic-auth (domain+email). Author = the issue reporter.
|
|
5
|
+
* Paginates via nextPageToken up to `limit`.
|
|
5
6
|
*/
|
|
6
7
|
export declare class JiraFetcher implements ConnectorFetcher {
|
|
7
8
|
fetch(opts: ConnectorFetcherOptions): Promise<FetcherItem[]>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jira.d.ts","sourceRoot":"","sources":["../../src/fetchers/jira.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"jira.d.ts","sourceRoot":"","sources":["../../src/fetchers/jira.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AA0BlG;;;;GAIG;AACH,qBAAa,WAAY,YAAW,gBAAgB;IAC5C,KAAK,CAAC,IAAI,EAAE,uBAAuB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;CA0EnE"}
|
package/dist/fetchers/jira.js
CHANGED
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
import { fetch } from 'undici';
|
|
2
2
|
import { FetcherAuthError } from './errors.js';
|
|
3
|
+
// Jira Cloud's /search/jql caps maxResults at 100 per request and paginates via nextPageToken.
|
|
4
|
+
const JIRA_PAGE_MAX = 100;
|
|
3
5
|
function extractAdfText(adf) {
|
|
4
6
|
if (!adf)
|
|
5
7
|
return '';
|
|
@@ -11,6 +13,7 @@ function extractAdfText(adf) {
|
|
|
11
13
|
/**
|
|
12
14
|
* Read-only personal Jira fetcher: issues assigned to or reported by the caller.
|
|
13
15
|
* OAuth (cloudId) or basic-auth (domain+email). Author = the issue reporter.
|
|
16
|
+
* Paginates via nextPageToken up to `limit`.
|
|
14
17
|
*/
|
|
15
18
|
export class JiraFetcher {
|
|
16
19
|
async fetch(opts) {
|
|
@@ -28,24 +31,36 @@ export class JiraFetcher {
|
|
|
28
31
|
};
|
|
29
32
|
const limit = opts.limit ?? 100;
|
|
30
33
|
const jql = 'assignee = currentUser() OR reporter = currentUser() ORDER BY updated DESC';
|
|
31
|
-
const
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
body
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
34
|
+
const issues = [];
|
|
35
|
+
let nextPageToken;
|
|
36
|
+
do {
|
|
37
|
+
const body = {
|
|
38
|
+
jql,
|
|
39
|
+
maxResults: Math.min(limit - issues.length, JIRA_PAGE_MAX),
|
|
40
|
+
fields: ['summary', 'description', 'status', 'key', 'reporter'],
|
|
41
|
+
...(nextPageToken ? { nextPageToken } : {}),
|
|
42
|
+
};
|
|
43
|
+
const res = await fetch(`${base}/rest/api/3/search/jql`, {
|
|
44
|
+
method: 'POST',
|
|
45
|
+
headers: { ...headers, 'Content-Type': 'application/json' },
|
|
46
|
+
body: JSON.stringify(body),
|
|
47
|
+
});
|
|
48
|
+
if (!res.ok) {
|
|
49
|
+
if (res.status === 401)
|
|
50
|
+
throw new FetcherAuthError('Jira');
|
|
51
|
+
if (res.status === 403) {
|
|
52
|
+
throw new Error("Jira access denied (403): the token lacks Jira scopes or access. Re-auth won't help - " +
|
|
53
|
+
"check the Atlassian app's Jira API permissions.");
|
|
54
|
+
}
|
|
55
|
+
const text = await res.text();
|
|
56
|
+
throw new Error(`Jira API failed (${res.status}): ${text.slice(0, 200)}`);
|
|
42
57
|
}
|
|
43
|
-
const
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
58
|
+
const data = (await res.json());
|
|
59
|
+
issues.push(...(data.issues ?? []));
|
|
60
|
+
nextPageToken = data.isLast ? undefined : data.nextPageToken;
|
|
61
|
+
} while (nextPageToken && issues.length < limit);
|
|
47
62
|
const browseBase = isOAuth ? (siteBase ?? `https://api.atlassian.com/ex/jira/${cloudId}`) : base;
|
|
48
|
-
return
|
|
63
|
+
return issues.slice(0, limit).map((issue) => {
|
|
49
64
|
const desc = extractAdfText(issue.fields.description);
|
|
50
65
|
return {
|
|
51
66
|
source_url: `${browseBase}/browse/${issue.key}`,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jira.js","sourceRoot":"","sources":["../../src/fetchers/jira.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAE/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAc/C,SAAS,cAAc,CAAC,GAAmF;IACzG,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;SACvB,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;SAC5E,IAAI,CAAC,GAAG,CAAC;SACT,IAAI,EAAE,CAAC;AACZ,CAAC;AAED
|
|
1
|
+
{"version":3,"file":"jira.js","sourceRoot":"","sources":["../../src/fetchers/jira.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAE/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAc/C,+FAA+F;AAC/F,MAAM,aAAa,GAAG,GAAG,CAAC;AAE1B,SAAS,cAAc,CAAC,GAAmF;IACzG,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;SACvB,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;SAC5E,IAAI,CAAC,GAAG,CAAC;SACT,IAAI,EAAE,CAAC;AACZ,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,WAAW;IACtB,KAAK,CAAC,KAAK,CAAC,IAA6B;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,OAA6B,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAA8B,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,KAA2B,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,MAA4B,CAAC;QAEjD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,qCAAqC,OAAO,EAAE,CAAC,CAAC,CAAC,WAAW,MAAM,EAAE,CAAC;QAC5F,MAAM,OAAO,GAA2B,OAAO;YAC7C,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE;YACvE,CAAC,CAAC;gBACE,aAAa,EAAE,SAAS,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;gBAClF,MAAM,EAAE,kBAAkB;aAC3B,CAAC;QAEN,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC;QAChC,MAAM,GAAG,GAAG,4EAA4E,CAAC;QAEzF,MAAM,MAAM,GAAgB,EAAE,CAAC;QAC/B,IAAI,aAAiC,CAAC;QACtC,GAAG,CAAC;YACF,MAAM,IAAI,GAA4B;gBACpC,GAAG;gBACH,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC;gBAC1D,MAAM,EAAE,CAAC,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,CAAC;gBAC/D,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC5C,CAAC;YACF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,wBAAwB,EAAE;gBACvD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC3D,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG;oBAAE,MAAM,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAC3D,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACvB,MAAM,IAAI,KAAK,CACb,wFAAwF;wBACtF,iDAAiD,CACpD,CAAC;gBACJ,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAC5E,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAuE,CAAC;YACtG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;YACpC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;QAC/D,CAAC,QAAQ,aAAa,IAAI,MAAM,CAAC,MAAM,GAAG,KAAK,EAAE;QAEjD,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,qCAAqC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAEjG,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1C,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACtD,OAAO;gBACL,UAAU,EAAE,GAAG,UAAU,WAAW,KAAK,CAAC,GAAG,EAAE;gBAC/C,QAAQ,EAAE,MAAM;gBAChB,QAAQ,EAAE;oBACR,IAAI,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE;oBACxC,IAAI;oBACJ,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;iBACvE;qBACE,MAAM,CAAC,OAAO,CAAC;qBACf,IAAI,CAAC,MAAM,CAAC;gBACf,KAAK,EAAE,IAAI,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE;gBAC/C,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,WAAW;oBACpC,CAAC,CAAC;wBACE,MAAM,EAAE;4BACN,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW;4BACvC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;yBAC7F;qBACF;oBACH,CAAC,CAAC,EAAE,CAAC;aACc,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { ConnectorFetcher, ConnectorFetcherOptions, FetcherItem } from '../types/fetcher.js';
|
|
2
2
|
/**
|
|
3
|
-
* Read-only personal Linear fetcher: the caller's assigned + created issues
|
|
4
|
-
* Author = the issue creator
|
|
3
|
+
* Read-only personal Linear fetcher: the caller's assigned + created issues
|
|
4
|
+
* (deduped). Author = the issue creator. Paginates each connection up to `limit`.
|
|
5
5
|
*/
|
|
6
6
|
export declare class LinearFetcher implements ConnectorFetcher {
|
|
7
7
|
fetch(opts: ConnectorFetcherOptions): Promise<FetcherItem[]>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"linear.d.ts","sourceRoot":"","sources":["../../src/fetchers/linear.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"linear.d.ts","sourceRoot":"","sources":["../../src/fetchers/linear.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAyDlG;;;GAGG;AACH,qBAAa,aAAc,YAAW,gBAAgB;IAC9C,KAAK,CAAC,IAAI,EAAE,uBAAuB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;CAqCnE"}
|
package/dist/fetchers/linear.js
CHANGED
|
@@ -1,46 +1,60 @@
|
|
|
1
1
|
import { fetch } from 'undici';
|
|
2
2
|
const LINEAR_GQL = 'https://api.linear.app/graphql';
|
|
3
|
-
const
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
3
|
+
const LINEAR_PAGE_MAX = 100;
|
|
4
|
+
const ISSUE_FIELDS = `
|
|
5
|
+
id title description url
|
|
6
|
+
state { name }
|
|
7
|
+
team { name }
|
|
8
|
+
creator { name email }
|
|
9
|
+
comments { nodes { body user { name } } }
|
|
10
|
+
`;
|
|
11
|
+
/** Page through one of the viewer's issue connections (assigned / created) up to `target`. */
|
|
12
|
+
async function fetchConnection(token, field, target) {
|
|
13
|
+
const out = [];
|
|
14
|
+
let after;
|
|
15
|
+
while (out.length < target) {
|
|
16
|
+
const query = `query Page($first: Int!, $after: String) {
|
|
17
|
+
viewer { ${field}(first: $first, after: $after, orderBy: updatedAt) {
|
|
18
|
+
nodes { ${ISSUE_FIELDS} }
|
|
19
|
+
pageInfo { hasNextPage endCursor }
|
|
20
|
+
} }
|
|
21
|
+
}`;
|
|
22
|
+
const res = await fetch(LINEAR_GQL, {
|
|
23
|
+
method: 'POST',
|
|
24
|
+
headers: { Authorization: `Bearer ${token}`, 'Content-Type': 'application/json' },
|
|
25
|
+
body: JSON.stringify({ query, variables: { first: Math.min(target - out.length, LINEAR_PAGE_MAX), after } }),
|
|
26
|
+
});
|
|
27
|
+
if (!res.ok)
|
|
28
|
+
throw new Error(`Linear API failed (${res.status}). Check your personal API token.`);
|
|
29
|
+
const json = (await res.json());
|
|
30
|
+
if (json.errors?.length)
|
|
31
|
+
throw new Error(json.errors[0].message);
|
|
32
|
+
const conn = json.data?.viewer?.[field];
|
|
33
|
+
if (!conn)
|
|
34
|
+
break;
|
|
35
|
+
out.push(...conn.nodes);
|
|
36
|
+
if (!conn.pageInfo?.hasNextPage)
|
|
37
|
+
break;
|
|
38
|
+
after = conn.pageInfo.endCursor;
|
|
17
39
|
}
|
|
18
|
-
|
|
19
|
-
}
|
|
40
|
+
return out;
|
|
41
|
+
}
|
|
20
42
|
/**
|
|
21
|
-
* Read-only personal Linear fetcher: the caller's assigned + created issues
|
|
22
|
-
* Author = the issue creator
|
|
43
|
+
* Read-only personal Linear fetcher: the caller's assigned + created issues
|
|
44
|
+
* (deduped). Author = the issue creator. Paginates each connection up to `limit`.
|
|
23
45
|
*/
|
|
24
46
|
export class LinearFetcher {
|
|
25
47
|
async fetch(opts) {
|
|
26
48
|
const limit = opts.limit ?? 50;
|
|
27
|
-
const
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
});
|
|
32
|
-
if (!res.ok)
|
|
33
|
-
throw new Error(`Linear API failed (${res.status}). Check your personal API token.`);
|
|
34
|
-
const data = (await res.json());
|
|
35
|
-
if (data.errors?.length)
|
|
36
|
-
throw new Error(data.errors[0].message);
|
|
49
|
+
const [assigned, created] = await Promise.all([
|
|
50
|
+
fetchConnection(opts.token, 'assignedIssues', limit),
|
|
51
|
+
fetchConnection(opts.token, 'createdIssues', limit),
|
|
52
|
+
]);
|
|
37
53
|
const seen = new Set();
|
|
38
54
|
const items = [];
|
|
39
|
-
const
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
];
|
|
43
|
-
for (const issue of allIssues) {
|
|
55
|
+
for (const issue of [...assigned, ...created]) {
|
|
56
|
+
if (items.length >= limit)
|
|
57
|
+
break;
|
|
44
58
|
if (seen.has(issue.id))
|
|
45
59
|
continue;
|
|
46
60
|
seen.add(issue.id);
|
|
@@ -65,7 +79,7 @@ export class LinearFetcher {
|
|
|
65
79
|
: {}),
|
|
66
80
|
});
|
|
67
81
|
}
|
|
68
|
-
return items
|
|
82
|
+
return items;
|
|
69
83
|
}
|
|
70
84
|
}
|
|
71
85
|
//# sourceMappingURL=linear.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"linear.js","sourceRoot":"","sources":["../../src/fetchers/linear.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAG/B,MAAM,UAAU,GAAG,gCAAgC,CAAC;
|
|
1
|
+
{"version":3,"file":"linear.js","sourceRoot":"","sources":["../../src/fetchers/linear.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAG/B,MAAM,UAAU,GAAG,gCAAgC,CAAC;AACpD,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,MAAM,YAAY,GAAG;;;;;;CAMpB,CAAC;AAeF,8FAA8F;AAC9F,KAAK,UAAU,eAAe,CAAC,KAAa,EAAE,KAAuB,EAAE,MAAc;IACnF,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,IAAI,KAAyB,CAAC;IAC9B,OAAO,GAAG,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG;iBACD,KAAK;kBACJ,YAAY;;;MAGxB,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE;YAClC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YACjF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;SAC7G,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,GAAG,CAAC,MAAM,mCAAmC,CAAC,CAAC;QAClG,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAG7B,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI;YAAE,MAAM;QACjB,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW;YAAE,MAAM;QACvC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;IAClC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,aAAa;IACxB,KAAK,CAAC,KAAK,CAAC,IAA6B;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/B,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC5C,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,EAAE,KAAK,CAAC;YACpD,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,eAAe,EAAE,KAAK,CAAC;SACpD,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;YAC9C,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK;gBAAE,MAAM;YACjC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAAE,SAAS;YACjC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACnB,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC;iBAC3C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,SAAS,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;iBACrD,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,KAAK,CAAC,IAAI,CAAC;gBACT,UAAU,EAAE,KAAK,CAAC,GAAG;gBACrB,QAAQ,EAAE,QAAQ;gBAClB,QAAQ,EAAE;oBACR,KAAK,CAAC,KAAK;oBACX,KAAK,CAAC,WAAW,IAAI,EAAE;oBACvB,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;oBAClD,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;oBACtD,QAAQ,CAAC,CAAC,CAAC,cAAc,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE;iBACzC;qBACE,MAAM,CAAC,OAAO,CAAC;qBACf,IAAI,CAAC,MAAM,CAAC;gBACf,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI;oBACrB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;oBAC1G,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aligndottech/connector-core",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.2.0",
|
|
4
4
|
"license": "MIT",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"description": "Align connector core: the ConnectorFetcher contract, read-only fetchers, gateway client, and tier definitions. Lightweight (no server deps) - safe for the Align CLI.",
|