@teleporthq/teleport-plugin-next-data-source 0.43.63 → 0.43.65
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/__tests__/collection-path.test.ts +191 -0
- package/__tests__/count-collection-path.test.ts +59 -0
- package/__tests__/filter-groups.test.ts +174 -0
- package/dist/cjs/count-fetchers.d.ts.map +1 -1
- package/dist/cjs/count-fetchers.js +1 -1
- package/dist/cjs/count-fetchers.js.map +1 -1
- package/dist/cjs/fetchers/airtable.d.ts.map +1 -1
- package/dist/cjs/fetchers/airtable.js +1 -1
- package/dist/cjs/fetchers/airtable.js.map +1 -1
- package/dist/cjs/fetchers/clickhouse.d.ts.map +1 -1
- package/dist/cjs/fetchers/clickhouse.js +1 -1
- package/dist/cjs/fetchers/clickhouse.js.map +1 -1
- package/dist/cjs/fetchers/csv-file.d.ts.map +1 -1
- package/dist/cjs/fetchers/csv-file.js +3 -3
- package/dist/cjs/fetchers/csv-file.js.map +1 -1
- package/dist/cjs/fetchers/firestore.d.ts.map +1 -1
- package/dist/cjs/fetchers/firestore.js +1 -1
- package/dist/cjs/fetchers/firestore.js.map +1 -1
- package/dist/cjs/fetchers/google-sheets.d.ts.map +1 -1
- package/dist/cjs/fetchers/google-sheets.js +1 -1
- package/dist/cjs/fetchers/google-sheets.js.map +1 -1
- package/dist/cjs/fetchers/javascript.d.ts.map +1 -1
- package/dist/cjs/fetchers/javascript.js +2 -2
- package/dist/cjs/fetchers/javascript.js.map +1 -1
- package/dist/cjs/fetchers/mariadb.d.ts.map +1 -1
- package/dist/cjs/fetchers/mariadb.js +1 -1
- package/dist/cjs/fetchers/mariadb.js.map +1 -1
- package/dist/cjs/fetchers/mongodb.d.ts.map +1 -1
- package/dist/cjs/fetchers/mongodb.js +1 -1
- package/dist/cjs/fetchers/mongodb.js.map +1 -1
- package/dist/cjs/fetchers/mysql.d.ts.map +1 -1
- package/dist/cjs/fetchers/mysql.js +1 -1
- package/dist/cjs/fetchers/mysql.js.map +1 -1
- package/dist/cjs/fetchers/postgresql.d.ts.map +1 -1
- package/dist/cjs/fetchers/postgresql.js +1 -1
- package/dist/cjs/fetchers/postgresql.js.map +1 -1
- package/dist/cjs/fetchers/redis.d.ts.map +1 -1
- package/dist/cjs/fetchers/redis.js +1 -1
- package/dist/cjs/fetchers/redis.js.map +1 -1
- package/dist/cjs/fetchers/redshift.d.ts.map +1 -1
- package/dist/cjs/fetchers/redshift.js +2 -2
- package/dist/cjs/fetchers/redshift.js.map +1 -1
- package/dist/cjs/fetchers/rest-api.d.ts.map +1 -1
- package/dist/cjs/fetchers/rest-api.js +11 -3
- package/dist/cjs/fetchers/rest-api.js.map +1 -1
- package/dist/cjs/fetchers/supabase.d.ts.map +1 -1
- package/dist/cjs/fetchers/supabase.js +1 -1
- package/dist/cjs/fetchers/supabase.js.map +1 -1
- package/dist/cjs/fetchers/teleport.d.ts.map +1 -1
- package/dist/cjs/fetchers/teleport.js +1 -1
- package/dist/cjs/fetchers/teleport.js.map +1 -1
- package/dist/cjs/fetchers/turso.d.ts.map +1 -1
- package/dist/cjs/fetchers/turso.js +1 -1
- package/dist/cjs/fetchers/turso.js.map +1 -1
- package/dist/cjs/tsconfig.tsbuildinfo +1 -1
- package/dist/cjs/utils.d.ts +47 -0
- package/dist/cjs/utils.d.ts.map +1 -1
- package/dist/cjs/utils.js +134 -18
- package/dist/cjs/utils.js.map +1 -1
- package/dist/esm/count-fetchers.d.ts.map +1 -1
- package/dist/esm/count-fetchers.js +1 -1
- package/dist/esm/count-fetchers.js.map +1 -1
- package/dist/esm/fetchers/airtable.d.ts.map +1 -1
- package/dist/esm/fetchers/airtable.js +2 -2
- package/dist/esm/fetchers/airtable.js.map +1 -1
- package/dist/esm/fetchers/clickhouse.d.ts.map +1 -1
- package/dist/esm/fetchers/clickhouse.js +2 -2
- package/dist/esm/fetchers/clickhouse.js.map +1 -1
- package/dist/esm/fetchers/csv-file.d.ts.map +1 -1
- package/dist/esm/fetchers/csv-file.js +4 -4
- package/dist/esm/fetchers/csv-file.js.map +1 -1
- package/dist/esm/fetchers/firestore.d.ts.map +1 -1
- package/dist/esm/fetchers/firestore.js +2 -2
- package/dist/esm/fetchers/firestore.js.map +1 -1
- package/dist/esm/fetchers/google-sheets.d.ts.map +1 -1
- package/dist/esm/fetchers/google-sheets.js +2 -2
- package/dist/esm/fetchers/google-sheets.js.map +1 -1
- package/dist/esm/fetchers/javascript.d.ts.map +1 -1
- package/dist/esm/fetchers/javascript.js +3 -3
- package/dist/esm/fetchers/javascript.js.map +1 -1
- package/dist/esm/fetchers/mariadb.d.ts.map +1 -1
- package/dist/esm/fetchers/mariadb.js +2 -2
- package/dist/esm/fetchers/mariadb.js.map +1 -1
- package/dist/esm/fetchers/mongodb.d.ts.map +1 -1
- package/dist/esm/fetchers/mongodb.js +2 -2
- package/dist/esm/fetchers/mongodb.js.map +1 -1
- package/dist/esm/fetchers/mysql.d.ts.map +1 -1
- package/dist/esm/fetchers/mysql.js +2 -2
- package/dist/esm/fetchers/mysql.js.map +1 -1
- package/dist/esm/fetchers/postgresql.d.ts.map +1 -1
- package/dist/esm/fetchers/postgresql.js +2 -2
- package/dist/esm/fetchers/postgresql.js.map +1 -1
- package/dist/esm/fetchers/redis.d.ts.map +1 -1
- package/dist/esm/fetchers/redis.js +2 -2
- package/dist/esm/fetchers/redis.js.map +1 -1
- package/dist/esm/fetchers/redshift.d.ts.map +1 -1
- package/dist/esm/fetchers/redshift.js +3 -3
- package/dist/esm/fetchers/redshift.js.map +1 -1
- package/dist/esm/fetchers/rest-api.d.ts.map +1 -1
- package/dist/esm/fetchers/rest-api.js +12 -4
- package/dist/esm/fetchers/rest-api.js.map +1 -1
- package/dist/esm/fetchers/supabase.d.ts.map +1 -1
- package/dist/esm/fetchers/supabase.js +2 -2
- package/dist/esm/fetchers/supabase.js.map +1 -1
- package/dist/esm/fetchers/teleport.d.ts.map +1 -1
- package/dist/esm/fetchers/teleport.js +2 -2
- package/dist/esm/fetchers/teleport.js.map +1 -1
- package/dist/esm/fetchers/turso.d.ts.map +1 -1
- package/dist/esm/fetchers/turso.js +2 -2
- package/dist/esm/fetchers/turso.js.map +1 -1
- package/dist/esm/tsconfig.tsbuildinfo +1 -1
- package/dist/esm/utils.d.ts +47 -0
- package/dist/esm/utils.d.ts.map +1 -1
- package/dist/esm/utils.js +129 -17
- package/dist/esm/utils.js.map +1 -1
- package/package.json +5 -5
- package/src/count-fetchers.ts +6 -2
- package/src/fetchers/airtable.ts +35 -36
- package/src/fetchers/clickhouse.ts +26 -36
- package/src/fetchers/csv-file.ts +13 -21
- package/src/fetchers/firestore.ts +41 -35
- package/src/fetchers/google-sheets.ts +15 -23
- package/src/fetchers/javascript.ts +22 -25
- package/src/fetchers/mariadb.ts +33 -44
- package/src/fetchers/mongodb.ts +66 -81
- package/src/fetchers/mysql.ts +33 -45
- package/src/fetchers/postgresql.ts +52 -62
- package/src/fetchers/redis.ts +6 -5
- package/src/fetchers/redshift.ts +29 -41
- package/src/fetchers/rest-api.ts +29 -22
- package/src/fetchers/supabase.ts +104 -41
- package/src/fetchers/teleport.ts +53 -64
- package/src/fetchers/turso.ts +27 -39
- package/src/utils.ts +227 -31
|
@@ -0,0 +1,191 @@
|
|
|
1
|
+
import { generateRESTAPIFetcher } from '../src/fetchers/rest-api'
|
|
2
|
+
import { generateJavaScriptFetcher } from '../src/fetchers/javascript'
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* Runs a generated fetcher's handler and returns what it answered, so these
|
|
6
|
+
* assert on BEHAVIOUR rather than on the shape of the emitted source.
|
|
7
|
+
*/
|
|
8
|
+
const runHandler = async (
|
|
9
|
+
code: string,
|
|
10
|
+
query: Record<string, unknown>,
|
|
11
|
+
fetchImpl?: () => Promise<unknown>
|
|
12
|
+
) => {
|
|
13
|
+
const withoutImports = code.replace(/^import\s+.*?$/gm, '')
|
|
14
|
+
const factory = new Function(
|
|
15
|
+
'fetch',
|
|
16
|
+
`${withoutImports.replace('export default async function handler', 'async function handler')}
|
|
17
|
+
return handler`
|
|
18
|
+
)
|
|
19
|
+
|
|
20
|
+
const handler = factory(
|
|
21
|
+
fetchImpl || (() => Promise.resolve({ ok: true, status: 200, json: () => Promise.resolve([]) }))
|
|
22
|
+
)
|
|
23
|
+
|
|
24
|
+
let payload: Record<string, unknown> = {}
|
|
25
|
+
const res = {
|
|
26
|
+
status: () => res,
|
|
27
|
+
json: (data: Record<string, unknown>) => {
|
|
28
|
+
payload = data
|
|
29
|
+
return res
|
|
30
|
+
},
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
await handler({ query, body: undefined }, res)
|
|
34
|
+
return payload
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
const respondWith = (body: unknown) => () =>
|
|
38
|
+
Promise.resolve({ ok: true, status: 200, statusText: 'OK', json: () => Promise.resolve(body) })
|
|
39
|
+
|
|
40
|
+
describe('REST API fetcher — collection path', () => {
|
|
41
|
+
const baseConfig = { url: 'https://api.test/items', method: 'GET' }
|
|
42
|
+
|
|
43
|
+
it('returns a bare list unchanged when no path is configured', async () => {
|
|
44
|
+
const result = await runHandler(
|
|
45
|
+
generateRESTAPIFetcher(baseConfig),
|
|
46
|
+
{},
|
|
47
|
+
respondWith([{ id: 1 }, { id: 2 }])
|
|
48
|
+
)
|
|
49
|
+
|
|
50
|
+
expect(result.success).toBe(true)
|
|
51
|
+
expect(result.data).toEqual([{ id: 1 }, { id: 2 }])
|
|
52
|
+
})
|
|
53
|
+
|
|
54
|
+
it('leaves a wrapped payload alone when the request asks for no path', async () => {
|
|
55
|
+
const result = await runHandler(
|
|
56
|
+
generateRESTAPIFetcher(baseConfig),
|
|
57
|
+
{},
|
|
58
|
+
respondWith({ results: [{ id: 1 }] })
|
|
59
|
+
)
|
|
60
|
+
|
|
61
|
+
expect(result.data).toEqual({ results: [{ id: 1 }] })
|
|
62
|
+
})
|
|
63
|
+
|
|
64
|
+
it('unwraps using the list location the request carries', async () => {
|
|
65
|
+
const result = await runHandler(
|
|
66
|
+
generateRESTAPIFetcher(baseConfig),
|
|
67
|
+
{ collectionPath: JSON.stringify(['results']) },
|
|
68
|
+
respondWith({ results: [{ id: 1 }, { id: 2 }] })
|
|
69
|
+
)
|
|
70
|
+
|
|
71
|
+
expect(result.data).toEqual([{ id: 1 }, { id: 2 }])
|
|
72
|
+
})
|
|
73
|
+
|
|
74
|
+
it('unwraps a nested list location', async () => {
|
|
75
|
+
const result = await runHandler(
|
|
76
|
+
generateRESTAPIFetcher(baseConfig),
|
|
77
|
+
{ collectionPath: JSON.stringify(['response', 'items']) },
|
|
78
|
+
respondWith({ response: { items: [{ id: 1 }] } })
|
|
79
|
+
)
|
|
80
|
+
|
|
81
|
+
expect(result.data).toEqual([{ id: 1 }])
|
|
82
|
+
})
|
|
83
|
+
|
|
84
|
+
it('ignores a list location left on the config by an older build', async () => {
|
|
85
|
+
// The path belongs to the details page and travels per request. Baking a
|
|
86
|
+
// stale config value into the fetcher would unwrap for every caller,
|
|
87
|
+
// including the list bindings authored against the wrapped response.
|
|
88
|
+
const result = await runHandler(
|
|
89
|
+
generateRESTAPIFetcher({ ...baseConfig, collectionPath: ['results'] }),
|
|
90
|
+
{},
|
|
91
|
+
respondWith({ results: [{ id: 1 }] })
|
|
92
|
+
)
|
|
93
|
+
|
|
94
|
+
expect(result.data).toEqual({ results: [{ id: 1 }] })
|
|
95
|
+
})
|
|
96
|
+
|
|
97
|
+
it('falls back to the whole payload when the requested path no longer resolves', async () => {
|
|
98
|
+
const result = await runHandler(
|
|
99
|
+
generateRESTAPIFetcher(baseConfig),
|
|
100
|
+
{ collectionPath: JSON.stringify(['results']) },
|
|
101
|
+
respondWith({ items: [{ id: 1 }] })
|
|
102
|
+
)
|
|
103
|
+
|
|
104
|
+
expect(result.data).toEqual({ items: [{ id: 1 }] })
|
|
105
|
+
})
|
|
106
|
+
|
|
107
|
+
it('applies filters and limits to an unwrapped list', async () => {
|
|
108
|
+
const result = await runHandler(
|
|
109
|
+
generateRESTAPIFetcher(baseConfig),
|
|
110
|
+
{
|
|
111
|
+
collectionPath: JSON.stringify(['results']),
|
|
112
|
+
filters: JSON.stringify([
|
|
113
|
+
{ type: 'condition', source: 'slug', destination: 'b', operand: '=' },
|
|
114
|
+
]),
|
|
115
|
+
limit: '1',
|
|
116
|
+
},
|
|
117
|
+
respondWith({ results: [{ slug: 'a' }, { slug: 'b' }, { slug: 'c' }] })
|
|
118
|
+
)
|
|
119
|
+
|
|
120
|
+
expect(result.data).toEqual([{ slug: 'b' }])
|
|
121
|
+
})
|
|
122
|
+
|
|
123
|
+
it('emits the same code whatever list location the config carries', () => {
|
|
124
|
+
expect(generateRESTAPIFetcher(baseConfig)).toEqual(
|
|
125
|
+
generateRESTAPIFetcher({ ...baseConfig, collectionPath: ['results'] })
|
|
126
|
+
)
|
|
127
|
+
})
|
|
128
|
+
})
|
|
129
|
+
|
|
130
|
+
describe('REST API fetcher — configured request body', () => {
|
|
131
|
+
it('sends the configured body when the caller supplies none', async () => {
|
|
132
|
+
let sent: string | undefined
|
|
133
|
+
await runHandler(
|
|
134
|
+
generateRESTAPIFetcher({
|
|
135
|
+
url: 'https://api.test/search',
|
|
136
|
+
method: 'POST',
|
|
137
|
+
bodyType: 'json',
|
|
138
|
+
body: '{"pageSize":50}',
|
|
139
|
+
}),
|
|
140
|
+
{},
|
|
141
|
+
(...args: unknown[]) => {
|
|
142
|
+
sent = (args[1] as { body?: string })?.body
|
|
143
|
+
return Promise.resolve({ ok: true, status: 200, json: () => Promise.resolve([]) })
|
|
144
|
+
}
|
|
145
|
+
)
|
|
146
|
+
|
|
147
|
+
expect(sent).toBe('{"pageSize":50}')
|
|
148
|
+
})
|
|
149
|
+
|
|
150
|
+
it('sends nothing when no body is configured, exactly as before', async () => {
|
|
151
|
+
let sent: string | undefined = 'untouched'
|
|
152
|
+
await runHandler(
|
|
153
|
+
generateRESTAPIFetcher({ url: 'https://api.test/search', method: 'POST' }),
|
|
154
|
+
{},
|
|
155
|
+
(...args: unknown[]) => {
|
|
156
|
+
sent = (args[1] as { body?: string })?.body
|
|
157
|
+
return Promise.resolve({ ok: true, status: 200, json: () => Promise.resolve([]) })
|
|
158
|
+
}
|
|
159
|
+
)
|
|
160
|
+
|
|
161
|
+
expect(sent).toBeUndefined()
|
|
162
|
+
})
|
|
163
|
+
})
|
|
164
|
+
|
|
165
|
+
describe('JavaScript fetcher — collection path', () => {
|
|
166
|
+
it('returns a bare list unchanged', async () => {
|
|
167
|
+
const result = await runHandler(
|
|
168
|
+
generateJavaScriptFetcher({ code: '[{ "id": 1 }, { "id": 2 }]' }),
|
|
169
|
+
{}
|
|
170
|
+
)
|
|
171
|
+
|
|
172
|
+
expect(result.data).toEqual([{ id: 1 }, { id: 2 }])
|
|
173
|
+
})
|
|
174
|
+
|
|
175
|
+
it('unwraps using the list location the request carries', async () => {
|
|
176
|
+
const result = await runHandler(
|
|
177
|
+
generateJavaScriptFetcher({ code: '({ "items": [{ "id": 1 }] })' }),
|
|
178
|
+
{
|
|
179
|
+
collectionPath: JSON.stringify(['items']),
|
|
180
|
+
}
|
|
181
|
+
)
|
|
182
|
+
|
|
183
|
+
expect(result.data).toEqual([{ id: 1 }])
|
|
184
|
+
})
|
|
185
|
+
|
|
186
|
+
it('emits the same code whatever list location the config carries', () => {
|
|
187
|
+
expect(generateJavaScriptFetcher({ code: '[]' })).toEqual(
|
|
188
|
+
generateJavaScriptFetcher({ code: '[]', collectionPath: ['items'] })
|
|
189
|
+
)
|
|
190
|
+
})
|
|
191
|
+
})
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import { generateRESTAPIFetcher } from '../src/fetchers/rest-api'
|
|
2
|
+
import { generateCountFetcher } from '../src/count-fetchers'
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* Counting re-runs the fetch handler and measures its result, so it depends on
|
|
6
|
+
* the same `collectionPath` the fetch does. Dropping it on the way through left
|
|
7
|
+
* the handler holding the wrapper object — not an array — and the count came
|
|
8
|
+
* back 0 for a list that plainly had rows.
|
|
9
|
+
*/
|
|
10
|
+
const runCount = async (query: Record<string, unknown>, body: unknown) => {
|
|
11
|
+
const source = `${generateRESTAPIFetcher({ url: 'https://api.test/items', method: 'GET' })}
|
|
12
|
+
${generateCountFetcher({ type: 'rest-api', config: {} } as never, 'data')}`
|
|
13
|
+
|
|
14
|
+
const withoutImports = source.replace(/^import\s+.*?$/gm, '')
|
|
15
|
+
const factory = new Function(
|
|
16
|
+
'fetch',
|
|
17
|
+
`${withoutImports.replace('export default async function handler', 'async function handler')}
|
|
18
|
+
return getCount`
|
|
19
|
+
)
|
|
20
|
+
|
|
21
|
+
const getCount = factory(() =>
|
|
22
|
+
Promise.resolve({ ok: true, status: 200, statusText: 'OK', json: () => Promise.resolve(body) })
|
|
23
|
+
)
|
|
24
|
+
|
|
25
|
+
let payload: Record<string, unknown> = {}
|
|
26
|
+
const res = {
|
|
27
|
+
status: () => res,
|
|
28
|
+
json: (data: Record<string, unknown>) => {
|
|
29
|
+
payload = data
|
|
30
|
+
return res
|
|
31
|
+
},
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
await getCount({ query }, res)
|
|
35
|
+
return payload
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
const WRAPPED = { categories: [{ slug: 'a' }, { slug: 'b' }, { slug: 'c' }] }
|
|
39
|
+
|
|
40
|
+
describe('REST count fetcher — collection path', () => {
|
|
41
|
+
it('counts the records the path points at', async () => {
|
|
42
|
+
const result = await runCount({ collectionPath: JSON.stringify(['categories']) }, WRAPPED)
|
|
43
|
+
|
|
44
|
+
expect(result.success).toBe(true)
|
|
45
|
+
expect(result.count).toBe(3)
|
|
46
|
+
})
|
|
47
|
+
|
|
48
|
+
it('counts a bare list with no path, exactly as before', async () => {
|
|
49
|
+
const result = await runCount({}, [{ slug: 'a' }, { slug: 'b' }])
|
|
50
|
+
|
|
51
|
+
expect(result.count).toBe(2)
|
|
52
|
+
})
|
|
53
|
+
|
|
54
|
+
it('still reports 0 for a payload that is not a list and has no path', async () => {
|
|
55
|
+
const result = await runCount({}, WRAPPED)
|
|
56
|
+
|
|
57
|
+
expect(result.count).toBe(0)
|
|
58
|
+
})
|
|
59
|
+
})
|
|
@@ -0,0 +1,174 @@
|
|
|
1
|
+
import * as vm from 'vm'
|
|
2
|
+
import { generateCSVFileFetcher } from '../src/fetchers/csv-file'
|
|
3
|
+
import { generateDataSourceFetcher } from '../src/data-source-fetchers'
|
|
4
|
+
import {
|
|
5
|
+
collectFilterLeafConditions,
|
|
6
|
+
pruneFilterTree,
|
|
7
|
+
generateFilterTreeHelpersCode,
|
|
8
|
+
} from '../src/utils'
|
|
9
|
+
|
|
10
|
+
const CSV = [
|
|
11
|
+
'Index,Title,Category',
|
|
12
|
+
'1,Alpha,Commercial',
|
|
13
|
+
'2,Beta,Narrative',
|
|
14
|
+
'3,Gamma,Commercial',
|
|
15
|
+
'4,Delta,Music Video',
|
|
16
|
+
].join('\n')
|
|
17
|
+
|
|
18
|
+
const condition = (source: string, destination: string, operand = '=') => ({
|
|
19
|
+
type: 'condition',
|
|
20
|
+
source,
|
|
21
|
+
destination,
|
|
22
|
+
operand,
|
|
23
|
+
})
|
|
24
|
+
|
|
25
|
+
const group = (operator: 'and' | 'or', children: unknown[]) => ({
|
|
26
|
+
type: 'group',
|
|
27
|
+
operator,
|
|
28
|
+
children,
|
|
29
|
+
})
|
|
30
|
+
|
|
31
|
+
// Loads the generated CSV API route and calls it the way Next.js would.
|
|
32
|
+
const runCsvHandler = async (filters?: unknown): Promise<Array<Record<string, string>>> => {
|
|
33
|
+
const code = generateCSVFileFetcher({
|
|
34
|
+
fileContent: CSV,
|
|
35
|
+
autoDetectHeader: true,
|
|
36
|
+
firstRowIsHeader: true,
|
|
37
|
+
})
|
|
38
|
+
const moduleExports: { default?: (req: unknown, res: unknown) => Promise<void> } = {}
|
|
39
|
+
const context = vm.createContext({ exports: moduleExports, console })
|
|
40
|
+
vm.runInContext(
|
|
41
|
+
code.replace(
|
|
42
|
+
'export default async function handler',
|
|
43
|
+
'exports.default = async function handler'
|
|
44
|
+
),
|
|
45
|
+
context
|
|
46
|
+
)
|
|
47
|
+
|
|
48
|
+
let payload: { data: Array<Record<string, string>> } | null = null
|
|
49
|
+
const res = {
|
|
50
|
+
status: () => res,
|
|
51
|
+
json: (data: never) => {
|
|
52
|
+
payload = data
|
|
53
|
+
return res
|
|
54
|
+
},
|
|
55
|
+
}
|
|
56
|
+
await moduleExports.default!(
|
|
57
|
+
{ query: filters === undefined ? {} : { filters: JSON.stringify(filters) }, method: 'GET' },
|
|
58
|
+
res
|
|
59
|
+
)
|
|
60
|
+
return payload!.data
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
const titles = (rows: Array<Record<string, string>>) => rows.map((row) => row.col_1).sort()
|
|
64
|
+
|
|
65
|
+
describe('filter groups reach the data source', () => {
|
|
66
|
+
it('applies a condition wrapped in the inspector and-group', async () => {
|
|
67
|
+
// The regression: a group has no `.source`, so the old flat-only runtime
|
|
68
|
+
// skipped it and returned every row unfiltered.
|
|
69
|
+
expect(
|
|
70
|
+
titles(await runCsvHandler([group('and', [condition('Category', 'Commercial')])]))
|
|
71
|
+
).toEqual(['Alpha', 'Gamma'])
|
|
72
|
+
})
|
|
73
|
+
|
|
74
|
+
it('leaves rows unfiltered only when there is genuinely no filter', async () => {
|
|
75
|
+
expect(await runCsvHandler()).toHaveLength(4)
|
|
76
|
+
expect(await runCsvHandler([])).toHaveLength(4)
|
|
77
|
+
})
|
|
78
|
+
|
|
79
|
+
it('honours an or-group instead of flattening it into ands', async () => {
|
|
80
|
+
const rows = await runCsvHandler([
|
|
81
|
+
group('or', [condition('Category', 'Commercial'), condition('Category', 'Narrative')]),
|
|
82
|
+
])
|
|
83
|
+
expect(titles(rows)).toEqual(['Alpha', 'Beta', 'Gamma'])
|
|
84
|
+
})
|
|
85
|
+
|
|
86
|
+
it('honours an or-group nested inside the root and-group', async () => {
|
|
87
|
+
const rows = await runCsvHandler([
|
|
88
|
+
group('and', [
|
|
89
|
+
condition('Title', 'Alpha', '!='),
|
|
90
|
+
group('or', [condition('Category', 'Commercial'), condition('Category', 'Narrative')]),
|
|
91
|
+
]),
|
|
92
|
+
])
|
|
93
|
+
expect(titles(rows)).toEqual(['Beta', 'Gamma'])
|
|
94
|
+
})
|
|
95
|
+
|
|
96
|
+
it('still accepts the legacy flat and object filter shapes', async () => {
|
|
97
|
+
expect(titles(await runCsvHandler([condition('Category', 'Commercial')]))).toEqual([
|
|
98
|
+
'Alpha',
|
|
99
|
+
'Gamma',
|
|
100
|
+
])
|
|
101
|
+
expect(titles(await runCsvHandler({ Category: 'Commercial' } as never))).toEqual([
|
|
102
|
+
'Alpha',
|
|
103
|
+
'Gamma',
|
|
104
|
+
])
|
|
105
|
+
})
|
|
106
|
+
})
|
|
107
|
+
|
|
108
|
+
describe('every data source emits the filter-tree runtime', () => {
|
|
109
|
+
const dataSources: Array<[string, Record<string, unknown>]> = [
|
|
110
|
+
['postgresql', { host: 'h', port: 5432, database: 'd', user: 'u', password: 'p' }],
|
|
111
|
+
['mysql', { host: 'h', port: 3306, database: 'd', user: 'u', password: 'p' }],
|
|
112
|
+
['mariadb', { host: 'h', port: 3306, database: 'd', user: 'u', password: 'p' }],
|
|
113
|
+
['amazon-redshift', { host: 'h', port: 5439, database: 'd', user: 'u', password: 'p' }],
|
|
114
|
+
['clickhouse', { url: 'http://h', username: 'u', password: 'p', database: 'd' }],
|
|
115
|
+
['turso', { databaseUrl: 'libsql://x', token: 't' }],
|
|
116
|
+
['mongodb', { connectionString: 'mongodb://h', database: 'd' }],
|
|
117
|
+
['firestore', { serviceAccount: 'teleporthq.secrets.FIRESTORE_SERVICE_ACCOUNT' }],
|
|
118
|
+
['supabase', { supabaseUrl: 'https://x.supabase.co', serviceRoleKey: 'k' }],
|
|
119
|
+
['airtable', { personalAccessToken: 'k', baseId: 'b' }],
|
|
120
|
+
['redis', { host: 'h', port: 6379 }],
|
|
121
|
+
['rest-api', { url: 'https://example.com/items' }],
|
|
122
|
+
['javascript', { code: 'return []' }],
|
|
123
|
+
]
|
|
124
|
+
|
|
125
|
+
it.each(dataSources)('%s understands filter groups', (type, config) => {
|
|
126
|
+
const code = generateDataSourceFetcher({ type, config } as never, 'items')
|
|
127
|
+
expect(code).toContain('normalizeFilterTree')
|
|
128
|
+
})
|
|
129
|
+
|
|
130
|
+
it('normalizes groups, legacy conditions and object maps into one tree', () => {
|
|
131
|
+
const context: { normalizeFilterTree?: (parsed: unknown) => unknown } = {}
|
|
132
|
+
vm.runInContext(
|
|
133
|
+
generateFilterTreeHelpersCode().replace(/^const /gm, 'this.'),
|
|
134
|
+
vm.createContext(context)
|
|
135
|
+
)
|
|
136
|
+
const normalize = context.normalizeFilterTree!
|
|
137
|
+
|
|
138
|
+
expect(normalize([group('and', [condition('Category', 'Commercial')])])).toEqual(
|
|
139
|
+
group('and', [condition('Category', 'Commercial')])
|
|
140
|
+
)
|
|
141
|
+
expect(normalize([{ source: 'Category', destination: 'Commercial' }])).toEqual(
|
|
142
|
+
group('and', [condition('Category', 'Commercial')])
|
|
143
|
+
)
|
|
144
|
+
expect(normalize({ Category: 'Commercial' })).toEqual(
|
|
145
|
+
group('and', [condition('Category', 'Commercial')])
|
|
146
|
+
)
|
|
147
|
+
expect(normalize([])).toBeNull()
|
|
148
|
+
expect(normalize([group('and', [])])).toBeNull()
|
|
149
|
+
})
|
|
150
|
+
})
|
|
151
|
+
|
|
152
|
+
describe('generator-side tree walkers', () => {
|
|
153
|
+
const tree = [
|
|
154
|
+
group('and', [
|
|
155
|
+
condition('Category', 'Commercial'),
|
|
156
|
+
group('or', [condition('Year', '2024'), condition('Year', '2025')]),
|
|
157
|
+
]),
|
|
158
|
+
]
|
|
159
|
+
|
|
160
|
+
it('finds conditions nested inside groups', () => {
|
|
161
|
+
// The initialData gate and the dynamic-destination checks read destinations
|
|
162
|
+
// through this; asking a group for `.destination` silently answers "static".
|
|
163
|
+
expect(collectFilterLeafConditions(tree)).toHaveLength(3)
|
|
164
|
+
})
|
|
165
|
+
|
|
166
|
+
it('prunes rejected conditions without collapsing the group structure', () => {
|
|
167
|
+
const pruned = pruneFilterTree(tree, (c) => (c as { source: string }).source !== 'Year')
|
|
168
|
+
expect(pruned).toEqual([group('and', [condition('Category', 'Commercial')])])
|
|
169
|
+
})
|
|
170
|
+
|
|
171
|
+
it('drops a group left empty by pruning', () => {
|
|
172
|
+
expect(pruneFilterTree(tree, () => false)).toEqual([])
|
|
173
|
+
})
|
|
174
|
+
})
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"count-fetchers.d.ts","sourceRoot":"","sources":["../../src/count-fetchers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAA;AAE3D,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAA;AACtE,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAA;AAC5D,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAA;AAChE,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAA;AAChE,OAAO,EAAE,4BAA4B,EAAE,MAAM,qBAAqB,CAAA;AAClE,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAA;AACtE,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAA;AAC7D,OAAO,EAAE,4BAA4B,EAAE,MAAM,qBAAqB,CAAA;AAElE,OAAO,EACL,8BAA8B,EAC9B,yBAAyB,EACzB,2BAA2B,EAC3B,2BAA2B,EAC3B,4BAA4B,EAC5B,8BAA8B,EAC9B,uBAAuB,EACvB,4BAA4B,GAC7B,CAAA;AAED,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,
|
|
1
|
+
{"version":3,"file":"count-fetchers.d.ts","sourceRoot":"","sources":["../../src/count-fetchers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAA;AAE3D,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAA;AACtE,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAA;AAC5D,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAA;AAChE,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAA;AAChE,OAAO,EAAE,4BAA4B,EAAE,MAAM,qBAAqB,CAAA;AAClE,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAA;AACtE,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAA;AAC7D,OAAO,EAAE,4BAA4B,EAAE,MAAM,qBAAqB,CAAA;AAElE,OAAO,EACL,8BAA8B,EAC9B,yBAAyB,EACzB,2BAA2B,EAC3B,2BAA2B,EAC3B,4BAA4B,EAC5B,8BAA8B,EAC9B,uBAAuB,EACvB,4BAA4B,GAC7B,CAAA;AAED,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAqF1F"}
|
|
@@ -43,7 +43,7 @@ function generateCountFetcher(dataSource, tableName) {
|
|
|
43
43
|
case 'csv-file':
|
|
44
44
|
return (0, csv_file_1.generateCSVCountFetcher)(config);
|
|
45
45
|
default:
|
|
46
|
-
return "\nasync function getCount(req, res) {\n try {\n const { query, queryColumns, filters } = req.query\n const fakeReq = { query: { query, queryColumns, filters }, method: 'GET' }\n let result = null\n let statusCode = 200\n \n const fakeRes = {\n status: (code) => {\n statusCode = code\n return fakeRes\n },\n json: (data) => {\n result = data\n return fakeRes\n },\n }\n \n await handler(fakeReq, fakeRes)\n \n if (statusCode !== 200 || !result || !result.success) {\n return res.status(500).json({\n success: false,\n error: 'Failed to get data for counting',\n timestamp: Date.now()\n })\n }\n \n const count = Array.isArray(result.data) ? result.data.length : 0\n \n return res.status(200).json({\n success: true,\n count: count,\n timestamp: Date.now()\n })\n } catch (error) {\n console.error('Error getting count:', error)\n return res.status(500).json({\n success: false,\n error: error.message || 'Failed to get count',\n timestamp: Date.now()\n })\n }\n}\n";
|
|
46
|
+
return "\nasync function getCount(req, res) {\n try {\n // `collectionPath` has to travel with the rest: this counts by re-running\n // the fetch handler and measuring its result, and without the path that\n // handler gets the wrapper object rather than the records, which is not an\n // array \u2014 so the count below would report 0 for a list that clearly has rows.\n const { query, queryColumns, filters, collectionPath } = req.query\n const fakeReq = { query: { query, queryColumns, filters, collectionPath }, method: 'GET' }\n let result = null\n let statusCode = 200\n \n const fakeRes = {\n status: (code) => {\n statusCode = code\n return fakeRes\n },\n json: (data) => {\n result = data\n return fakeRes\n },\n }\n \n await handler(fakeReq, fakeRes)\n \n if (statusCode !== 200 || !result || !result.success) {\n return res.status(500).json({\n success: false,\n error: 'Failed to get data for counting',\n timestamp: Date.now()\n })\n }\n \n const count = Array.isArray(result.data) ? result.data.length : 0\n \n return res.status(200).json({\n success: true,\n count: count,\n timestamp: Date.now()\n })\n } catch (error) {\n console.error('Error getting count:', error)\n return res.status(500).json({\n success: false,\n error: error.message || 'Failed to get count',\n timestamp: Date.now()\n })\n }\n}\n";
|
|
47
47
|
}
|
|
48
48
|
}
|
|
49
49
|
exports.generateCountFetcher = generateCountFetcher;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"count-fetchers.js","sourceRoot":"","sources":["../../src/count-fetchers.ts"],"names":[],"mappings":";;;AACA,+DAA2E;AAC3E,oDAAsE;AAUpE,+GAVO,2CAA8B,OAUP;AAThC,0CAA4D;AAU1D,0GAVO,iCAAyB,OAUP;AAT3B,8CAAgE;AAU9D,4GAVO,qCAA2B,OAUP;AAT7B,8CAAgE;AAU9D,4GAVO,qCAA2B,OAUP;AAT7B,gDAAkE;AAUhE,6GAVO,uCAA4B,OAUP;AAT9B,oDAAsE;AAUpE,+GAVO,2CAA8B,OAUP;AAThC,gDAA6D;AAU3D,wGAVO,kCAAuB,OAUP;AATzB,gDAAkE;AAUhE,6GAVO,uCAA4B,OAUP;AAG9B,SAAgB,oBAAoB,CAAC,UAA0B,EAAE,SAAiB;IACxE,IAAA,IAAI,GAAa,UAAU,KAAvB,EAAE,MAAM,GAAK,UAAU,OAAf,CAAe;IAEnC,QAAQ,IAAI,EAAE;QACZ,KAAK,UAAU;YACb,OAAO,IAAA,uCAA4B,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAExD,KAAK,YAAY,CAAC;QAClB,KAAK,aAAa;YAChB,OAAO,IAAA,2CAA8B,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAE1D,KAAK,OAAO,CAAC;QACb,KAAK,MAAM;YACT,OAAO,IAAA,iCAAyB,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAErD,KAAK,SAAS;YACZ,OAAO,IAAA,qCAA2B,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAEvD,KAAK,SAAS;YACZ,OAAO,IAAA,qCAA2B,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAEvD,KAAK,UAAU;YACb,IAAI,IAAA,yDAAkC,EAAC,MAAM,CAAC,EAAE;gBAC9C,OAAO,IAAA,2CAA8B,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;aACzD;YACD,OAAO,IAAA,uCAA4B,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAExD,KAAK,YAAY;YACf,OAAO,IAAA,2CAA8B,EAAC,MAAM,CAAC,CAAA;QAE/C,KAAK,UAAU;YACb,OAAO,IAAA,kCAAuB,EAAC,MAAM,CAAC,CAAA;QAExC;YACE,OAAO,
|
|
1
|
+
{"version":3,"file":"count-fetchers.js","sourceRoot":"","sources":["../../src/count-fetchers.ts"],"names":[],"mappings":";;;AACA,+DAA2E;AAC3E,oDAAsE;AAUpE,+GAVO,2CAA8B,OAUP;AAThC,0CAA4D;AAU1D,0GAVO,iCAAyB,OAUP;AAT3B,8CAAgE;AAU9D,4GAVO,qCAA2B,OAUP;AAT7B,8CAAgE;AAU9D,4GAVO,qCAA2B,OAUP;AAT7B,gDAAkE;AAUhE,6GAVO,uCAA4B,OAUP;AAT9B,oDAAsE;AAUpE,+GAVO,2CAA8B,OAUP;AAThC,gDAA6D;AAU3D,wGAVO,kCAAuB,OAUP;AATzB,gDAAkE;AAUhE,6GAVO,uCAA4B,OAUP;AAG9B,SAAgB,oBAAoB,CAAC,UAA0B,EAAE,SAAiB;IACxE,IAAA,IAAI,GAAa,UAAU,KAAvB,EAAE,MAAM,GAAK,UAAU,OAAf,CAAe;IAEnC,QAAQ,IAAI,EAAE;QACZ,KAAK,UAAU;YACb,OAAO,IAAA,uCAA4B,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAExD,KAAK,YAAY,CAAC;QAClB,KAAK,aAAa;YAChB,OAAO,IAAA,2CAA8B,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAE1D,KAAK,OAAO,CAAC;QACb,KAAK,MAAM;YACT,OAAO,IAAA,iCAAyB,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAErD,KAAK,SAAS;YACZ,OAAO,IAAA,qCAA2B,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAEvD,KAAK,SAAS;YACZ,OAAO,IAAA,qCAA2B,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAEvD,KAAK,UAAU;YACb,IAAI,IAAA,yDAAkC,EAAC,MAAM,CAAC,EAAE;gBAC9C,OAAO,IAAA,2CAA8B,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;aACzD;YACD,OAAO,IAAA,uCAA4B,EAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAExD,KAAK,YAAY;YACf,OAAO,IAAA,2CAA8B,EAAC,MAAM,CAAC,CAAA;QAE/C,KAAK,UAAU;YACb,OAAO,IAAA,kCAAuB,EAAC,MAAM,CAAC,CAAA;QAExC;YACE,OAAO,09CAiDZ,CAAA;KACE;AACH,CAAC;AArFD,oDAqFC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"airtable.d.ts","sourceRoot":"","sources":["../../../src/fetchers/airtable.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"airtable.d.ts","sourceRoot":"","sources":["../../../src/fetchers/airtable.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,sBAAsB,WACzB,OAAO,MAAM,EAAE,OAAO,CAAC,KAC9B;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAcpC,CAAA;AAQD,eAAO,MAAM,uBAAuB,WAC1B,OAAO,MAAM,EAAE,OAAO,CAAC,aACpB,MAAM,KAChB,MAqNF,CAAA"}
|
|
@@ -19,7 +19,7 @@ var generateAirtableFetcher = function (config, tableName) {
|
|
|
19
19
|
var airtableConfig = config;
|
|
20
20
|
var baseId = airtableConfig.baseId;
|
|
21
21
|
var personalAccessToken = airtableConfig.personalAccessToken;
|
|
22
|
-
return "import fetch from 'node-fetch'\n\n".concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, utils_1.generateDateFormatterCode)(), "\n\n// Escape a string literal for Airtable formula grammar. Strings use\n// single quotes; embedded single-quote must be backslash-escaped.\n// Backslash itself also escapes.\nconst escapeAirtableString = (s) => {\n return \"'\" + String(s).replace(/\\\\/g, '\\\\\\\\').replace(/'/g, \"\\\\'\") + \"'\"\n}\n\n// Escape an Airtable field reference name for use inside curly braces.\n// Only close-brace and backslash are special inside the braces.\nconst escapeAirtableFieldRef = (name) => {\n return String(name).replace(/\\\\/g, '\\\\\\\\').replace(/}/g, '\\\\}')\n}\n\nconst buildAirtableSearchFormula = (rawQuery, rawQueryColumns) => {\n if (typeof rawQuery !== 'string' || rawQuery.trim() === '') return ''\n let cols = []\n if (rawQueryColumns) {\n const parsed = safeJSONParse(rawQueryColumns)\n cols = Array.isArray(parsed) ? parsed : (parsed ? [parsed] : [])\n }\n const validCols = cols.filter((c) => typeof c === 'string' && c.length > 0)\n if (validCols.length === 0) return ''\n const literal = escapeAirtableString(rawQuery)\n const parts = validCols.map(\n (col) => 'SEARCH(' + literal + ', {' + escapeAirtableFieldRef(col) + '})'\n )\n return parts.length === 1 ? parts[0] : 'OR(' + parts.join(',') + ')'\n}\n\nexport default async function handler(req, res) {\n try {\n const { query, queryColumns, view, limit, page, perPage, sortBy, sortOrder, filters, sorts, offset: offsetParam } = req.query\n\n const queryParams = new URLSearchParams()\n const formulaParts = []\n\n if (view) {\n queryParams.append('view', view)\n }\n \n // Handle sorts - new array format\n if (sorts) {\n const parsedSorts = safeJSONParse(sorts)\n if (Array.isArray(parsedSorts) && parsedSorts.length > 0) {\n parsedSorts.forEach((sort, index) => {\n if (!sort.field) return\n queryParams.append(`sort[${index}][field]`, sort.field)\n queryParams.append(`sort[${index}][direction]`, (sort.order || '').toLowerCase().startsWith('desc') ? 'desc' : 'asc')\n })\n }\n } else if (sortBy) {\n queryParams.append('sort[0][field]', sortBy)\n queryParams.append('sort[0][direction]', (sortOrder || '').toLowerCase().startsWith('desc') ? 'desc' : 'asc')\n }\n \n const perPageValue = limit || perPage || 100\n queryParams.append('pageSize', Math.min(parseInt(perPageValue), 100).toString())\n \n const formatAirtableValue = (value) => {\n if (typeof value === 'string') {\n return `'${value.replace(/'/g, \"\\\\'\")}'`\n } else if (typeof value === 'number') {\n return String(value)\n } else if (typeof value === 'boolean') {\n return value ? 'TRUE()' : 'FALSE()'\n }\n return `'${String(value)}'`\n }\n \n if (filters) {\n const
|
|
22
|
+
return "import fetch from 'node-fetch'\n\n".concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, utils_1.generateFilterTreeHelpersCode)(), "\n\n").concat((0, utils_1.generateDateFormatterCode)(), "\n\n// Escape a string literal for Airtable formula grammar. Strings use\n// single quotes; embedded single-quote must be backslash-escaped.\n// Backslash itself also escapes.\nconst escapeAirtableString = (s) => {\n return \"'\" + String(s).replace(/\\\\/g, '\\\\\\\\').replace(/'/g, \"\\\\'\") + \"'\"\n}\n\n// Escape an Airtable field reference name for use inside curly braces.\n// Only close-brace and backslash are special inside the braces.\nconst escapeAirtableFieldRef = (name) => {\n return String(name).replace(/\\\\/g, '\\\\\\\\').replace(/}/g, '\\\\}')\n}\n\nconst buildAirtableSearchFormula = (rawQuery, rawQueryColumns) => {\n if (typeof rawQuery !== 'string' || rawQuery.trim() === '') return ''\n let cols = []\n if (rawQueryColumns) {\n const parsed = safeJSONParse(rawQueryColumns)\n cols = Array.isArray(parsed) ? parsed : (parsed ? [parsed] : [])\n }\n const validCols = cols.filter((c) => typeof c === 'string' && c.length > 0)\n if (validCols.length === 0) return ''\n const literal = escapeAirtableString(rawQuery)\n const parts = validCols.map(\n (col) => 'SEARCH(' + literal + ', {' + escapeAirtableFieldRef(col) + '})'\n )\n return parts.length === 1 ? parts[0] : 'OR(' + parts.join(',') + ')'\n}\n\nexport default async function handler(req, res) {\n try {\n const { query, queryColumns, view, limit, page, perPage, sortBy, sortOrder, filters, sorts, offset: offsetParam } = req.query\n\n const queryParams = new URLSearchParams()\n const formulaParts = []\n\n if (view) {\n queryParams.append('view', view)\n }\n \n // Handle sorts - new array format\n if (sorts) {\n const parsedSorts = safeJSONParse(sorts)\n if (Array.isArray(parsedSorts) && parsedSorts.length > 0) {\n parsedSorts.forEach((sort, index) => {\n if (!sort.field) return\n queryParams.append(`sort[${index}][field]`, sort.field)\n queryParams.append(`sort[${index}][direction]`, (sort.order || '').toLowerCase().startsWith('desc') ? 'desc' : 'asc')\n })\n }\n } else if (sortBy) {\n queryParams.append('sort[0][field]', sortBy)\n queryParams.append('sort[0][direction]', (sortOrder || '').toLowerCase().startsWith('desc') ? 'desc' : 'asc')\n }\n \n const perPageValue = limit || perPage || 100\n queryParams.append('pageSize', Math.min(parseInt(perPageValue), 100).toString())\n \n const formatAirtableValue = (value) => {\n if (typeof value === 'string') {\n return `'${value.replace(/'/g, \"\\\\'\")}'`\n } else if (typeof value === 'number') {\n return String(value)\n } else if (typeof value === 'boolean') {\n return value ? 'TRUE()' : 'FALSE()'\n }\n return `'${String(value)}'`\n }\n \n if (filters) {\n const filterTree = normalizeFilterTree(safeJSONParse(filters))\n \n if (filterTree) {\n const buildCondition = (condition) => {\n const field = condition.source\n const value = condition.destination\n const operand = condition.operand\n \n if (Array.isArray(value)) {\n if (value.length === 0) return null\n const arrayConditions = value.map((v) => `{${field}}=${formatAirtableValue(v)}`)\n return arrayConditions.length > 1\n ? `OR(${arrayConditions.join(',')})`\n : arrayConditions[0]\n }\n \n const operatorMap = {\n '=': '=',\n '!=': '!=',\n '>': '>',\n '<': '<',\n '>=': '>=',\n '<=': '<=',\n }\n const airtableOp = operatorMap[operand] || '='\n return `{${field}}${airtableOp}${formatAirtableValue(value)}`\n }\n \n // Airtable spells its logic as AND(a,b) / OR(a,b) rather than infix, so\n // the tree is walked here instead of with buildFilterTreeClause.\n const buildNode = (node) => {\n if (node.type === 'group') {\n const parts = node.children.map(buildNode).filter(Boolean)\n if (parts.length === 0) return null\n if (parts.length === 1) return parts[0]\n return node.operator === 'or'\n ? `OR(${parts.join(',')})`\n : `AND(${parts.join(',')})`\n }\n return buildCondition(node)\n }\n \n const filterFormula = buildNode(filterTree)\n if (filterFormula) {\n formulaParts.push(filterFormula)\n }\n }\n }\n\n // Apply the { query, queryColumns } search contract via the\n // Airtable SEARCH() function. Search-term string literal escaping\n // protects against single-quote injection; field-ref escaping\n // protects against close-brace or backslash breaking out of the\n // {field} reference.\n const searchFormula = buildAirtableSearchFormula(query, queryColumns)\n if (searchFormula) {\n formulaParts.push(searchFormula)\n }\n\n if (formulaParts.length === 1) {\n queryParams.append('filterByFormula', formulaParts[0])\n } else if (formulaParts.length > 1) {\n queryParams.append('filterByFormula', 'AND(' + formulaParts.join(',') + ')')\n }\n \n let url = `https://api.airtable.com/v0/").concat(baseId, "/${encodeURIComponent('").concat(tableName, "')}`\n if (queryParams.toString()) {\n url += `?${queryParams.toString()}`\n }\n \n const allRecords = []\n let airtableOffset\n const skipValue = offsetParam !== undefined ? parseInt(offsetParam) : (page ? (parseInt(page) - 1) * parseInt(perPageValue) : 0)\n const totalRecordsNeeded = skipValue + parseInt(perPageValue)\n \n do {\n const fetchUrl = airtableOffset ? `${url}&offset=${airtableOffset}` : url\n const response = await fetch(fetchUrl, {\n method: 'GET',\n headers: {\n Authorization: `Bearer ").concat((0, utils_1.replaceSecretReference)(personalAccessToken, {
|
|
23
23
|
templateLiteral: true,
|
|
24
24
|
}), "`,\n 'Content-Type': 'application/json'\n }\n })\n \n if (!response.ok) {\n const errorData = await response.json().catch(() => ({}))\n return res.status(response.status).json({\n success: false,\n error: errorData.error?.message || `HTTP ${response.status}: ${response.statusText}`,\n timestamp: Date.now()\n })\n }\n \n const data = await response.json()\n allRecords.push(...data.records)\n airtableOffset = data.offset\n \n if (allRecords.length >= totalRecordsNeeded || !airtableOffset) {\n break\n }\n } while (airtableOffset)\n \n const paginatedRecords = allRecords.slice(skipValue, skipValue + parseInt(perPageValue))\n \n const formattedRecords = paginatedRecords.map((record) => ({\n id: record.id,\n ...record.fields,\n createdTime: record.createdTime\n }))\n \n const safeData = JSON.parse(JSON.stringify(formattedRecords, dateReplacer))\n \n return res.status(200).json({\n success: true,\n data: safeData,\n timestamp: Date.now()\n })\n } catch (error) {\n console.error('Airtable fetch error:', error)\n return res.status(500).json({\n success: false,\n error: error.message || 'Failed to fetch data',\n timestamp: Date.now()\n })\n }\n}\n");
|
|
25
25
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"airtable.js","sourceRoot":"","sources":["../../../src/fetchers/airtable.ts"],"names":[],"mappings":";;;AAAA,
|
|
1
|
+
{"version":3,"file":"airtable.js","sourceRoot":"","sources":["../../../src/fetchers/airtable.ts"],"names":[],"mappings":";;;AAAA,kCAKiB;AAEV,IAAM,sBAAsB,GAAG,UACpC,MAA+B;IAE/B,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;QACzC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,+BAA+B,EAAE,CAAA;KAClE;IAED,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACtF,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,8BAA8B,EAAE,CAAA;KACjE;IAED,IAAI,CAAC,MAAM,CAAC,mBAAmB,IAAI,OAAO,MAAM,CAAC,mBAAmB,KAAK,QAAQ,EAAE;QACjF,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,4CAA4C,EAAE,CAAA;KAC/E;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AAC1B,CAAC,CAAA;AAhBY,QAAA,sBAAsB,0BAgBlC;AAQM,IAAM,uBAAuB,GAAG,UACrC,MAA+B,EAC/B,SAAiB;IAEjB,IAAM,cAAc,GAAG,MAAwB,CAAA;IAC/C,IAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAA;IACpC,IAAM,mBAAmB,GAAG,cAAc,CAAC,mBAAmB,CAAA;IAE9D,OAAO,4CAEP,IAAA,iCAAyB,GAAE,iBAE3B,IAAA,qCAA6B,GAAE,iBAE/B,IAAA,iCAAyB,GAAE,irKAyIiB,MAAM,oCAA2B,SAAS,wkBAepD,IAAA,8BAAsB,EAAC,mBAAmB,EAAE;QACpE,eAAe,EAAE,IAAI;KACtB,CAAC,+1CA+CX,CAAA;AACD,CAAC,CAAA;AAxNY,QAAA,uBAAuB,2BAwNnC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"clickhouse.d.ts","sourceRoot":"","sources":["../../../src/fetchers/clickhouse.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"clickhouse.d.ts","sourceRoot":"","sources":["../../../src/fetchers/clickhouse.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,wBAAwB,WAC3B,OAAO,MAAM,EAAE,OAAO,CAAC,KAC9B;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAkBpC,CAAA;AAQD,eAAO,MAAM,yBAAyB,WAC5B,OAAO,MAAM,EAAE,OAAO,CAAC,aACpB,MAAM,KAChB,MA+JF,CAAA"}
|
|
@@ -23,7 +23,7 @@ var generateClickHouseFetcher = function (config, tableName) {
|
|
|
23
23
|
var url = clickConfig.url;
|
|
24
24
|
var username = clickConfig.username;
|
|
25
25
|
var password = clickConfig.password;
|
|
26
|
-
return "import { createClient } from '@clickhouse/client'\n\nlet client = null\n\nconst getClient = () => {\n if (client) return client\n \n client = createClient({\n url: ".concat(JSON.stringify(url), ",\n username: ").concat(JSON.stringify(username), ",\n password: ").concat((0, utils_1.replaceSecretReference)(password), "\n })\n \n return client\n}\n\n").concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, utils_1.generateDateFormatterCode)(), "\n\nexport default async function handler(req, res) {\n try {\n const client = getClient()\n const { query, queryColumns, limit, page, perPage, sortBy, sortOrder, filters, sorts, offset } = req.query\n \n const conditions = []\n \n const formatClickHouseValue = (value) => {\n if (value === null || value === undefined) return 'NULL'\n if (typeof value === 'string') return `'${value.replace(/'/g, \"\\\\'\")}'`\n if (typeof value === 'boolean') return value ? '1' : '0'\n return String(value)\n }\n\n // Helper to sanitize identifier (prevent SQL injection in column names)\n const sanitizeIdentifier = (name) => {\n // Only allow alphanumeric and underscore\n if (!/^[a-zA-Z_][a-zA-Z0-9_]*$/.test(name)) {\n throw new Error(`Invalid identifier: ${name}`)\n }\n return `\\`${name}\\``\n }\n\n if (query) {\n if (queryColumns) {\n const parsed = safeJSONParse(queryColumns)\n const columns = Array.isArray(parsed) ? parsed : [parsed]\n // Escape the search term into a ClickHouse string literal so\n // single quotes and backslashes can't break out of the literal\n // or execute injected SQL. Column identifiers are sanitized\n // against the identifier regex above.\n const queryLiteral = formatClickHouseValue(String(query))\n const searchConditions = columns.map(\n (col) =>\n `positionCaseInsensitiveUTF8(toString(${sanitizeIdentifier(col)}), ${queryLiteral}) > 0`\n )\n conditions.push(`(${searchConditions.join(' OR ')})`)\n } else {\n // Note: Without queryColumns, ClickHouse can't search all columns efficiently\n // Users should provide queryColumns for optimal search performance\n console.warn('Search query provided without queryColumns - search may not work as expected')\n }\n }\n \n if (filters) {\n const
|
|
26
|
+
return "import { createClient } from '@clickhouse/client'\n\nlet client = null\n\nconst getClient = () => {\n if (client) return client\n \n client = createClient({\n url: ".concat(JSON.stringify(url), ",\n username: ").concat(JSON.stringify(username), ",\n password: ").concat((0, utils_1.replaceSecretReference)(password), "\n })\n \n return client\n}\n\n").concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, utils_1.generateFilterTreeHelpersCode)(), "\n\n").concat((0, utils_1.generateDateFormatterCode)(), "\n\nexport default async function handler(req, res) {\n try {\n const client = getClient()\n const { query, queryColumns, limit, page, perPage, sortBy, sortOrder, filters, sorts, offset } = req.query\n \n const conditions = []\n \n const formatClickHouseValue = (value) => {\n if (value === null || value === undefined) return 'NULL'\n if (typeof value === 'string') return `'${value.replace(/'/g, \"\\\\'\")}'`\n if (typeof value === 'boolean') return value ? '1' : '0'\n return String(value)\n }\n\n // Helper to sanitize identifier (prevent SQL injection in column names)\n const sanitizeIdentifier = (name) => {\n // Only allow alphanumeric and underscore\n if (!/^[a-zA-Z_][a-zA-Z0-9_]*$/.test(name)) {\n throw new Error(`Invalid identifier: ${name}`)\n }\n return `\\`${name}\\``\n }\n\n if (query) {\n if (queryColumns) {\n const parsed = safeJSONParse(queryColumns)\n const columns = Array.isArray(parsed) ? parsed : [parsed]\n // Escape the search term into a ClickHouse string literal so\n // single quotes and backslashes can't break out of the literal\n // or execute injected SQL. Column identifiers are sanitized\n // against the identifier regex above.\n const queryLiteral = formatClickHouseValue(String(query))\n const searchConditions = columns.map(\n (col) =>\n `positionCaseInsensitiveUTF8(toString(${sanitizeIdentifier(col)}), ${queryLiteral}) > 0`\n )\n conditions.push(`(${searchConditions.join(' OR ')})`)\n } else {\n // Note: Without queryColumns, ClickHouse can't search all columns efficiently\n // Users should provide queryColumns for optimal search performance\n console.warn('Search query provided without queryColumns - search may not work as expected')\n }\n }\n \n if (filters) {\n const filterTree = normalizeFilterTree(safeJSONParse(filters))\n \n if (filterTree) {\n const buildCondition = (condition) => {\n const field = sanitizeIdentifier(condition.source)\n const value = condition.destination\n const operand = condition.operand\n \n if (Array.isArray(value)) {\n if (value.length === 0) return null\n const formattedValues = value.map(formatClickHouseValue).join(', ')\n return operand === '!='\n ? `${field} NOT IN (${formattedValues})`\n : `${field} IN (${formattedValues})`\n }\n \n if (value === null) {\n if (operand === '=') return `${field} IS NULL`\n if (operand === '!=') return `${field} IS NOT NULL`\n return null\n }\n \n const validOps = ['=', '!=', '>', '<', '>=', '<=']\n const sqlOperator = validOps.includes(operand) ? operand : '='\n return `${field} ${sqlOperator} ${formatClickHouseValue(value)}`\n }\n \n const clause = buildFilterTreeClause(filterTree, buildCondition)\n if (clause) conditions.push(clause)\n }\n }\n \n let sql = `SELECT * FROM ").concat(tableName, "`\n \n if (conditions.length > 0) {\n sql += ` WHERE ${conditions.join(' AND ')}`\n }\n \n // Handle sorts - new array format\n if (sorts) {\n const parsedSorts = safeJSONParse(sorts)\n if (Array.isArray(parsedSorts) && parsedSorts.length > 0) {\n const orderClauses = parsedSorts.map((sort) => {\n if (!sort.field) return null\n const order = (sort.order || '').toUpperCase().startsWith('DESC') ? 'DESC' : 'ASC'\n return `${sanitizeIdentifier(sort.field)} ${order}`\n }).filter(Boolean)\n\n if (orderClauses.length > 0) {\n sql += ` ORDER BY ${orderClauses.join(', ')}`\n }\n }\n } else if (sortBy) {\n sql += ` ORDER BY ${sanitizeIdentifier(sortBy)} ${(sortOrder || '').toUpperCase().startsWith('DESC') ? 'DESC' : 'ASC'}`\n }\n \n const limitValue = limit || perPage\n const offsetValue = offset !== undefined ? parseInt(offset) : (page && perPage ? (parseInt(page) - 1) * parseInt(perPage) : undefined)\n \n if (limitValue) {\n sql += ` LIMIT ${limitValue}`\n }\n \n if (offsetValue !== undefined) {\n sql += ` OFFSET ${offsetValue}`\n }\n \n const result = await client.query({ query: sql })\n const resultResponse = await result.json()\n const safeData = JSON.parse(JSON.stringify(resultResponse.data, dateReplacer))\n\n return res.status(200).json({\n success: true,\n data: safeData,\n timestamp: Date.now()\n })\n } catch (error) {\n console.error('ClickHouse fetch error:', error)\n return res.status(500).json({\n success: false,\n error: error.message || 'Failed to fetch data',\n timestamp: Date.now()\n })\n }\n}\n");
|
|
27
27
|
};
|
|
28
28
|
exports.generateClickHouseFetcher = generateClickHouseFetcher;
|
|
29
29
|
//# sourceMappingURL=clickhouse.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"clickhouse.js","sourceRoot":"","sources":["../../../src/fetchers/clickhouse.ts"],"names":[],"mappings":";;;AAAA,
|
|
1
|
+
{"version":3,"file":"clickhouse.js","sourceRoot":"","sources":["../../../src/fetchers/clickhouse.ts"],"names":[],"mappings":";;;AAAA,kCAKiB;AAEV,IAAM,wBAAwB,GAAG,UACtC,MAA+B;IAE/B,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;QACzC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,+BAA+B,EAAE,CAAA;KAClE;IAED,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ,EAAE;QACjD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,4BAA4B,EAAE,CAAA;KAC/D;IAED,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE;QAC3D,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,iCAAiC,EAAE,CAAA;KACpE;IAED,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE;QAC3D,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,iCAAiC,EAAE,CAAA;KACpE;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AAC1B,CAAC,CAAA;AApBY,QAAA,wBAAwB,4BAoBpC;AAQM,IAAM,yBAAyB,GAAG,UACvC,MAA+B,EAC/B,SAAiB;IAEjB,IAAM,WAAW,GAAG,MAA0B,CAAA;IAC9C,IAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAA;IAC3B,IAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAA;IACrC,IAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAA;IAErC,OAAO,oLAQE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,8BACd,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,8BACxB,IAAA,8BAAsB,EAAC,QAAQ,CAAC,+CAM9C,IAAA,iCAAyB,GAAE,iBAE3B,IAAA,qCAA6B,GAAE,iBAE/B,IAAA,iCAAyB,GAAE,6oGA+EG,SAAS,6sDAqDxC,CAAA;AACD,CAAC,CAAA;AAlKY,QAAA,yBAAyB,6BAkKrC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"csv-file.d.ts","sourceRoot":"","sources":["../../../src/fetchers/csv-file.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"csv-file.d.ts","sourceRoot":"","sources":["../../../src/fetchers/csv-file.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,iBAAiB,WACpB,OAAO,MAAM,EAAE,OAAO,CAAC,KAC9B;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CA8BpC,CAAA;AA4JD,eAAO,MAAM,sBAAsB,WAAY,OAAO,MAAM,EAAE,OAAO,CAAC,KAAG,MAyIxE,CAAA;AAGD,eAAO,MAAM,uBAAuB,YAAa,GAAG,KAAG,MA+CtD,CAAA"}
|
|
@@ -31,7 +31,7 @@ var validateCSVConfig = function (config) {
|
|
|
31
31
|
};
|
|
32
32
|
exports.validateCSVConfig = validateCSVConfig;
|
|
33
33
|
var generateHandlerBody = function () {
|
|
34
|
-
return "\n try {\n const { query, queryColumns, limit, page, perPage, sortBy, sortOrder, filters, sorts, offset: offsetParam } = req.query\n \n const labelToIdMap = {}\n columns.forEach((col) => {\n if (col.label && col.id) {\n labelToIdMap[col.label] = col.id\n }\n })\n \n let filteredData = [...data]\n \n if (query) {\n const searchQuery = query.toLowerCase()\n \n if (queryColumns) {\n const searchColumns = safeJSONParse(queryColumns)\n filteredData = filteredData.filter((item) => {\n return searchColumns.some((col) => {\n const field = labelToIdMap[col] || col\n const value = getNestedValue(item, field)\n return value && String(value).toLowerCase().includes(searchQuery)\n })\n })\n } else {\n filteredData = filteredData.filter((item) => {\n try {\n const stringified = JSON.stringify(item).toLowerCase()\n return stringified.includes(searchQuery)\n } catch {\n return false\n }\n })\n }\n }\n \n if (filters) {\n const
|
|
34
|
+
return "\n try {\n const { query, queryColumns, limit, page, perPage, sortBy, sortOrder, filters, sorts, offset: offsetParam } = req.query\n \n const labelToIdMap = {}\n columns.forEach((col) => {\n if (col.label && col.id) {\n labelToIdMap[col.label] = col.id\n }\n })\n \n let filteredData = [...data]\n \n if (query) {\n const searchQuery = query.toLowerCase()\n \n if (queryColumns) {\n const searchColumns = safeJSONParse(queryColumns)\n filteredData = filteredData.filter((item) => {\n return searchColumns.some((col) => {\n const field = labelToIdMap[col] || col\n const value = getNestedValue(item, field)\n return value && String(value).toLowerCase().includes(searchQuery)\n })\n })\n } else {\n filteredData = filteredData.filter((item) => {\n try {\n const stringified = JSON.stringify(item).toLowerCase()\n return stringified.includes(searchQuery)\n } catch {\n return false\n }\n })\n }\n }\n \n if (filters) {\n const filterTree = normalizeFilterTree(safeJSONParse(filters))\n \n if (filterTree) {\n filteredData = filteredData.filter((item) =>\n evaluateFilterTree(filterTree, (condition) => {\n const field = labelToIdMap[condition.source] || condition.source\n const value = getNestedValue(item, field)\n const target = condition.destination\n const operand = condition.operand\n \n if (Array.isArray(target)) {\n if (operand === '!=') {\n return !target.includes(value)\n }\n return target.includes(value)\n }\n \n return compareValues(value, target, operand)\n })\n )\n }\n }\n \n if (sorts) {\n const parsedSorts = safeJSONParse(sorts)\n if (Array.isArray(parsedSorts) && parsedSorts.length > 0) {\n filteredData.sort((a, b) => {\n for (const sort of parsedSorts) {\n if (!sort.field) continue\n const field = labelToIdMap[sort.field] || sort.field\n const aVal = getNestedValue(a, field)\n const bVal = getNestedValue(b, field)\n const sortOrderValue = (sort.order || '').toLowerCase().startsWith('desc') ? -1 : 1\n \n let comparison = 0\n if (aVal === null || aVal === undefined) {\n comparison = bVal === null || bVal === undefined ? 0 : -1\n } else if (bVal === null || bVal === undefined) {\n comparison = 1\n } else if (typeof aVal === 'number' && typeof bVal === 'number') {\n comparison = aVal - bVal\n } else if (aVal instanceof Date && bVal instanceof Date) {\n comparison = aVal.getTime() - bVal.getTime()\n } else {\n const aStr = String(aVal)\n const bStr = String(bVal)\n if (aStr < bStr) comparison = -1\n else if (aStr > bStr) comparison = 1\n }\n \n if (comparison !== 0) return comparison * sortOrderValue\n }\n return 0\n })\n }\n } else if (sortBy) {\n const field = labelToIdMap[sortBy] || sortBy\n filteredData.sort((a, b) => {\n const aVal = getNestedValue(a, field)\n const bVal = getNestedValue(b, field)\n const sortOrderValue = (sortOrder || '').toLowerCase().startsWith('desc') ? -1 : 1\n \n let comparison = 0\n if (aVal === null || aVal === undefined) {\n comparison = bVal === null || bVal === undefined ? 0 : -1\n } else if (bVal === null || bVal === undefined) {\n comparison = 1\n } else if (typeof aVal === 'number' && typeof bVal === 'number') {\n comparison = aVal - bVal\n } else if (aVal instanceof Date && bVal instanceof Date) {\n comparison = aVal.getTime() - bVal.getTime()\n } else {\n const aStr = String(aVal)\n const bStr = String(bVal)\n if (aStr < bStr) comparison = -1\n else if (aStr > bStr) comparison = 1\n }\n \n return comparison * sortOrderValue\n })\n }\n \n const limitValue = limit || perPage\n const offsetValue = offsetParam !== undefined ? parseInt(offsetParam) : (page && perPage ? (parseInt(page) - 1) * parseInt(perPage) : 0)\n \n if (limitValue) {\n filteredData = filteredData.slice(offsetValue, offsetValue + parseInt(limitValue))\n }\n \n const safeData = JSON.parse(JSON.stringify(filteredData, dateReplacer))\n \n return res.status(200).json({\n success: true,\n data: safeData,\n timestamp: Date.now()\n })\n } catch (error) {\n console.error('CSV fetch error:', error)\n return res.status(500).json({\n success: false,\n error: error.message || 'Failed to fetch data',\n timestamp: Date.now()\n })\n }\n";
|
|
35
35
|
};
|
|
36
36
|
var generateCSVFileFetcher = function (config) {
|
|
37
37
|
var csvConfig = config;
|
|
@@ -41,10 +41,10 @@ var generateCSVFileFetcher = function (config) {
|
|
|
41
41
|
var configColumns = csvConfig.columns || [];
|
|
42
42
|
if (csvConfig.fileContent) {
|
|
43
43
|
var fileContent = csvConfig.fileContent;
|
|
44
|
-
return "const csvContent = ".concat(JSON.stringify(fileContent), "\nconst autoDetectHeader = ").concat(autoDetectHeader, "\nconst firstRowIsHeader = ").concat(firstRowIsHeader, "\nconst configColumns = ").concat(JSON.stringify(configColumns), "\n\n").concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, utils_1.generateDateFormatterCode)(), "\n\n").concat((0, utils_1.generateSortFilterHelperCode)(), "\n\n").concat((0, header_detection_1.generateHeaderDetectionCode)(), "\n\nfunction parseCSVLine(line) {\n const result = []\n let current = ''\n let inQuotes = false\n\n for (let i = 0; i < line.length; i++) {\n const char = line[i]\n const nextChar = line[i + 1]\n\n if (char === '\"') {\n if (inQuotes && nextChar === '\"') {\n current += '\"'\n i++\n } else {\n inQuotes = !inQuotes\n }\n } else if (char === ',' && !inQuotes) {\n result.push(current)\n current = ''\n } else {\n current += char\n }\n }\n\n result.push(current)\n return result\n}\n\nfunction parseCSVContent(content, autoDetect, firstRowHeader, columns) {\n const lines = content.split('\\n').filter((line) => line.trim())\n \n if (lines.length === 0) {\n return { columns: [], rows: [] }\n }\n \n const allRowValues = lines.map((line) => parseCSVLine(line))\n const firstRowValues = allRowValues[0]\n \n if (firstRowValues.length === 0) {\n return { columns: [], rows: [] }\n }\n \n const shouldAutoDetect = autoDetect !== false\n let hasHeaderRow = false\n \n if (shouldAutoDetect) {\n hasHeaderRow = detectHeaderRow(firstRowValues, allRowValues)\n } else {\n hasHeaderRow = firstRowHeader !== false\n }\n \n const useConfigColumns = columns && columns.length > 0\n let parsedColumns\n let dataStartIndex\n \n if (hasHeaderRow && allRowValues.length > 1) {\n parsedColumns = firstRowValues.map((header, index) => {\n const configCol = useConfigColumns ? columns[index] : null\n return {\n id: configCol?.id || `col_${index}`,\n label: String(header || configCol?.label || `Column ${index + 1}`),\n type: configCol?.type || 'string'\n }\n })\n dataStartIndex = 1\n } else {\n parsedColumns = firstRowValues.map((_, index) => {\n const configCol = useConfigColumns ? columns[index] : null\n return {\n id: configCol?.id || `col_${index}`,\n label: configCol?.label || `Column ${index + 1}`,\n type: configCol?.type || 'string'\n }\n })\n dataStartIndex = 0\n }\n \n const rows = []\n for (let i = dataStartIndex; i < allRowValues.length; i++) {\n const values = allRowValues[i]\n const row = {}\n parsedColumns.forEach((col, index) => {\n const value = values[index]?.trim() || null\n row[col.id] = value\n })\n rows.push(row)\n }\n \n return { columns: parsedColumns, rows }\n}\n\nconst { columns, rows: data } = parseCSVContent(csvContent, autoDetectHeader, firstRowIsHeader, configColumns)\n\nexport default async function handler(req, res) {").concat(generateHandlerBody(), "\n}\n");
|
|
44
|
+
return "const csvContent = ".concat(JSON.stringify(fileContent), "\nconst autoDetectHeader = ").concat(autoDetectHeader, "\nconst firstRowIsHeader = ").concat(firstRowIsHeader, "\nconst configColumns = ").concat(JSON.stringify(configColumns), "\n\n").concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, utils_1.generateDateFormatterCode)(), "\n\n").concat((0, utils_1.generateSortFilterHelperCode)(), "\n\n").concat((0, utils_1.generateFilterTreeHelpersCode)(), "\n\n").concat((0, header_detection_1.generateHeaderDetectionCode)(), "\n\nfunction parseCSVLine(line) {\n const result = []\n let current = ''\n let inQuotes = false\n\n for (let i = 0; i < line.length; i++) {\n const char = line[i]\n const nextChar = line[i + 1]\n\n if (char === '\"') {\n if (inQuotes && nextChar === '\"') {\n current += '\"'\n i++\n } else {\n inQuotes = !inQuotes\n }\n } else if (char === ',' && !inQuotes) {\n result.push(current)\n current = ''\n } else {\n current += char\n }\n }\n\n result.push(current)\n return result\n}\n\nfunction parseCSVContent(content, autoDetect, firstRowHeader, columns) {\n const lines = content.split('\\n').filter((line) => line.trim())\n \n if (lines.length === 0) {\n return { columns: [], rows: [] }\n }\n \n const allRowValues = lines.map((line) => parseCSVLine(line))\n const firstRowValues = allRowValues[0]\n \n if (firstRowValues.length === 0) {\n return { columns: [], rows: [] }\n }\n \n const shouldAutoDetect = autoDetect !== false\n let hasHeaderRow = false\n \n if (shouldAutoDetect) {\n hasHeaderRow = detectHeaderRow(firstRowValues, allRowValues)\n } else {\n hasHeaderRow = firstRowHeader !== false\n }\n \n const useConfigColumns = columns && columns.length > 0\n let parsedColumns\n let dataStartIndex\n \n if (hasHeaderRow && allRowValues.length > 1) {\n parsedColumns = firstRowValues.map((header, index) => {\n const configCol = useConfigColumns ? columns[index] : null\n return {\n id: configCol?.id || `col_${index}`,\n label: String(header || configCol?.label || `Column ${index + 1}`),\n type: configCol?.type || 'string'\n }\n })\n dataStartIndex = 1\n } else {\n parsedColumns = firstRowValues.map((_, index) => {\n const configCol = useConfigColumns ? columns[index] : null\n return {\n id: configCol?.id || `col_${index}`,\n label: configCol?.label || `Column ${index + 1}`,\n type: configCol?.type || 'string'\n }\n })\n dataStartIndex = 0\n }\n \n const rows = []\n for (let i = dataStartIndex; i < allRowValues.length; i++) {\n const values = allRowValues[i]\n const row = {}\n parsedColumns.forEach((col, index) => {\n const value = values[index]?.trim() || null\n row[col.id] = value\n })\n rows.push(row)\n }\n \n return { columns: parsedColumns, rows }\n}\n\nconst { columns, rows: data } = parseCSVContent(csvContent, autoDetectHeader, firstRowIsHeader, configColumns)\n\nexport default async function handler(req, res) {").concat(generateHandlerBody(), "\n}\n");
|
|
45
45
|
}
|
|
46
46
|
else {
|
|
47
|
-
return "const data = ".concat(JSON.stringify(csvConfig.parsedData || []), "\nconst columns = ").concat(JSON.stringify(configColumns), "\n\n").concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, utils_1.generateDateFormatterCode)(), "\n\n").concat((0, utils_1.generateSortFilterHelperCode)(), "\n\nexport default async function handler(req, res) {").concat(generateHandlerBody(), "\n}\n");
|
|
47
|
+
return "const data = ".concat(JSON.stringify(csvConfig.parsedData || []), "\nconst columns = ").concat(JSON.stringify(configColumns), "\n\n").concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, utils_1.generateDateFormatterCode)(), "\n\n").concat((0, utils_1.generateSortFilterHelperCode)(), "\n\n").concat((0, utils_1.generateFilterTreeHelpersCode)(), "\n\nexport default async function handler(req, res) {").concat(generateHandlerBody(), "\n}\n");
|
|
48
48
|
}
|
|
49
49
|
};
|
|
50
50
|
exports.generateCSVFileFetcher = generateCSVFileFetcher;
|