@teleporthq/teleport-plugin-next-data-source 0.44.11 → 0.44.13

package/__tests__/browser-row-policy.test.ts

@@ -213,7 +213,7 @@ const internal = { 'x-internal-data-secret': SECRET }
 const SORT_BY_NAME = JSON.stringify([{ field: 'name', order: 'asc' }])
 
 const mainQuery = (result: RouteResult): string =>
-  (result.queries.find((q) => /^\s*SELECT \* FROM/i.test(q.sql)) || { sql: '' }).sql
+  (result.queries.find((q) => /^\s*SELECT (\S+\.)?\* FROM/i.test(q.sql)) || { sql: '' }).sql
 
 const POSTS = [
   {
@@ -325,24 +325,24 @@ describe('blog posts: a visitor reads the published posts, never an author email
       expect((await posts.run({ handler: 'getCount', query })).status).toBe(200)
     }
     const searched = await posts.run({ query: { query: 'ana', queryColumns } })
-    expect(mainQuery(searched)).toContain('"title"::text ILIKE')
+    expect(mainQuery(searched)).toContain('lower("title"::text)')
 
     const admin = await posts.run({
       query: { query: 'ana', queryColumns },
       session: { role: 'admin' },
     })
-    expect(mainQuery(admin)).toContain('"author_email"::text ILIKE')
+    expect(mainQuery(admin)).toContain('lower("author_email"::text)')
   })
 
   it('searches a visitor only through the columns it is served', async () => {
     const guest = await posts.run({ query: { query: 'ana' } })
     expect(guest.status).toBe(200)
     const sql = mainQuery(guest)
-    expect(sql).toContain('"title"::text ILIKE')
+    expect(sql).toContain('lower("title"::text)')
     expect(sql).not.toContain('"author_email"')
 
     const admin = await posts.run({ query: { query: 'ana' }, session: { role: 'admin' } })
-    expect(mainQuery(admin)).toContain('"author_email"::text ILIKE')
+    expect(mainQuery(admin)).toContain('lower("author_email"::text)')
   })
 
   it('applies to the generic Postgres route too', async () => {
@@ -484,7 +484,7 @@ describe("members: a page carries a member's public profile, never their account
 
     await users.pageFetch({ query: 'bo', queryColumns: JSON.stringify(['name', 'email']) })
     const searched = mainQuery({ queries: users.queries } as RouteResult)
-    expect(searched).toContain('"name"::text ILIKE')
+    expect(searched).toContain('lower("name"::text)')
     expect(searched).not.toContain('"email"')
   })
 

package/__tests__/fetchers.test.ts

@@ -337,7 +337,7 @@ describe('generateDataSourceFetcher', () => {
 
     expect(code).toContain('import { Client, types as pgTypes } from')
     expect(code).toContain('export default async function handler')
-    expect(code).toContain('SELECT * FROM "users"')
+    expect(code).toContain(`'"users".*' : '*'} FROM "users"`)
     expect(code).toContain('localhost')
   })
 

package/__tests__/items-path.test.ts

@@ -108,9 +108,10 @@ describe.each<[string, FetcherSetup]>([
       setup.fetchImpl
     )
 
-    // "row" and "2" each match somewhere in the name: row 2, row 12, row 20–25.
+    // "row" and "2" each match somewhere in the name: row 2, row 12, row 20–25;
+    // "2" as a whole word first, then at the start of one (20–25), then inside one (12).
     const data = result.data as { templates: Array<{ id: number }> }
-    expect(data.templates.map((r) => r.id)).toEqual([2, 12, 20, 21, 22, 23, 24, 25])
+    expect(data.templates.map((r) => r.id)).toEqual([2, 20, 21, 22, 23, 24, 25, 12])
   })
 
   it('returns the payload untouched without the param', async () => {

package/__tests__/search-relevance.test.ts

@@ -0,0 +1,407 @@
+/* tslint:disable:function-constructor max-classes-per-file */
+import { parse } from '@babel/parser'
+import { generateDataSourceFetcher } from '../src/data-source-fetchers'
+import { generateTeleportCountFetcher } from '../src/fetchers/teleport'
+import { generateCSVFileFetcher } from '../src/fetchers/csv-file'
+import { generateSearchRankHelperCode, generateSearchTermsCode } from '../src/search-relevance'
+
+/**
+ * A list's search: the typed text is split into terms at white space, the
+ * punctuation around them dropped; every term must appear in one of the
+ * searched columns. Postgres and the in-memory routes read the stored text
+ * like the typed text — tags, entities and punctuation as spaces — so markup
+ * never matches. The matches are ordered column by column: by how much of the
+ * typed text the title holds (a whole word 3, a word start 2, inside a word
+ * 1), then the summary, and so on, with the list's own sort among rows that
+ * score alike. The order is part of the query, so a page is cut from the
+ * ranked rows, never ranked after.
+ */
+
+interface Query {
+  sql: string
+  params: unknown[]
+}
+
+const SEARCHED = JSON.stringify(['title', 'excerpt', 'content'])
+
+const pgRoute = (type: 'teleport' | 'postgresql', withCount = false) => {
+  const config =
+    type === 'teleport'
+      ? {
+          host: 'db',
+          database: 'site',
+          selectedTables: { articles: { columns: [{ name: 'id' }] } },
+        }
+      : { host: 'h', port: 5432, user: 'u', password: 'p', database: 'd' }
+  const route = generateDataSourceFetcher({ type, config } as never, 'articles')
+  return withCount && type === 'teleport'
+    ? route + generateTeleportCountFetcher(config, 'articles')
+    : route
+}
+
+const runPgRoute = async (
+  code: string,
+  query: Record<string, string>,
+  entry = 'handler'
+): Promise<Query[]> => {
+  const queries: Query[] = []
+  class FakeClient {
+    public async connect() {
+      return
+    }
+    public async end() {
+      return
+    }
+    public async query(sql: string, params: unknown[] = []) {
+      queries.push({ sql, params })
+      return /^SELECT COUNT/i.test(sql) ? { rows: [{ count: '0' }] } : { rows: [] }
+    }
+  }
+  const body = code
+    .replace(/^import .*$/gm, '')
+    .replace(/^export default async function handler/m, 'async function handler')
+  const module = { exports: {} as Record<string, (req: unknown, res: unknown) => Promise<void>> }
+  new Function(
+    'require',
+    'module',
+    'process',
+    'console',
+    'Client',
+    'pgTypes',
+    `${body}\nmodule.exports = { handler, getCount: typeof getCount === 'function' ? getCount : null }`
+  )(
+    () => ({ getToken: async () => null }),
+    module,
+    { env: {} },
+    { error: () => undefined, warn: () => undefined, log: () => undefined },
+    FakeClient,
+    { setTypeParser: () => undefined }
+  )
+  const res = { status: () => res, json: () => res, setHeader: () => res }
+  await module.exports[entry]({ method: 'GET', query, headers: {} }, res)
+  return queries.filter((recorded) => / FROM "?articles"?/.test(recorded.sql))
+}
+
+const searchText = (position: number) => `"__tq_search"."__tq_search_${position}"`
+const like = (position: number, placeholder: string, before: string, after: string) =>
+  `${searchText(position)} LIKE ('${before}' || ${placeholder}::text || '${after}') ESCAPE '|'`
+const columnScore = (position: number, placeholders: string[]) =>
+  '(' +
+  placeholders
+    .map(
+      (ph) =>
+        `CASE WHEN ${like(position, ph, '% ', ' %')} THEN 3` +
+        ` WHEN ${like(position, ph, '% ', '%')} THEN 2` +
+        ` WHEN ${like(position, ph, '%', '%')} THEN 1 ELSE 0 END`
+    )
+    .join(' + ') +
+  ') DESC'
+
+describe.each(['teleport', 'postgresql'] as const)('the %s list route', (type) => {
+  const route = pgRoute(type)
+  const table = type === 'teleport' ? 'articles' : '"articles"'
+
+  it('parses as valid JavaScript', () => {
+    expect(() => parse(route, { sourceType: 'module', plugins: ['jsx'] })).not.toThrow()
+  })
+
+  it('needs every typed term, each in any searched column, case and punctuation aside', async () => {
+    const [main] = await runPgRoute(route, { query: 'Create  "form?"', queryColumns: SEARCHED })
+    expect(main.sql).toContain(
+      `WHERE ((${like(0, '$1', '%', '%')} OR ${like(1, '$1', '%', '%')} OR ${like(
+        2,
+        '$1',
+        '%',
+        '%'
+      )})` +
+        ` AND (${like(0, '$2', '%', '%')} OR ${like(1, '$2', '%', '%')} OR ${like(
+          2,
+          '$2',
+          '%',
+          '%'
+        )}))`
+    )
+    expect(main.params).toEqual(['create', 'form'])
+  })
+
+  it("reads each searched column once per row, as text without markup or punctuation, and serves only the table's columns", async () => {
+    const [main] = await runPgRoute(route, { query: 'form', queryColumns: SEARCHED })
+    expect(main.sql).toMatch(
+      new RegExp(
+        `^SELECT ${table.replace(/"/g, '"')}\\.\\* FROM ${table} CROSS JOIN LATERAL \\(SELECT `
+      )
+    )
+    expect(main.sql).toContain(
+      `(' ' || regexp_replace(lower("title"::text), '<[^>]*>|&[a-z0-9#]+;|[]`
+    )
+    expect(main.sql).toContain(`, ' ', 'g') || ' ') AS "__tq_search_0", `)
+    expect(main.sql).toContain(` AS "__tq_search_2" OFFSET 0) AS "__tq_search" WHERE `)
+  })
+
+  it('reads punctuation inside a term as a space, like the stored text', async () => {
+    const [main] = await runPgRoute(route, {
+      query: 'e-commerce what’s 50%',
+      queryColumns: SEARCHED,
+    })
+    expect(main.params).toEqual(['e commerce', 'what s', '50'])
+  })
+
+  it('orders by the title score, then the excerpt, then the content, before the sort and the page', async () => {
+    const [main] = await runPgRoute(route, {
+      query: 'create form',
+      queryColumns: SEARCHED,
+      sorts: JSON.stringify([{ field: 'sort_order', order: 'asc' }]),
+      filters: JSON.stringify([{ source: 'status', destination: 'published', operand: '=' }]),
+      perPage: '12',
+      page: '2',
+    })
+    const rank = [0, 1, 2].map((position) => columnScore(position, ['$1', '$2'])).join(', ')
+    expect(main.sql).toContain(` ORDER BY ${rank}, sort_order ASC NULLS LAST`)
+    expect(main.sql).toMatch(/ LIMIT 12 OFFSET 12$/)
+    expect(main.params).toEqual(['create', 'form', 'published'])
+  })
+
+  it('ranks the matches when the list has no sort of its own, even over one column', async () => {
+    const [main] = await runPgRoute(route, {
+      query: 'form',
+      queryColumns: JSON.stringify(['title']),
+    })
+    expect(main.sql).toMatch(
+      new RegExp(` ORDER BY \\(CASE WHEN .* THEN 3 .* ELSE 0 END\\) DESC(, "id" ASC)?$`)
+    )
+  })
+
+  it('leaves the query alone without a search', async () => {
+    const [plain] = await runPgRoute(route, {
+      sorts: JSON.stringify([{ field: 'sort_order', order: 'asc' }]),
+    })
+    expect(plain.sql).toMatch(new RegExp(`^SELECT \\* FROM ${table}`))
+    expect(plain.sql).not.toContain('LATERAL')
+    expect(plain.sql).not.toContain('CASE WHEN')
+    expect(plain.sql).toContain(' ORDER BY sort_order ASC NULLS LAST')
+  })
+
+  it('treats a search of only punctuation as no search', async () => {
+    const [main] = await runPgRoute(route, { query: ' ?! - ', queryColumns: SEARCHED })
+    expect(main.sql).not.toContain('LATERAL')
+    expect(main.params).toEqual([])
+  })
+})
+
+describe('the built-in database count route', () => {
+  it('counts the rows matching every term, through the same texts, without ranking them', async () => {
+    const [count] = await runPgRoute(
+      pgRoute('teleport', true),
+      { query: 'create form', queryColumns: SEARCHED },
+      'getCount'
+    )
+    expect(count.sql).toMatch(
+      /^SELECT COUNT\(\*\) FROM articles CROSS JOIN LATERAL \(SELECT [\s\S]* OFFSET 0\) AS "__tq_search" WHERE \(\(.*\) AND \(.*\)\)$/
+    )
+    expect(count.sql).not.toContain('CASE')
+    expect(count.params).toEqual(['create', 'form'])
+  })
+})
+
+describe('the MySQL list route', () => {
+  const route = generateDataSourceFetcher(
+    { type: 'mysql', config: { host: 'h', user: 'u', password: 'p', database: 'd' } } as never,
+    'articles'
+  )
+
+  it('binds the ranking terms after every WHERE parameter, as the ORDER BY follows the WHERE', async () => {
+    const queries: Query[] = []
+    const mysql = {
+      escapeId: (name: string) => '`' + name + '`',
+      createConnection: () => ({
+        query: async (sql: string, params: unknown[]) => {
+          queries.push({ sql, params })
+          return [[]]
+        },
+        end: async () => undefined,
+      }),
+    }
+    const body = route
+      .replace(/^import .*$/gm, '')
+      .replace(/^export default async function handler/m, 'async function handler')
+    const handler = new Function('mysql', 'console', `${body}\nreturn handler`)(mysql, {
+      error: () => undefined,
+      warn: () => undefined,
+    })
+    const res = { status: () => res, json: () => res }
+    await handler(
+      {
+        query: {
+          query: '"e-commerce" form?',
+          queryColumns: JSON.stringify(['title', 'content']),
+          filters: JSON.stringify([{ source: 'status', destination: 'published', operand: '=' }]),
+          sorts: JSON.stringify([{ field: 'sort_order', order: 'asc' }]),
+        },
+      },
+      res
+    )
+    const [main] = queries
+    const placeholders = (main.sql.match(/\?/g) || []).length
+    expect(placeholders).toBe(main.params.length)
+    const title = "CONCAT(' ', LOWER(CAST(`title` AS CHAR)), ' ')"
+    expect(main.sql).toContain(
+      `ORDER BY (CASE WHEN ${title} LIKE CONCAT('% ', ?, ' %') ESCAPE '|' THEN 3` +
+        ` WHEN ${title} LIKE CONCAT('% ', ?, '%') ESCAPE '|' THEN 2` +
+        ` WHEN ${title} LIKE CONCAT('%', ?, '%') ESCAPE '|' THEN 1 ELSE 0 END`
+    )
+    expect(main.sql).toContain('ELSE 0 END) DESC, `sort_order` ASC')
+    // The stored text is read raw here, so a term keeps the punctuation inside it.
+    const term = ['e-commerce', 'form']
+    expect(main.params).toEqual([
+      term[0],
+      term[0],
+      term[1],
+      term[1],
+      'published',
+      ...[term[0], term[0], term[0], term[1], term[1], term[1]],
+      ...[term[0], term[0], term[0], term[1], term[1], term[1]],
+    ])
+  })
+})
+
+const evaluate = (code: string, exports: string) =>
+  new Function(`${code}\nreturn { ${exports} }`)() as Record<
+    string,
+    (...args: unknown[]) => unknown
+  >
+
+describe('the typed terms', () => {
+  const normalised = evaluate(generateSearchTermsCode(true), 'searchTerms').searchTerms
+  const raw = evaluate(generateSearchTermsCode(false), 'searchTerms').searchTerms
+
+  it('drops case, repeats and the punctuation around a term', () => {
+    expect(normalised('  How do I create a FORM?  "create" ')).toEqual([
+      'how',
+      'do',
+      'i',
+      'create',
+      'a',
+      'form',
+    ])
+    expect(raw('(reCAPTCHA), "form?"')).toEqual(['recaptcha', 'form'])
+  })
+
+  it('reads the punctuation inside a term as a space only where the stored text is read the same way', () => {
+    expect(normalised('e-commerce what’s Q&A')).toEqual(['e commerce', 'what s', 'q a'])
+    expect(raw('e-commerce what’s Q&A')).toEqual(['e-commerce', 'what’s', 'q&a'])
+  })
+
+  it('finds nothing to search in blank text or punctuation alone', () => {
+    expect(normalised('')).toEqual([])
+    expect(normalised(' - ? ')).toEqual([])
+    expect(normalised(undefined)).toEqual([])
+    expect(raw(' % _ ')).toEqual([])
+  })
+})
+
+describe('a list searched in memory', () => {
+  const helpers = evaluate(generateSearchRankHelperCode(), 'matchesSearch, rankBySearch')
+  const valueOf = (row: Record<string, unknown>, column: string) => row[column]
+
+  it("never matches a word that is only in a rich-text body's markup", () => {
+    const row = {
+      content:
+        '<p><strong>Tip:</strong> see <a href="https://x.io" rel="noopener">Q&amp;A</a></p><aside class="tq-callout" data-kind="note"><p>Done.</p></aside>',
+    }
+    const matches = (query: string) => helpers.matchesSearch(row, query, ['content'], valueOf)
+    expect(matches('strong')).toBe(false)
+    expect(matches('href')).toBe(false)
+    expect(matches('noopener')).toBe(false)
+    expect(matches('amp')).toBe(false)
+    expect(matches('callout')).toBe(false)
+    expect(matches('tip see')).toBe(true)
+    expect(matches('Q&A')).toBe(true)
+    expect(matches('done.')).toBe(true)
+  })
+
+  it('finds a typed apostrophe in either form', () => {
+    const row = { title: 'What’s new' }
+    expect(helpers.matchesSearch(row, "what's", ['title'], valueOf)).toBe(true)
+    expect(helpers.matchesSearch({ title: "What's new" }, 'what’s', ['title'], valueOf)).toBe(true)
+  })
+
+  it('puts whole words before word starts before parts of words, the title before the rest', () => {
+    const rows = [
+      { id: 1, title: 'Other platforms', content: 'create' },
+      { id: 2, title: 'Forms and more', content: 'create' },
+      { id: 3, title: 'Unrelated', content: 'create a form' },
+      { id: 4, title: 'How to create a form', content: '' },
+      { id: 5, title: 'Create pages', content: 'a form' },
+    ]
+    const ranked = helpers.rankBySearch(
+      rows,
+      'create form',
+      ['title', 'content'],
+      valueOf
+    ) as Array<{
+      id: number
+    }>
+    expect(ranked.map((row) => row.id)).toEqual([4, 5, 2, 1, 3])
+  })
+})
+
+describe('a list searched in memory (CSV file)', () => {
+  const rows = [
+    {
+      id: 1,
+      title: 'Publishing your site',
+      excerpt: 'Go live',
+      content: '<p>Create a <strong>form</strong> first</p>',
+    },
+    { id: 2, title: 'Forms', excerpt: 'How to create a form', content: '' },
+    { id: 3, title: 'How to create a form', excerpt: '', content: '' },
+    { id: 4, title: 'Create pages', excerpt: 'A form on a page', content: '' },
+    { id: 5, title: 'Create a contact form', excerpt: '', content: '' },
+    { id: 6, title: 'Unrelated', excerpt: '', content: '<p><strong>Strong</strong> words</p>' },
+  ]
+  const code = generateCSVFileFetcher({
+    parsedData: rows,
+    columns: ['id', 'title', 'excerpt', 'content'].map((id) => ({ id, label: id })),
+  })
+
+  const run = async (query: Record<string, string>) => {
+    const handler = new Function(
+      `${code.replace(/^export default async function handler/m, 'async function handler')}
+      return handler`
+    )()
+    let payload: { data: Array<{ id: number }> } = { data: [] }
+    const res = {
+      status: () => res,
+      json: (data: typeof payload) => {
+        payload = data
+        return res
+      },
+    }
+    await handler({ query }, res)
+    return payload.data.map((row) => row.id)
+  }
+
+  it('ranks by the title, then the excerpt, then the content; the sort among rows that score alike', async () => {
+    const ids = await run({
+      query: 'create form?',
+      queryColumns: SEARCHED,
+      sorts: JSON.stringify([{ field: 'id', order: 'desc' }]),
+    })
+    expect(ids).toEqual([5, 3, 4, 2, 1])
+  })
+
+  it('cuts the page from the ranked rows', async () => {
+    const ids = await run({
+      query: 'create form',
+      queryColumns: SEARCHED,
+      sorts: JSON.stringify([{ field: 'id', order: 'desc' }]),
+      perPage: '2',
+      page: '2',
+    })
+    expect(ids).toEqual([4, 2])
+  })
+
+  it('matches the text of a rich-text column, not its tags', async () => {
+    expect(await run({ query: 'strong', queryColumns: SEARCHED })).toEqual([6])
+  })
+})

package/dist/cjs/fetchers/csv-file.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"csv-file.d.ts","sourceRoot":"","sources":["../../../src/fetchers/csv-file.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,iBAAiB,WACpB,OAAO,MAAM,EAAE,OAAO,CAAC,KAC9B;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CA8BpC,CAAA;AA4JD,eAAO,MAAM,sBAAsB,WAAY,OAAO,MAAM,EAAE,OAAO,CAAC,KAAG,MAyIxE,CAAA;AAGD,eAAO,MAAM,uBAAuB,YAAa,GAAG,KAAG,MA+CtD,CAAA"}
+{"version":3,"file":"csv-file.d.ts","sourceRoot":"","sources":["../../../src/fetchers/csv-file.ts"],"names":[],"mappings":"AASA,eAAO,MAAM,iBAAiB,WACpB,OAAO,MAAM,EAAE,OAAO,CAAC,KAC9B;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CA8BpC,CAAA;AA6JD,eAAO,MAAM,sBAAsB,WAAY,OAAO,MAAM,EAAE,OAAO,CAAC,KAAG,MA6IxE,CAAA;AAGD,eAAO,MAAM,uBAAuB,YAAa,GAAG,KAAG,MA+CtD,CAAA"}

package/dist/cjs/fetchers/csv-file.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateCSVCountFetcher = exports.generateCSVFileFetcher = exports.validateCSVConfig = void 0;
 var utils_1 = require("../utils");
+var search_relevance_1 = require("../search-relevance");
 var header_detection_1 = require("./utils/header-detection");
 var validateCSVConfig = function (config) {
     if (!config || typeof config !== 'object') {
@@ -31,7 +32,7 @@ var validateCSVConfig = function (config) {
 };
 exports.validateCSVConfig = validateCSVConfig;
 var generateHandlerBody = function () {
-    return "\n  try {\n    const { query, queryColumns, limit, page, perPage, sortBy, sortOrder, filters, sorts, offset: offsetParam } = req.query\n    \n    const labelToIdMap = {}\n    columns.forEach((col) => {\n      if (col.label && col.id) {\n        labelToIdMap[col.label] = col.id\n      }\n    })\n    \n    let filteredData = [...data]\n    \n    if (query) {\n      const searchTerms = query.toLowerCase().split(' ').filter(Boolean)\n      \n      if (queryColumns) {\n        const searchColumns = safeJSONParse(queryColumns)\n        filteredData = filteredData.filter((item) => {\n          return searchTerms.every((term) => searchColumns.some((col) => {\n            const field = labelToIdMap[col] || col\n            const value = getNestedValue(item, field)\n            return value && String(value).toLowerCase().includes(term)\n          }))\n        })\n      } else {\n        filteredData = filteredData.filter((item) => {\n          try {\n            const stringified = JSON.stringify(item).toLowerCase()\n            return searchTerms.every((term) => stringified.includes(term))\n          } catch {\n            return false\n          }\n        })\n      }\n    }\n    \n    if (filters) {\n      const filterTree = normalizeFilterTree(safeJSONParse(filters))\n      \n      if (filterTree) {\n        filteredData = filteredData.filter((item) =>\n          evaluateFilterTree(filterTree, (condition) => {\n            const field = labelToIdMap[condition.source] || condition.source\n            const value = getNestedValue(item, field)\n            const target = condition.destination\n            const operand = condition.operand\n            \n            if (Array.isArray(target)) {\n              if (operand === '!=') {\n                return !target.includes(value)\n              }\n              return target.includes(value)\n            }\n            \n            return compareValues(value, target, operand)\n          })\n        )\n      }\n    }\n    \n    if (sorts) {\n      const parsedSorts = safeJSONParse(sorts)\n      if (Array.isArray(parsedSorts) && parsedSorts.length > 0) {\n        filteredData.sort((a, b) => {\n          for (const sort of parsedSorts) {\n            if (!sort.field) continue\n            const field = labelToIdMap[sort.field] || sort.field\n            const aVal = getNestedValue(a, field)\n            const bVal = getNestedValue(b, field)\n            const sortOrderValue = (sort.order || '').toLowerCase().startsWith('desc') ? -1 : 1\n            \n            let comparison = 0\n            if (aVal === null || aVal === undefined) {\n              comparison = bVal === null || bVal === undefined ? 0 : -1\n            } else if (bVal === null || bVal === undefined) {\n              comparison = 1\n            } else if (typeof aVal === 'number' && typeof bVal === 'number') {\n              comparison = aVal - bVal\n            } else if (aVal instanceof Date && bVal instanceof Date) {\n              comparison = aVal.getTime() - bVal.getTime()\n            } else {\n              const aStr = String(aVal)\n              const bStr = String(bVal)\n              if (aStr < bStr) comparison = -1\n              else if (aStr > bStr) comparison = 1\n            }\n            \n            if (comparison !== 0) return comparison * sortOrderValue\n          }\n          return 0\n        })\n      }\n    } else if (sortBy) {\n      const field = labelToIdMap[sortBy] || sortBy\n      filteredData.sort((a, b) => {\n        const aVal = getNestedValue(a, field)\n        const bVal = getNestedValue(b, field)\n        const sortOrderValue = (sortOrder || '').toLowerCase().startsWith('desc') ? -1 : 1\n        \n        let comparison = 0\n        if (aVal === null || aVal === undefined) {\n          comparison = bVal === null || bVal === undefined ? 0 : -1\n        } else if (bVal === null || bVal === undefined) {\n          comparison = 1\n        } else if (typeof aVal === 'number' && typeof bVal === 'number') {\n          comparison = aVal - bVal\n        } else if (aVal instanceof Date && bVal instanceof Date) {\n          comparison = aVal.getTime() - bVal.getTime()\n        } else {\n          const aStr = String(aVal)\n          const bStr = String(bVal)\n          if (aStr < bStr) comparison = -1\n          else if (aStr > bStr) comparison = 1\n        }\n        \n        return comparison * sortOrderValue\n      })\n    }\n    \n    const limitValue = limit || perPage\n    const offsetValue = offsetParam !== undefined ? parseInt(offsetParam) : (page && perPage ? (parseInt(page) - 1) * parseInt(perPage) : 0)\n    \n    if (limitValue) {\n      filteredData = filteredData.slice(offsetValue, offsetValue + parseInt(limitValue))\n    }\n    \n    const safeData = JSON.parse(JSON.stringify(filteredData, dateReplacer))\n    \n    return res.status(200).json({\n      success: true,\n      data: safeData,\n      timestamp: Date.now()\n    })\n  } catch (error) {\n    console.error('CSV fetch error:', error)\n    return res.status(500).json({\n      success: false,\n      error: error.message || 'Failed to fetch data',\n      timestamp: Date.now()\n    })\n  }\n";
+    return "\n  try {\n    const { query, queryColumns, limit, page, perPage, sortBy, sortOrder, filters, sorts, offset: offsetParam } = req.query\n    \n    const labelToIdMap = {}\n    columns.forEach((col) => {\n      if (col.label && col.id) {\n        labelToIdMap[col.label] = col.id\n      }\n    })\n    \n    let filteredData = [...data]\n    \n    if (query) {\n      if (queryColumns) {\n        const searchColumns = safeJSONParse(queryColumns)\n        filteredData = filteredData.filter((item) =>\n          matchesSearch(item, query, searchColumns, (row, col) => getNestedValue(row, labelToIdMap[col] || col))\n        )\n      } else {\n        const terms = searchTerms(query)\n        filteredData = filteredData.filter((item) => {\n          try {\n            const text = searchText(item)\n            return terms.every((term) => text.indexOf(term) !== -1)\n          } catch {\n            return false\n          }\n        })\n      }\n    }\n    \n    if (filters) {\n      const filterTree = normalizeFilterTree(safeJSONParse(filters))\n      \n      if (filterTree) {\n        filteredData = filteredData.filter((item) =>\n          evaluateFilterTree(filterTree, (condition) => {\n            const field = labelToIdMap[condition.source] || condition.source\n            const value = getNestedValue(item, field)\n            const target = condition.destination\n            const operand = condition.operand\n            \n            if (Array.isArray(target)) {\n              if (operand === '!=') {\n                return !target.includes(value)\n              }\n              return target.includes(value)\n            }\n            \n            return compareValues(value, target, operand)\n          })\n        )\n      }\n    }\n    \n    if (sorts) {\n      const parsedSorts = safeJSONParse(sorts)\n      if (Array.isArray(parsedSorts) && parsedSorts.length > 0) {\n        filteredData.sort((a, b) => {\n          for (const sort of parsedSorts) {\n            if (!sort.field) continue\n            const field = labelToIdMap[sort.field] || sort.field\n            const aVal = getNestedValue(a, field)\n            const bVal = getNestedValue(b, field)\n            const sortOrderValue = (sort.order || '').toLowerCase().startsWith('desc') ? -1 : 1\n            \n            let comparison = 0\n            if (aVal === null || aVal === undefined) {\n              comparison = bVal === null || bVal === undefined ? 0 : -1\n            } else if (bVal === null || bVal === undefined) {\n              comparison = 1\n            } else if (typeof aVal === 'number' && typeof bVal === 'number') {\n              comparison = aVal - bVal\n            } else if (aVal instanceof Date && bVal instanceof Date) {\n              comparison = aVal.getTime() - bVal.getTime()\n            } else {\n              const aStr = String(aVal)\n              const bStr = String(bVal)\n              if (aStr < bStr) comparison = -1\n              else if (aStr > bStr) comparison = 1\n            }\n            \n            if (comparison !== 0) return comparison * sortOrderValue\n          }\n          return 0\n        })\n      }\n    } else if (sortBy) {\n      const field = labelToIdMap[sortBy] || sortBy\n      filteredData.sort((a, b) => {\n        const aVal = getNestedValue(a, field)\n        const bVal = getNestedValue(b, field)\n        const sortOrderValue = (sortOrder || '').toLowerCase().startsWith('desc') ? -1 : 1\n        \n        let comparison = 0\n        if (aVal === null || aVal === undefined) {\n          comparison = bVal === null || bVal === undefined ? 0 : -1\n        } else if (bVal === null || bVal === undefined) {\n          comparison = 1\n        } else if (typeof aVal === 'number' && typeof bVal === 'number') {\n          comparison = aVal - bVal\n        } else if (aVal instanceof Date && bVal instanceof Date) {\n          comparison = aVal.getTime() - bVal.getTime()\n        } else {\n          const aStr = String(aVal)\n          const bStr = String(bVal)\n          if (aStr < bStr) comparison = -1\n          else if (aStr > bStr) comparison = 1\n        }\n        \n        return comparison * sortOrderValue\n      })\n    }\n    \n    if (query && queryColumns) {\n      filteredData = rankBySearch(filteredData, query, safeJSONParse(queryColumns), (item, col) =>\n        getNestedValue(item, labelToIdMap[col] || col)\n      )\n    }\n    \n    const limitValue = limit || perPage\n    const offsetValue = offsetParam !== undefined ? parseInt(offsetParam) : (page && perPage ? (parseInt(page) - 1) * parseInt(perPage) : 0)\n    \n    if (limitValue) {\n      filteredData = filteredData.slice(offsetValue, offsetValue + parseInt(limitValue))\n    }\n    \n    const safeData = JSON.parse(JSON.stringify(filteredData, dateReplacer))\n    \n    return res.status(200).json({\n      success: true,\n      data: safeData,\n      timestamp: Date.now()\n    })\n  } catch (error) {\n    console.error('CSV fetch error:', error)\n    return res.status(500).json({\n      success: false,\n      error: error.message || 'Failed to fetch data',\n      timestamp: Date.now()\n    })\n  }\n";
 };
 var generateCSVFileFetcher = function (config) {
     var csvConfig = config;
@@ -41,10 +42,10 @@ var generateCSVFileFetcher = function (config) {
     var configColumns = csvConfig.columns || [];
     if (csvConfig.fileContent) {
         var fileContent = csvConfig.fileContent;
-        return "const csvContent = ".concat(JSON.stringify(fileContent), "\nconst autoDetectHeader = ").concat(autoDetectHeader, "\nconst firstRowIsHeader = ").concat(firstRowIsHeader, "\nconst configColumns = ").concat(JSON.stringify(configColumns), "\n\n").concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, utils_1.generateDateFormatterCode)(), "\n\n").concat((0, utils_1.generateSortFilterHelperCode)(), "\n\n").concat((0, utils_1.generateFilterTreeHelpersCode)(), "\n\n").concat((0, header_detection_1.generateHeaderDetectionCode)(), "\n\nfunction parseCSVLine(line) {\n  const result = []\n  let current = ''\n  let inQuotes = false\n\n  for (let i = 0; i < line.length; i++) {\n    const char = line[i]\n    const nextChar = line[i + 1]\n\n    if (char === '\"') {\n      if (inQuotes && nextChar === '\"') {\n        current += '\"'\n        i++\n      } else {\n        inQuotes = !inQuotes\n      }\n    } else if (char === ',' && !inQuotes) {\n      result.push(current)\n      current = ''\n    } else {\n      current += char\n    }\n  }\n\n  result.push(current)\n  return result\n}\n\nfunction parseCSVContent(content, autoDetect, firstRowHeader, columns) {\n  const lines = content.split('\\n').filter((line) => line.trim())\n  \n  if (lines.length === 0) {\n    return { columns: [], rows: [] }\n  }\n  \n  const allRowValues = lines.map((line) => parseCSVLine(line))\n  const firstRowValues = allRowValues[0]\n  \n  if (firstRowValues.length === 0) {\n    return { columns: [], rows: [] }\n  }\n  \n  const shouldAutoDetect = autoDetect !== false\n  let hasHeaderRow = false\n  \n  if (shouldAutoDetect) {\n    hasHeaderRow = detectHeaderRow(firstRowValues, allRowValues)\n  } else {\n    hasHeaderRow = firstRowHeader !== false\n  }\n  \n  const useConfigColumns = columns && columns.length > 0\n  let parsedColumns\n  let dataStartIndex\n  \n  if (hasHeaderRow && allRowValues.length > 1) {\n    parsedColumns = firstRowValues.map((header, index) => {\n      const configCol = useConfigColumns ? columns[index] : null\n      return {\n        id: configCol?.id || `col_${index}`,\n        label: String(header || configCol?.label || `Column ${index + 1}`),\n        type: configCol?.type || 'string'\n      }\n    })\n    dataStartIndex = 1\n  } else {\n    parsedColumns = firstRowValues.map((_, index) => {\n      const configCol = useConfigColumns ? columns[index] : null\n      return {\n        id: configCol?.id || `col_${index}`,\n        label: configCol?.label || `Column ${index + 1}`,\n        type: configCol?.type || 'string'\n      }\n    })\n    dataStartIndex = 0\n  }\n  \n  const rows = []\n  for (let i = dataStartIndex; i < allRowValues.length; i++) {\n    const values = allRowValues[i]\n    const row = {}\n    parsedColumns.forEach((col, index) => {\n      const value = values[index]?.trim() || null\n      row[col.id] = value\n    })\n    rows.push(row)\n  }\n  \n  return { columns: parsedColumns, rows }\n}\n\nconst { columns, rows: data } = parseCSVContent(csvContent, autoDetectHeader, firstRowIsHeader, configColumns)\n\nexport default async function handler(req, res) {").concat(generateHandlerBody(), "\n}\n");
+        return "const csvContent = ".concat(JSON.stringify(fileContent), "\nconst autoDetectHeader = ").concat(autoDetectHeader, "\nconst firstRowIsHeader = ").concat(firstRowIsHeader, "\nconst configColumns = ").concat(JSON.stringify(configColumns), "\n\n").concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, search_relevance_1.generateSearchRankHelperCode)(), "\n\n").concat((0, utils_1.generateDateFormatterCode)(), "\n\n").concat((0, utils_1.generateSortFilterHelperCode)(), "\n\n").concat((0, utils_1.generateFilterTreeHelpersCode)(), "\n\n").concat((0, header_detection_1.generateHeaderDetectionCode)(), "\n\nfunction parseCSVLine(line) {\n  const result = []\n  let current = ''\n  let inQuotes = false\n\n  for (let i = 0; i < line.length; i++) {\n    const char = line[i]\n    const nextChar = line[i + 1]\n\n    if (char === '\"') {\n      if (inQuotes && nextChar === '\"') {\n        current += '\"'\n        i++\n      } else {\n        inQuotes = !inQuotes\n      }\n    } else if (char === ',' && !inQuotes) {\n      result.push(current)\n      current = ''\n    } else {\n      current += char\n    }\n  }\n\n  result.push(current)\n  return result\n}\n\nfunction parseCSVContent(content, autoDetect, firstRowHeader, columns) {\n  const lines = content.split('\\n').filter((line) => line.trim())\n  \n  if (lines.length === 0) {\n    return { columns: [], rows: [] }\n  }\n  \n  const allRowValues = lines.map((line) => parseCSVLine(line))\n  const firstRowValues = allRowValues[0]\n  \n  if (firstRowValues.length === 0) {\n    return { columns: [], rows: [] }\n  }\n  \n  const shouldAutoDetect = autoDetect !== false\n  let hasHeaderRow = false\n  \n  if (shouldAutoDetect) {\n    hasHeaderRow = detectHeaderRow(firstRowValues, allRowValues)\n  } else {\n    hasHeaderRow = firstRowHeader !== false\n  }\n  \n  const useConfigColumns = columns && columns.length > 0\n  let parsedColumns\n  let dataStartIndex\n  \n  if (hasHeaderRow && allRowValues.length > 1) {\n    parsedColumns = firstRowValues.map((header, index) => {\n      const configCol = useConfigColumns ? columns[index] : null\n      return {\n        id: configCol?.id || `col_${index}`,\n        label: String(header || configCol?.label || `Column ${index + 1}`),\n        type: configCol?.type || 'string'\n      }\n    })\n    dataStartIndex = 1\n  } else {\n    parsedColumns = firstRowValues.map((_, index) => {\n      const configCol = useConfigColumns ? columns[index] : null\n      return {\n        id: configCol?.id || `col_${index}`,\n        label: configCol?.label || `Column ${index + 1}`,\n        type: configCol?.type || 'string'\n      }\n    })\n    dataStartIndex = 0\n  }\n  \n  const rows = []\n  for (let i = dataStartIndex; i < allRowValues.length; i++) {\n    const values = allRowValues[i]\n    const row = {}\n    parsedColumns.forEach((col, index) => {\n      const value = values[index]?.trim() || null\n      row[col.id] = value\n    })\n    rows.push(row)\n  }\n  \n  return { columns: parsedColumns, rows }\n}\n\nconst { columns, rows: data } = parseCSVContent(csvContent, autoDetectHeader, firstRowIsHeader, configColumns)\n\nexport default async function handler(req, res) {").concat(generateHandlerBody(), "\n}\n");
     }
     else {
-        return "const data = ".concat(JSON.stringify(csvConfig.parsedData || []), "\nconst columns = ").concat(JSON.stringify(configColumns), "\n\n").concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, utils_1.generateDateFormatterCode)(), "\n\n").concat((0, utils_1.generateSortFilterHelperCode)(), "\n\n").concat((0, utils_1.generateFilterTreeHelpersCode)(), "\n\nexport default async function handler(req, res) {").concat(generateHandlerBody(), "\n}\n");
+        return "const data = ".concat(JSON.stringify(csvConfig.parsedData || []), "\nconst columns = ").concat(JSON.stringify(configColumns), "\n\n").concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, search_relevance_1.generateSearchRankHelperCode)(), "\n\n").concat((0, utils_1.generateDateFormatterCode)(), "\n\n").concat((0, utils_1.generateSortFilterHelperCode)(), "\n\n").concat((0, utils_1.generateFilterTreeHelpersCode)(), "\n\nexport default async function handler(req, res) {").concat(generateHandlerBody(), "\n}\n");
     }
 };
 exports.generateCSVFileFetcher = generateCSVFileFetcher;

package/dist/cjs/fetchers/csv-file.js.map

@@ -1 +1 @@
-{"version":3,"file":"csv-file.js","sourceRoot":"","sources":["../../../src/fetchers/csv-file.ts"],"names":[],"mappings":";;;AAAA,kCAKiB;AACjB,6DAAsE;AAE/D,IAAM,iBAAiB,GAAG,UAC/B,MAA+B;IAE/B,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;QACzC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,+BAA+B,EAAE,CAAA;KAClE;IAED,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;QAC7C,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,mDAAmD,EAAE,CAAA;KACtF;IAED,IAAI,MAAM,CAAC,WAAW,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,EAAE;QAChE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,+BAA+B,EAAE,CAAA;KAClE;IAED,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE;QAC1D,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,8BAA8B,EAAE,CAAA;KACjE;IAED,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE;QAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;YAClC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAA;SACxE;QAED,KAAqB,UAAc,EAAd,KAAA,MAAM,CAAC,OAAO,EAAd,cAAc,EAAd,IAAc,EAAE;YAAhC,IAAM,MAAM,SAAA;YACf,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ,EAAE;gBACxF,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,kCAAkC,EAAE,CAAA;aACrE;SACF;KACF;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AAC1B,CAAC,CAAA;AAhCY,QAAA,iBAAiB,qBAgC7B;AAUD,IAAM,mBAAmB,GAAG;IAC1B,OAAO,okKA8IR,CAAA;AACD,CAAC,CAAA;AAEM,IAAM,sBAAsB,GAAG,UAAC,MAA+B;IACpE,IAAM,SAAS,GAAG,MAAuB,CAAA;IAEzC,0EAA0E;IAC1E,IAAM,gBAAgB,GAAG,SAAS,CAAC,gBAAgB,KAAK,KAAK,CAAA;IAC7D,IAAM,gBAAgB,GAAG,SAAS,CAAC,gBAAgB,KAAK,KAAK,CAAA;IAC7D,IAAM,aAAa,GAAG,SAAS,CAAC,OAAO,IAAI,EAAE,CAAA;IAE7C,IAAI,SAAS,CAAC,WAAW,EAAE;QACzB,IAAM,WAAW,GAAG,SAAS,CAAC,WAAW,CAAA;QACzC,OAAO,6BAAsB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,wCACjC,gBAAgB,wCAChB,gBAAgB,qCACnB,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,iBAEnD,IAAA,iCAAyB,GAAE,iBAE3B,IAAA,iCAAyB,GAAE,iBAE3B,IAAA,oCAA4B,GAAE,iBAE9B,IAAA,qCAA6B,GAAE,iBAE/B,IAAA,8CAA2B,GAAE,iiFA+FoB,mBAAmB,EAAE,UAEvE,CAAA;KACE;SAAM;QACL,OAAO,uBAAgB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,IAAI,EAAE,CAAC,+BACnD,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,iBAE7C,IAAA,iCAAyB,GAAE,iBAE3B,IAAA,iCAAyB,GAAE,iBAE3B,IAAA,oCAA4B,GAAE,iBAE9B,IAAA,qCAA6B,GAAE,kEAEkB,mBAAmB,EAAE,UAEvE,CAAA;KACE;AACH,CAAC,CAAA;AAzIY,QAAA,sBAAsB,0BAyIlC;AAED,yCAAyC;AAClC,IAAM,uBAAuB,GAAG,UAAC,OAAY;IAClD,OAAO,knCA6CR,CAAA;AACD,CAAC,CAAA;AA/CY,QAAA,uBAAuB,2BA+CnC"}
+{"version":3,"file":"csv-file.js","sourceRoot":"","sources":["../../../src/fetchers/csv-file.ts"],"names":[],"mappings":";;;AAAA,kCAKiB;AACjB,wDAAkE;AAClE,6DAAsE;AAE/D,IAAM,iBAAiB,GAAG,UAC/B,MAA+B;IAE/B,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;QACzC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,+BAA+B,EAAE,CAAA;KAClE;IAED,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;QAC7C,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,mDAAmD,EAAE,CAAA;KACtF;IAED,IAAI,MAAM,CAAC,WAAW,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,EAAE;QAChE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,+BAA+B,EAAE,CAAA;KAClE;IAED,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE;QAC1D,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,8BAA8B,EAAE,CAAA;KACjE;IAED,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE;QAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;YAClC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAA;SACxE;QAED,KAAqB,UAAc,EAAd,KAAA,MAAM,CAAC,OAAO,EAAd,cAAc,EAAd,IAAc,EAAE;YAAhC,IAAM,MAAM,SAAA;YACf,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ,EAAE;gBACxF,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,kCAAkC,EAAE,CAAA;aACrE;SACF;KACF;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AAC1B,CAAC,CAAA;AAhCY,QAAA,iBAAiB,qBAgC7B;AAUD,IAAM,mBAAmB,GAAG;IAC1B,OAAO,ijKA+IR,CAAA;AACD,CAAC,CAAA;AAEM,IAAM,sBAAsB,GAAG,UAAC,MAA+B;IACpE,IAAM,SAAS,GAAG,MAAuB,CAAA;IAEzC,0EAA0E;IAC1E,IAAM,gBAAgB,GAAG,SAAS,CAAC,gBAAgB,KAAK,KAAK,CAAA;IAC7D,IAAM,gBAAgB,GAAG,SAAS,CAAC,gBAAgB,KAAK,KAAK,CAAA;IAC7D,IAAM,aAAa,GAAG,SAAS,CAAC,OAAO,IAAI,EAAE,CAAA;IAE7C,IAAI,SAAS,CAAC,WAAW,EAAE;QACzB,IAAM,WAAW,GAAG,SAAS,CAAC,WAAW,CAAA;QACzC,OAAO,6BAAsB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,wCACjC,gBAAgB,wCAChB,gBAAgB,qCACnB,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,iBAEnD,IAAA,iCAAyB,GAAE,iBAE3B,IAAA,+CAA4B,GAAE,iBAE9B,IAAA,iCAAyB,GAAE,iBAE3B,IAAA,oCAA4B,GAAE,iBAE9B,IAAA,qCAA6B,GAAE,iBAE/B,IAAA,8CAA2B,GAAE,iiFA+FoB,mBAAmB,EAAE,UAEvE,CAAA;KACE;SAAM;QACL,OAAO,uBAAgB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,IAAI,EAAE,CAAC,+BACnD,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,iBAE7C,IAAA,iCAAyB,GAAE,iBAE3B,IAAA,+CAA4B,GAAE,iBAE9B,IAAA,iCAAyB,GAAE,iBAE3B,IAAA,oCAA4B,GAAE,iBAE9B,IAAA,qCAA6B,GAAE,kEAEkB,mBAAmB,EAAE,UAEvE,CAAA;KACE;AACH,CAAC,CAAA;AA7IY,QAAA,sBAAsB,0BA6IlC;AAED,yCAAyC;AAClC,IAAM,uBAAuB,GAAG,UAAC,OAAY;IAClD,OAAO,knCA6CR,CAAA;AACD,CAAC,CAAA;AA/CY,QAAA,uBAAuB,2BA+CnC"}

package/dist/cjs/fetchers/google-sheets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"google-sheets.d.ts","sourceRoot":"","sources":["../../../src/fetchers/google-sheets.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,0BAA0B,WAC7B,OAAO,MAAM,EAAE,OAAO,CAAC,KAC9B;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAwBpC,CAAA;AAcD,eAAO,MAAM,2BAA2B,WAAY,OAAO,MAAM,EAAE,OAAO,CAAC,KAAG,MA8V7E,CAAA"}
+{"version":3,"file":"google-sheets.d.ts","sourceRoot":"","sources":["../../../src/fetchers/google-sheets.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,0BAA0B,WAC7B,OAAO,MAAM,EAAE,OAAO,CAAC,KAC9B;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAwBpC,CAAA;AAcD,eAAO,MAAM,2BAA2B,WAAY,OAAO,MAAM,EAAE,OAAO,CAAC,KAAG,MAgW7E,CAAA"}

package/dist/cjs/fetchers/google-sheets.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateGoogleSheetsFetcher = exports.validateGoogleSheetsConfig = void 0;
 var utils_1 = require("../utils");
+var search_relevance_1 = require("../search-relevance");
 var header_detection_1 = require("./utils/header-detection");
 var validateGoogleSheetsConfig = function (config) {
     if (!config || typeof config !== 'object') {
@@ -29,7 +30,7 @@ var generateGoogleSheetsFetcher = function (config) {
     var autoDetectHeader = sheetsConfig.autoDetectHeader;
     var firstRowIsHeader = sheetsConfig.firstRowIsHeader;
     var configColumns = sheetsConfig.columns || [];
-    return "import fetch from 'node-fetch'\n\n".concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, utils_1.generateSortFilterHelperCode)(), "\n\n").concat((0, utils_1.generateFilterTreeHelpersCode)(), "\n\n").concat((0, header_detection_1.generateHeaderDetectionCode)(), "\n\nexport default async function handler(req, res) {\n  try {\n    const sheetUrl = ").concat(JSON.stringify(sheetsConfig.sheetUrl), "\n    let sheetId = ").concat(JSON.stringify(sheetsConfig.sheetId), "\n    const range = ").concat(JSON.stringify(sheetsConfig.range || 'A1:Z1000'), "\n    const maxRows = ").concat(sheetsConfig.maxRows || 0, "\n    const autoDetectHeader = ").concat(autoDetectHeader !== undefined ? autoDetectHeader : true, "\n    const firstRowIsHeader = ").concat(firstRowIsHeader !== undefined ? firstRowIsHeader : true, "\n    \n    if (!sheetId && sheetUrl) {\n      const match = sheetUrl.match(/\\/d\\/([a-zA-Z0-9-_]+)/)\n      sheetId = match ? match[1] : undefined\n    }\n    \n    if (!sheetId) {\n      return res.status(400).json({\n        success: false,\n        error: 'Invalid Google Sheets URL or Sheet ID',\n        timestamp: Date.now()\n      })\n    }\n    \n    let gid = undefined\n    if (sheetUrl) {\n      const gidMatch = sheetUrl.match(/[#&]gid=([0-9]+)/)\n      gid = gidMatch ? gidMatch[1] : undefined\n    }\n    \n    let url = `https://docs.google.com/spreadsheets/d/${sheetId}/gviz/tq?tqx=out:json&range=${range}`\n    \n    if (gid) {\n      url += `&gid=${gid}`\n    }\n    \n    if (maxRows && maxRows > 0) {\n      url += `&tq=limit ${maxRows}`\n    }\n    \n    const response = await fetch(url)\n    \n    if (!response.ok) {\n      return res.status(response.status).json({\n        success: false,\n        error: `HTTP ${response.status}: ${response.statusText}`,\n        timestamp: Date.now()\n      })\n    }\n    \n    const text = await response.text()\n    const jsonMatch = text.match(/google\\.visualization\\.Query\\.setResponse\\((.*)\\);/)\n    \n    if (!jsonMatch) {\n      return res.status(500).json({\n        success: false,\n        error: 'Unable to parse Google Sheets response',\n        timestamp: Date.now()\n      })\n    }\n    \n    const data = JSON.parse(jsonMatch[1])\n    \n    if (data.status === 'error') {\n      return res.status(500).json({\n        success: false,\n        error: data.errors?.[0]?.detailed_message || 'Failed to fetch Google Sheets data',\n        timestamp: Date.now()\n      })\n    }\n    \n    const formatDateValue = (date) => {\n      const options = {\n        year: 'numeric',\n        month: 'short',\n        day: 'numeric',\n      }\n      \n      const timeOptions = {\n        hour: '2-digit',\n        minute: '2-digit',\n      }\n      \n      const hasTime = date.getHours() !== 0 || date.getMinutes() !== 0 || date.getSeconds() !== 0\n      \n      if (hasTime) {\n        return date.toLocaleString('en-US', { ...options, ...timeOptions })\n      }\n      \n      return date.toLocaleDateString('en-US', options)\n    }\n    \n    const parseGoogleSheetsValue = (value) => {\n      if (typeof value === 'string') {\n        const dateMatch = value.match(/^Date\\((\\d+),(\\d+),(\\d+)(?:,(\\d+),(\\d+),(\\d+))?\\)$/)\n        if (dateMatch) {\n          const year = parseInt(dateMatch[1], 10)\n          const month = parseInt(dateMatch[2], 10)\n          const day = parseInt(dateMatch[3], 10)\n          const hour = dateMatch[4] ? parseInt(dateMatch[4], 10) : 0\n          const minute = dateMatch[5] ? parseInt(dateMatch[5], 10) : 0\n          const second = dateMatch[6] ? parseInt(dateMatch[6], 10) : 0\n          const date = new Date(year, month, day, hour, minute, second)\n          return formatDateValue(date)\n        }\n      }\n      return value\n    }\n    \n    const table = data.table\n    const rawRows = table.rows || []\n    \n    if (rawRows.length === 0) {\n      return res.status(200).json({\n        success: true,\n        data: [],\n        timestamp: Date.now()\n      })\n    }\n    \n    const firstRow = rawRows[0]\n    const firstRowValues = firstRow.c.map((cell) => cell?.v ?? cell?.f ?? null)\n    \n    const shouldAutoDetect = autoDetectHeader !== false\n    let hasHeaderRow = false\n    \n    if (shouldAutoDetect) {\n      hasHeaderRow = detectHeaderRow(firstRowValues, rawRows)\n    } else {\n      hasHeaderRow = firstRowIsHeader !== false\n    }\n    \n    const configColumns = ").concat(JSON.stringify(configColumns), "\n    const useConfigColumns = configColumns && configColumns.length > 0\n    \n    let columns\n    let dataRows\n    \n    if (hasHeaderRow && rawRows.length > 1) {\n      columns = table.cols.map((col, index) => {\n        const configCol = useConfigColumns ? configColumns[index] : null\n        return {\n          id: configCol?.id || col.id || `col_${index}`,\n          label: String(firstRowValues[index] || col.label || configCol?.label || `Column ${index + 1}`),\n          type: configCol?.type || col.type || 'string'\n        }\n      })\n      dataRows = rawRows.slice(1)\n    } else {\n      columns = table.cols.map((col, index) => {\n        const configCol = useConfigColumns ? configColumns[index] : null\n        return {\n          id: configCol?.id || col.id || `col_${index}`,\n          label: configCol?.label || col.label || `Column ${index + 1}`,\n          type: configCol?.type || col.type || 'string'\n        }\n      })\n      dataRows = rawRows\n    }\n    \n    if (maxRows && dataRows.length > maxRows) {\n      dataRows = dataRows.slice(0, maxRows)\n    }\n    \n    const rows = dataRows.map((row) => {\n      const rowData = {}\n      row.c.forEach((cell, index) => {\n        const columnId = columns[index]?.id || `col_${index}`\n        const rawValue = cell?.v ?? cell?.f ?? null\n        rowData[columnId] = parseGoogleSheetsValue(rawValue)\n      })\n      return rowData\n    })\n    \n    const columnsWithData = columns.filter((col, index) => {\n      const hasHeaderData = col.label && col.label !== `Column ${index + 1}`\n      const hasDataInColumn = rows.some((row) => {\n        const value = row[col.id]\n        return value !== null && value !== undefined && value !== ''\n      })\n      return hasHeaderData || hasDataInColumn\n    })\n    \n    const filteredRows = rows.map((row) => {\n      const filteredRow = {}\n      columnsWithData.forEach((col) => {\n        filteredRow[col.id] = row[col.id]\n      })\n      return filteredRow\n    })\n    \n    const { query, queryColumns, limit, page, perPage, sortBy, sortOrder, filters, sorts, offset: offsetParam } = req.query\n    \n    // Create label-to-ID mapping for filters and sorts\n    const labelToIdMap = {}\n    columnsWithData.forEach((col) => {\n      labelToIdMap[col.label] = col.id\n    })\n    \n    let filteredData = [...filteredRows]\n    \n    if (query) {\n      const searchTerms = query.toLowerCase().split(' ').filter(Boolean)\n      \n      if (queryColumns) {\n        const searchColumns = safeJSONParse(queryColumns)\n        filteredData = filteredData.filter((item) => {\n          return searchTerms.every((term) => searchColumns.some((col) => {\n            // Map label to column ID\n            const field = labelToIdMap[col] || col\n            const value = getNestedValue(item, field)\n            return value && String(value).toLowerCase().includes(term)\n          }))\n        })\n      } else {\n        filteredData = filteredData.filter((item) => {\n          try {\n            const stringified = JSON.stringify(item).toLowerCase()\n            return searchTerms.every((term) => stringified.includes(term))\n          } catch {\n            return false\n          }\n        })\n      }\n    }\n    \n    if (filters) {\n      const filterTree = normalizeFilterTree(safeJSONParse(filters))\n      \n      if (filterTree) {\n        filteredData = filteredData.filter((item) =>\n          evaluateFilterTree(filterTree, (condition) => {\n            // Map label to column ID\n            const field = labelToIdMap[condition.source] || condition.source\n            const value = getNestedValue(item, field)\n            const target = condition.destination\n            const operand = condition.operand\n            \n            if (Array.isArray(target)) {\n              if (operand === '!=') {\n                return !target.includes(value)\n              }\n              return target.includes(value)\n            }\n            \n            return compareValues(value, target, operand)\n          })\n        )\n      }\n    }\n    \n    if (sorts) {\n      const parsedSorts = safeJSONParse(sorts)\n      if (Array.isArray(parsedSorts) && parsedSorts.length > 0) {\n        filteredData.sort((a, b) => {\n          for (const sort of parsedSorts) {\n            if (!sort.field) continue\n            // Map label to column ID\n            const field = labelToIdMap[sort.field] || sort.field\n            const aVal = getNestedValue(a, field)\n            const bVal = getNestedValue(b, field)\n            const sortOrderValue = (sort.order || '').toLowerCase().startsWith('desc') ? -1 : 1\n            \n            let comparison = 0\n            if (aVal === null || aVal === undefined) {\n              comparison = bVal === null || bVal === undefined ? 0 : -1\n            } else if (bVal === null || bVal === undefined) {\n              comparison = 1\n            } else if (typeof aVal === 'number' && typeof bVal === 'number') {\n              comparison = aVal - bVal\n            } else if (aVal instanceof Date && bVal instanceof Date) {\n              comparison = aVal.getTime() - bVal.getTime()\n            } else {\n              const aStr = String(aVal)\n              const bStr = String(bVal)\n              if (aStr < bStr) comparison = -1\n              else if (aStr > bStr) comparison = 1\n            }\n            \n            if (comparison !== 0) return comparison * sortOrderValue\n          }\n          return 0\n        })\n      }\n    } else if (sortBy) {\n      filteredData.sort((a, b) => {\n        // Map label to column ID\n        const field = labelToIdMap[sortBy] || sortBy\n        const aVal = getNestedValue(a, field)\n        const bVal = getNestedValue(b, field)\n        const sortOrderValue = (sortOrder || '').toLowerCase().startsWith('desc') ? -1 : 1\n        \n        let comparison = 0\n        if (aVal === null || aVal === undefined) {\n          comparison = bVal === null || bVal === undefined ? 0 : -1\n        } else if (bVal === null || bVal === undefined) {\n          comparison = 1\n        } else if (typeof aVal === 'number' && typeof bVal === 'number') {\n          comparison = aVal - bVal\n        } else if (aVal instanceof Date && bVal instanceof Date) {\n          comparison = aVal.getTime() - bVal.getTime()\n        } else {\n          const aStr = String(aVal)\n          const bStr = String(bVal)\n          if (aStr < bStr) comparison = -1\n          else if (aStr > bStr) comparison = 1\n        }\n        \n        return comparison * sortOrderValue\n      })\n    }\n    \n    const limitValue = limit || perPage\n    const offsetValue = offsetParam !== undefined ? parseInt(offsetParam) : (page && perPage ? (parseInt(page) - 1) * parseInt(perPage) : 0)\n    \n    if (limitValue) {\n      filteredData = filteredData.slice(offsetValue, offsetValue + parseInt(limitValue))\n    }\n    \n    const safeData = JSON.parse(JSON.stringify(filteredData))\n    \n    return res.status(200).json({\n      success: true,\n      data: safeData,\n      timestamp: Date.now()\n    })\n  } catch (error) {\n    console.error('Google Sheets fetch error:', error)\n    return res.status(500).json({\n      success: false,\n      error: error.message || 'Failed to fetch data',\n      timestamp: Date.now()\n    })\n  }\n}\n");
+    return "import fetch from 'node-fetch'\n\n".concat((0, utils_1.generateSafeJSONParseCode)(), "\n\n").concat((0, search_relevance_1.generateSearchRankHelperCode)(), "\n\n").concat((0, utils_1.generateSortFilterHelperCode)(), "\n\n").concat((0, utils_1.generateFilterTreeHelpersCode)(), "\n\n").concat((0, header_detection_1.generateHeaderDetectionCode)(), "\n\nexport default async function handler(req, res) {\n  try {\n    const sheetUrl = ").concat(JSON.stringify(sheetsConfig.sheetUrl), "\n    let sheetId = ").concat(JSON.stringify(sheetsConfig.sheetId), "\n    const range = ").concat(JSON.stringify(sheetsConfig.range || 'A1:Z1000'), "\n    const maxRows = ").concat(sheetsConfig.maxRows || 0, "\n    const autoDetectHeader = ").concat(autoDetectHeader !== undefined ? autoDetectHeader : true, "\n    const firstRowIsHeader = ").concat(firstRowIsHeader !== undefined ? firstRowIsHeader : true, "\n    \n    if (!sheetId && sheetUrl) {\n      const match = sheetUrl.match(/\\/d\\/([a-zA-Z0-9-_]+)/)\n      sheetId = match ? match[1] : undefined\n    }\n    \n    if (!sheetId) {\n      return res.status(400).json({\n        success: false,\n        error: 'Invalid Google Sheets URL or Sheet ID',\n        timestamp: Date.now()\n      })\n    }\n    \n    let gid = undefined\n    if (sheetUrl) {\n      const gidMatch = sheetUrl.match(/[#&]gid=([0-9]+)/)\n      gid = gidMatch ? gidMatch[1] : undefined\n    }\n    \n    let url = `https://docs.google.com/spreadsheets/d/${sheetId}/gviz/tq?tqx=out:json&range=${range}`\n    \n    if (gid) {\n      url += `&gid=${gid}`\n    }\n    \n    if (maxRows && maxRows > 0) {\n      url += `&tq=limit ${maxRows}`\n    }\n    \n    const response = await fetch(url)\n    \n    if (!response.ok) {\n      return res.status(response.status).json({\n        success: false,\n        error: `HTTP ${response.status}: ${response.statusText}`,\n        timestamp: Date.now()\n      })\n    }\n    \n    const text = await response.text()\n    const jsonMatch = text.match(/google\\.visualization\\.Query\\.setResponse\\((.*)\\);/)\n    \n    if (!jsonMatch) {\n      return res.status(500).json({\n        success: false,\n        error: 'Unable to parse Google Sheets response',\n        timestamp: Date.now()\n      })\n    }\n    \n    const data = JSON.parse(jsonMatch[1])\n    \n    if (data.status === 'error') {\n      return res.status(500).json({\n        success: false,\n        error: data.errors?.[0]?.detailed_message || 'Failed to fetch Google Sheets data',\n        timestamp: Date.now()\n      })\n    }\n    \n    const formatDateValue = (date) => {\n      const options = {\n        year: 'numeric',\n        month: 'short',\n        day: 'numeric',\n      }\n      \n      const timeOptions = {\n        hour: '2-digit',\n        minute: '2-digit',\n      }\n      \n      const hasTime = date.getHours() !== 0 || date.getMinutes() !== 0 || date.getSeconds() !== 0\n      \n      if (hasTime) {\n        return date.toLocaleString('en-US', { ...options, ...timeOptions })\n      }\n      \n      return date.toLocaleDateString('en-US', options)\n    }\n    \n    const parseGoogleSheetsValue = (value) => {\n      if (typeof value === 'string') {\n        const dateMatch = value.match(/^Date\\((\\d+),(\\d+),(\\d+)(?:,(\\d+),(\\d+),(\\d+))?\\)$/)\n        if (dateMatch) {\n          const year = parseInt(dateMatch[1], 10)\n          const month = parseInt(dateMatch[2], 10)\n          const day = parseInt(dateMatch[3], 10)\n          const hour = dateMatch[4] ? parseInt(dateMatch[4], 10) : 0\n          const minute = dateMatch[5] ? parseInt(dateMatch[5], 10) : 0\n          const second = dateMatch[6] ? parseInt(dateMatch[6], 10) : 0\n          const date = new Date(year, month, day, hour, minute, second)\n          return formatDateValue(date)\n        }\n      }\n      return value\n    }\n    \n    const table = data.table\n    const rawRows = table.rows || []\n    \n    if (rawRows.length === 0) {\n      return res.status(200).json({\n        success: true,\n        data: [],\n        timestamp: Date.now()\n      })\n    }\n    \n    const firstRow = rawRows[0]\n    const firstRowValues = firstRow.c.map((cell) => cell?.v ?? cell?.f ?? null)\n    \n    const shouldAutoDetect = autoDetectHeader !== false\n    let hasHeaderRow = false\n    \n    if (shouldAutoDetect) {\n      hasHeaderRow = detectHeaderRow(firstRowValues, rawRows)\n    } else {\n      hasHeaderRow = firstRowIsHeader !== false\n    }\n    \n    const configColumns = ").concat(JSON.stringify(configColumns), "\n    const useConfigColumns = configColumns && configColumns.length > 0\n    \n    let columns\n    let dataRows\n    \n    if (hasHeaderRow && rawRows.length > 1) {\n      columns = table.cols.map((col, index) => {\n        const configCol = useConfigColumns ? configColumns[index] : null\n        return {\n          id: configCol?.id || col.id || `col_${index}`,\n          label: String(firstRowValues[index] || col.label || configCol?.label || `Column ${index + 1}`),\n          type: configCol?.type || col.type || 'string'\n        }\n      })\n      dataRows = rawRows.slice(1)\n    } else {\n      columns = table.cols.map((col, index) => {\n        const configCol = useConfigColumns ? configColumns[index] : null\n        return {\n          id: configCol?.id || col.id || `col_${index}`,\n          label: configCol?.label || col.label || `Column ${index + 1}`,\n          type: configCol?.type || col.type || 'string'\n        }\n      })\n      dataRows = rawRows\n    }\n    \n    if (maxRows && dataRows.length > maxRows) {\n      dataRows = dataRows.slice(0, maxRows)\n    }\n    \n    const rows = dataRows.map((row) => {\n      const rowData = {}\n      row.c.forEach((cell, index) => {\n        const columnId = columns[index]?.id || `col_${index}`\n        const rawValue = cell?.v ?? cell?.f ?? null\n        rowData[columnId] = parseGoogleSheetsValue(rawValue)\n      })\n      return rowData\n    })\n    \n    const columnsWithData = columns.filter((col, index) => {\n      const hasHeaderData = col.label && col.label !== `Column ${index + 1}`\n      const hasDataInColumn = rows.some((row) => {\n        const value = row[col.id]\n        return value !== null && value !== undefined && value !== ''\n      })\n      return hasHeaderData || hasDataInColumn\n    })\n    \n    const filteredRows = rows.map((row) => {\n      const filteredRow = {}\n      columnsWithData.forEach((col) => {\n        filteredRow[col.id] = row[col.id]\n      })\n      return filteredRow\n    })\n    \n    const { query, queryColumns, limit, page, perPage, sortBy, sortOrder, filters, sorts, offset: offsetParam } = req.query\n    \n    // Create label-to-ID mapping for filters and sorts\n    const labelToIdMap = {}\n    columnsWithData.forEach((col) => {\n      labelToIdMap[col.label] = col.id\n    })\n    \n    let filteredData = [...filteredRows]\n    \n    if (query) {\n      if (queryColumns) {\n        const searchColumns = safeJSONParse(queryColumns)\n        filteredData = filteredData.filter((item) =>\n          matchesSearch(item, query, searchColumns, (row, col) => getNestedValue(row, labelToIdMap[col] || col))\n        )\n      } else {\n        const terms = searchTerms(query)\n        filteredData = filteredData.filter((item) => {\n          try {\n            const text = searchText(item)\n            return terms.every((term) => text.indexOf(term) !== -1)\n          } catch {\n            return false\n          }\n        })\n      }\n    }\n    \n    if (filters) {\n      const filterTree = normalizeFilterTree(safeJSONParse(filters))\n      \n      if (filterTree) {\n        filteredData = filteredData.filter((item) =>\n          evaluateFilterTree(filterTree, (condition) => {\n            // Map label to column ID\n            const field = labelToIdMap[condition.source] || condition.source\n            const value = getNestedValue(item, field)\n            const target = condition.destination\n            const operand = condition.operand\n            \n            if (Array.isArray(target)) {\n              if (operand === '!=') {\n                return !target.includes(value)\n              }\n              return target.includes(value)\n            }\n            \n            return compareValues(value, target, operand)\n          })\n        )\n      }\n    }\n    \n    if (sorts) {\n      const parsedSorts = safeJSONParse(sorts)\n      if (Array.isArray(parsedSorts) && parsedSorts.length > 0) {\n        filteredData.sort((a, b) => {\n          for (const sort of parsedSorts) {\n            if (!sort.field) continue\n            // Map label to column ID\n            const field = labelToIdMap[sort.field] || sort.field\n            const aVal = getNestedValue(a, field)\n            const bVal = getNestedValue(b, field)\n            const sortOrderValue = (sort.order || '').toLowerCase().startsWith('desc') ? -1 : 1\n            \n            let comparison = 0\n            if (aVal === null || aVal === undefined) {\n              comparison = bVal === null || bVal === undefined ? 0 : -1\n            } else if (bVal === null || bVal === undefined) {\n              comparison = 1\n            } else if (typeof aVal === 'number' && typeof bVal === 'number') {\n              comparison = aVal - bVal\n            } else if (aVal instanceof Date && bVal instanceof Date) {\n              comparison = aVal.getTime() - bVal.getTime()\n            } else {\n              const aStr = String(aVal)\n              const bStr = String(bVal)\n              if (aStr < bStr) comparison = -1\n              else if (aStr > bStr) comparison = 1\n            }\n            \n            if (comparison !== 0) return comparison * sortOrderValue\n          }\n          return 0\n        })\n      }\n    } else if (sortBy) {\n      filteredData.sort((a, b) => {\n        // Map label to column ID\n        const field = labelToIdMap[sortBy] || sortBy\n        const aVal = getNestedValue(a, field)\n        const bVal = getNestedValue(b, field)\n        const sortOrderValue = (sortOrder || '').toLowerCase().startsWith('desc') ? -1 : 1\n        \n        let comparison = 0\n        if (aVal === null || aVal === undefined) {\n          comparison = bVal === null || bVal === undefined ? 0 : -1\n        } else if (bVal === null || bVal === undefined) {\n          comparison = 1\n        } else if (typeof aVal === 'number' && typeof bVal === 'number') {\n          comparison = aVal - bVal\n        } else if (aVal instanceof Date && bVal instanceof Date) {\n          comparison = aVal.getTime() - bVal.getTime()\n        } else {\n          const aStr = String(aVal)\n          const bStr = String(bVal)\n          if (aStr < bStr) comparison = -1\n          else if (aStr > bStr) comparison = 1\n        }\n        \n        return comparison * sortOrderValue\n      })\n    }\n    \n    if (query && queryColumns) {\n      filteredData = rankBySearch(filteredData, query, safeJSONParse(queryColumns), (item, col) =>\n        getNestedValue(item, labelToIdMap[col] || col)\n      )\n    }\n    \n    const limitValue = limit || perPage\n    const offsetValue = offsetParam !== undefined ? parseInt(offsetParam) : (page && perPage ? (parseInt(page) - 1) * parseInt(perPage) : 0)\n    \n    if (limitValue) {\n      filteredData = filteredData.slice(offsetValue, offsetValue + parseInt(limitValue))\n    }\n    \n    const safeData = JSON.parse(JSON.stringify(filteredData))\n    \n    return res.status(200).json({\n      success: true,\n      data: safeData,\n      timestamp: Date.now()\n    })\n  } catch (error) {\n    console.error('Google Sheets fetch error:', error)\n    return res.status(500).json({\n      success: false,\n      error: error.message || 'Failed to fetch data',\n      timestamp: Date.now()\n    })\n  }\n}\n");
 };
 exports.generateGoogleSheetsFetcher = generateGoogleSheetsFetcher;
 //# sourceMappingURL=google-sheets.js.map