@vltpkg/query 1.0.0-rc.9 → 1.0.1

package/test/pseudo/published.ts

@@ -0,0 +1,557 @@
+import t from 'tap'
+import { joinDepIDTuple } from '@vltpkg/dep-id'
+import { asPostcssNodeWithChildren, parse } from '@vltpkg/dss-parser'
+import {
+  published,
+  parseInternals,
+  queueNode,
+  retrieveRemoteDate,
+} from '../../src/pseudo/published.ts'
+import {
+  getSemverRichGraph,
+  getSimpleGraph,
+} from '../fixtures/graph.ts'
+import type { NodeLike } from '@vltpkg/types'
+import type { SpecOptions } from '@vltpkg/spec'
+import type { ParserState } from '../../src/types.ts'
+
+// the `npm` alias is no longer built in; configure it so the
+// default-registry DepIDs hydrate to the npm registry URL. Typed as
+// SpecOptions so the surrounding `as NodeLike` casts stay valid.
+const npmSpecOptions: SpecOptions = {
+  registries: { npm: 'https://registry.npmjs.org/' },
+}
+
+global.fetch = (async (url: string) => {
+  if (url === 'https://registry.npmjs.org/h') {
+    return {
+      ok: false,
+    }
+  } else if (url === 'https://registry.npmjs.org/i') {
+    throw new Error('ERR')
+  } else if (url === 'https://registry.npmjs.org/c') {
+    return {
+      status: 404,
+      ok: false,
+    }
+  }
+  return {
+    ok: true,
+    json: async () => {
+      switch (url) {
+        case 'https://registry.npmjs.org/a': {
+          return {
+            time: {
+              '1.0.1': '2024-01-01T11:11:11.111Z',
+            },
+          }
+        }
+        case 'https://registry.npmjs.org/b': {
+          return {
+            time: {
+              '2.2.1': '2024-02-01T00:00:00.000Z',
+            },
+          }
+        }
+        case 'http://example.com/c': {
+          return {
+            time: {
+              '3.4.0': '2024-03-01T00:00:00.000Z',
+            },
+          }
+        }
+        case 'https://registry.npmjs.org/d': {
+          return {
+            time: {
+              '2.3.4': '2024-04-01T00:00:00.000Z',
+            },
+          }
+        }
+        case 'https://registry.npmjs.org/e': {
+          return {
+            time: {
+              '120.0.0': '2024-05-01T00:00:00.000Z',
+            },
+          }
+        }
+      }
+    },
+  }
+}) as unknown as typeof global.fetch
+
+const getState = (query: string, graph = getSemverRichGraph()) => {
+  const ast = parse(query)
+  const current = ast.first.first
+  const state: ParserState = {
+    comment: '',
+    current,
+    initial: {
+      edges: new Set(graph.edges.values()),
+      nodes: new Set(graph.nodes.values()),
+    },
+    partial: {
+      edges: new Set(graph.edges.values()),
+      nodes: new Set(graph.nodes.values()),
+    },
+    collect: {
+      edges: new Set(),
+      nodes: new Set(),
+    },
+    cancellable: async () => {},
+    walk: async i => i,
+    retries: 0,
+    importers: new Set(graph.importers),
+    securityArchive: undefined,
+    signal: new AbortController().signal,
+    specificity: { idCounter: 0, commonCounter: 0 },
+  }
+  return state
+}
+
+t.test('select from published definition', async t => {
+  t.capture(console, 'warn')
+
+  await t.test('published exact time', async t => {
+    const res = await published(
+      getState(':published(2024-01-01T11:11:11.111Z)'),
+    )
+    t.strictSame(
+      [...res.partial.nodes].map(n => n.name),
+      ['a'],
+      'should have expected result using exact date match',
+    )
+    t.matchSnapshot({
+      nodes: [...res.partial.nodes].map(n => n.name),
+      edges: [...res.partial.edges].map(e => e.name),
+    })
+  })
+
+  await t.test('published exact time (quoted)', async t => {
+    const res = await published(
+      getState(':published("2024-01-01T11:11:11.111Z")'),
+    )
+    t.strictSame(
+      [...res.partial.nodes].map(n => n.name),
+      ['a'],
+      'should have expected result using greater than date',
+    )
+    t.matchSnapshot({
+      nodes: [...res.partial.nodes].map(n => n.name),
+      edges: [...res.partial.edges].map(e => e.name),
+    })
+  })
+
+  await t.test('published exact date', async t => {
+    const res = await published(getState(':published(2024-01-01)'))
+    t.strictSame(
+      [...res.partial.nodes].map(n => n.name),
+      ['a'],
+      'should have expected result using exact date match',
+    )
+    t.matchSnapshot({
+      nodes: [...res.partial.nodes].map(n => n.name),
+      edges: [...res.partial.edges].map(e => e.name),
+    })
+  })
+
+  await t.test('published greater than date (quoted)', async t => {
+    const res = await published(getState(':published(">2024-02-01")'))
+    t.strictSame(
+      [...res.partial.nodes].map(n => n.name),
+      ['c', 'd', 'e'],
+      'should have expected result using greater than date',
+    )
+    t.matchSnapshot({
+      nodes: [...res.partial.nodes].map(n => n.name),
+      edges: [...res.partial.edges].map(e => e.name),
+    })
+  })
+
+  await t.test('published greater than date (unquoted)', async t => {
+    const res = await published(getState(':published(>2024-02-01)'))
+    t.strictSame(
+      [...res.partial.nodes].map(n => n.name),
+      ['c', 'd', 'e'],
+      'should have expected result using unquoted greater than date',
+    )
+    t.matchSnapshot({
+      nodes: [...res.partial.nodes].map(n => n.name),
+      edges: [...res.partial.edges].map(e => e.name),
+    })
+  })
+
+  await t.test(
+    'published greater than or equal date (quoted)',
+    async t => {
+      const res = await published(
+        getState(':published(">=2024-02-01")'),
+      )
+      t.strictSame(
+        [...res.partial.nodes].map(n => n.name),
+        ['b', 'c', 'd', 'e'],
+        'should have expected result using greater than date',
+      )
+      t.matchSnapshot({
+        nodes: [...res.partial.nodes].map(n => n.name),
+        edges: [...res.partial.edges].map(e => e.name),
+      })
+    },
+  )
+
+  await t.test(
+    'published greater than or equal date (unquoted)',
+    async t => {
+      const res = await published(
+        getState(':published(>=2024-02-01)'),
+      )
+      t.strictSame(
+        [...res.partial.nodes].map(n => n.name),
+        ['b', 'c', 'd', 'e'],
+        'should have expected result using unquoted greater than or equal date',
+      )
+      t.matchSnapshot({
+        nodes: [...res.partial.nodes].map(n => n.name),
+        edges: [...res.partial.edges].map(e => e.name),
+      })
+    },
+  )
+
+  await t.test('published less than date (quoted)', async t => {
+    const res = await published(getState(':published("<2024-02-01")'))
+    t.strictSame(
+      [...res.partial.nodes].map(n => n.name),
+      ['a'],
+      'should have expected result using less than or equal date',
+    )
+    t.matchSnapshot({
+      nodes: [...res.partial.nodes].map(n => n.name),
+      edges: [...res.partial.edges].map(e => e.name),
+    })
+  })
+
+  await t.test('published less than date (unquoted)', async t => {
+    const res = await published(getState(':published(<2024-02-01)'))
+    t.strictSame(
+      [...res.partial.nodes].map(n => n.name),
+      ['a'],
+      'should have expected result using unquoted less than date',
+    )
+    t.matchSnapshot({
+      nodes: [...res.partial.nodes].map(n => n.name),
+      edges: [...res.partial.edges].map(e => e.name),
+    })
+  })
+
+  await t.test(
+    'published less than or equal date (quoted)',
+    async t => {
+      const res = await published(
+        getState(':published("<=2024-02-01")'),
+      )
+      t.strictSame(
+        [...res.partial.nodes].map(n => n.name),
+        ['a', 'b'],
+        'should have expected result using less than or equal date',
+      )
+      t.matchSnapshot({
+        nodes: [...res.partial.nodes].map(n => n.name),
+        edges: [...res.partial.edges].map(e => e.name),
+      })
+    },
+  )
+
+  await t.test(
+    'published less than or equal date (unquoted)',
+    async t => {
+      const res = await published(
+        getState(':published(<=2024-02-01)'),
+      )
+      t.strictSame(
+        [...res.partial.nodes].map(n => n.name),
+        ['a', 'b'],
+        'should have expected result using unquoted less than or equal date',
+      )
+      t.matchSnapshot({
+        nodes: [...res.partial.nodes].map(n => n.name),
+        edges: [...res.partial.edges].map(e => e.name),
+      })
+    },
+  )
+
+  await t.test('pseudo state form works', async t => {
+    // :published without parameters should now work as pseudo state
+    const result = await published(getState(':published'))
+    t.ok(result, 'should not throw an error for pseudo state form')
+  })
+})
+
+t.test('parseInternals', async t => {
+  await t.test('with quoted parameter', async t => {
+    const ast = parse(':published(">2024-01-01")')
+    const nodes = asPostcssNodeWithChildren(ast.first.first).nodes
+    const internals = parseInternals(nodes)
+    t.strictSame(
+      internals,
+      { relativeDate: '2024-01-01', comparator: '>' },
+      'should correctly parse internals from published selector with quoted parameter',
+    )
+  })
+
+  await t.test('with unquoted parameter', async t => {
+    const ast = parse(':published(>2024-01-01)')
+    const nodes = asPostcssNodeWithChildren(ast.first.first).nodes
+    const internals = parseInternals(nodes)
+    t.strictSame(
+      internals,
+      { relativeDate: '2024-01-01', comparator: '>' },
+      'should correctly parse internals from published selector with unquoted parameter',
+    )
+  })
+
+  await t.test(
+    'with unquoted greater than or equal parameter',
+    async t => {
+      const ast = parse(':published(>=2024-01-01)')
+      const nodes = asPostcssNodeWithChildren(ast.first.first).nodes
+      const internals = parseInternals(nodes)
+      t.strictSame(
+        internals,
+        { relativeDate: '2024-01-01', comparator: '>=' },
+        'should correctly parse internals from published selector with unquoted >= parameter',
+      )
+    },
+  )
+})
+
+t.test('retrieveRemoteDate', async t => {
+  t.capture(console, 'warn')
+
+  const missingName = {
+    id: joinDepIDTuple(['registry', '', 'a@1.0.0']),
+  } as NodeLike
+  t.strictSame(
+    await retrieveRemoteDate(missingName),
+    undefined,
+    'should return undefined if missing essential info',
+  )
+
+  await t.test('no response from registry', async t => {
+    const node = {
+      name: 'h',
+      version: '1.0.0',
+      id: joinDepIDTuple(['registry', '', 'h@1.0.0']),
+      options: npmSpecOptions,
+    } as NodeLike
+    await t.rejects(
+      retrieveRemoteDate(node),
+      /Failed to fetch packument/,
+      'should throw an internal error so that it may be retried',
+    )
+  })
+
+  await t.test('fetch error', async t => {
+    const node = {
+      name: 'i',
+      id: joinDepIDTuple(['registry', '', 'i@1.0.0']),
+      options: npmSpecOptions,
+    } as NodeLike
+    t.strictSame(
+      await retrieveRemoteDate(node),
+      undefined,
+      'should return undefined if fetch throws',
+    )
+  })
+
+  await t.test('404', async t => {
+    const node = {
+      name: 'c',
+      version: '1.0.0',
+      id: joinDepIDTuple(['registry', '', 'c@1.0.0']),
+      options: npmSpecOptions,
+    } as NodeLike
+    await t.rejects(
+      retrieveRemoteDate(node),
+      /Missing API/,
+      'should throw an internal error that will not be retried',
+    )
+  })
+})
+
+t.test('queueNode', async t => {
+  const missingName = {
+    id: joinDepIDTuple(['registry', '', 'a@1.0.0']),
+  } as NodeLike
+  t.strictSame(
+    await queueNode(
+      getState(':published("2024-01-01")'),
+      missingName,
+      '2024-01-01',
+      undefined,
+    ),
+    missingName,
+    'should return node if missing essential info',
+  )
+})
+
+t.test(
+  'pseudo state form - :published without parameters',
+  async t => {
+    const getState = (graph = getSimpleGraph()) => {
+      const ast = parse(':published')
+      const current = ast.first.first
+      const state: ParserState = {
+        comment: '',
+        current,
+        initial: {
+          edges: new Set(graph.edges.values()),
+          nodes: new Set(graph.nodes.values()),
+        },
+        partial: {
+          edges: new Set(graph.edges.values()),
+          nodes: new Set(graph.nodes.values()),
+        },
+        collect: {
+          edges: new Set(),
+          nodes: new Set(),
+        },
+        cancellable: async () => {},
+        walk: async i => i,
+        securityArchive: undefined,
+        importers: new Set(graph.importers),
+        retries: 0,
+        signal: new AbortController().signal,
+        specificity: { idCounter: 0, commonCounter: 0 },
+      }
+      return state
+    }
+
+    const state = getState()
+    const result = await published(state)
+    t.matchSnapshot(
+      {
+        nodes: [...result.partial.nodes].map(n => n.id),
+        edges: [...result.partial.edges].map(
+          e => `${e.from.id}->${e.to?.id}`,
+        ),
+      },
+      'should match packages with published metadata (registry packages)',
+    )
+  },
+)
+
+t.test(
+  'pseudo state form with nodes missing name or version',
+  async t => {
+    const getState = () => {
+      const graph = getSimpleGraph()
+      // Get a real node and modify it to lack name/version
+      const nodeWithoutName = [...graph.nodes.values()][0]
+
+      // Ensure it's a registry node that will pass initial checks
+      Object.defineProperty(nodeWithoutName, 'id', {
+        value: joinDepIDTuple(['registry', '', 'test@1.0.0']),
+        writable: true,
+      })
+      Object.defineProperty(nodeWithoutName, 'mainImporter', {
+        value: false,
+        writable: true,
+      })
+      Object.defineProperty(nodeWithoutName, 'manifest', {
+        value: { private: false },
+        writable: true,
+      })
+      // Remove name and version to trigger the uncovered lines
+      Object.defineProperty(nodeWithoutName, 'name', {
+        value: undefined,
+        writable: true,
+      })
+      Object.defineProperty(nodeWithoutName, 'version', {
+        value: undefined,
+        writable: true,
+      })
+
+      const ast = parse(':published')
+      const current = ast.first.first
+      const state: ParserState = {
+        comment: '',
+        current,
+        initial: {
+          edges: new Set(),
+          nodes: new Set([nodeWithoutName] as NodeLike[]),
+        },
+        partial: {
+          edges: new Set(),
+          nodes: new Set([nodeWithoutName] as NodeLike[]),
+        },
+        collect: {
+          edges: new Set(),
+          nodes: new Set(),
+        },
+        cancellable: async () => {},
+        walk: async i => i,
+        securityArchive: undefined,
+        importers: new Set(),
+        retries: 0,
+        signal: new AbortController().signal,
+        specificity: { idCounter: 0, commonCounter: 0 },
+      }
+      return state
+    }
+
+    const state = getState()
+    const result = await published(state)
+    t.equal(
+      result.partial.nodes.size,
+      0,
+      'should remove nodes without name or version',
+    )
+  },
+)
+
+t.test('error handling for non-query node errors', async t => {
+  // Create a state that will trigger a non-"Expected a query node" error
+  const ast = parse(':published(invalid)')
+  const current = ast.first.first
+
+  // Create a corrupted current node that will cause parsing to fail differently
+  const corruptedCurrent = {
+    ...current,
+    nodes: [
+      {
+        type: 'function',
+        value: 'published',
+        nodes: null, // This will cause asPostcssNodeWithChildren to fail differently
+      },
+    ],
+  }
+
+  const state: ParserState = {
+    comment: '',
+    current: corruptedCurrent as any,
+    initial: {
+      edges: new Set(),
+      nodes: new Set(),
+    },
+    partial: {
+      edges: new Set(),
+      nodes: new Set(),
+    },
+    collect: {
+      edges: new Set(),
+      nodes: new Set(),
+    },
+    cancellable: async () => {},
+    walk: async i => i,
+    securityArchive: undefined,
+    importers: new Set(),
+    retries: 0,
+    signal: new AbortController().signal,
+    specificity: { idCounter: 0, commonCounter: 0 },
+  }
+
+  await t.rejects(
+    published(state),
+    { message: /Failed to parse :published selector/ },
+    'should throw error for parsing failures other than missing query node',
+  )
+})

package/test/pseudo/registry.ts

@@ -0,0 +1,122 @@
+import t from 'tap'
+import postcssSelectorParser from 'postcss-selector-parser'
+import type { ParserState } from '../../src/types.ts'
+import { registry } from '../../src/pseudo/registry.ts'
+import { getSimpleGraph, getAliasedGraph } from '../fixtures/graph.ts'
+
+t.test('selects nodes by registry', async t => {
+  const getState = (query: string, graph = getSimpleGraph()) => {
+    const ast = postcssSelectorParser().astSync(query)
+    const current = ast.first.first
+    const state: ParserState = {
+      comment: '',
+      current,
+      initial: {
+        edges: new Set(graph.edges.values()),
+        nodes: new Set(graph.nodes.values()),
+      },
+      partial: {
+        edges: new Set(graph.edges.values()),
+        nodes: new Set(graph.nodes.values()),
+      },
+      collect: {
+        edges: new Set(),
+        nodes: new Set(),
+      },
+      cancellable: async () => {},
+      walk: async i => i,
+      retries: 0,
+      securityArchive: undefined,
+      importers: new Set(graph.importers),
+      signal: new AbortController().signal,
+      specificity: { idCounter: 0, commonCounter: 0 },
+    }
+    return state
+  }
+
+  await t.test(
+    'selects custom registry nodes in aliased graph',
+    async t => {
+      const graph = getAliasedGraph()
+      const res = await registry(getState(':registry(custom)', graph))
+      t.strictSame(
+        [...res.partial.nodes].map(n => n.name).sort(),
+        ['c'],
+        'should select only custom registry packages',
+      )
+      t.matchSnapshot({
+        nodes: [...res.partial.nodes].map(n => n.name).sort(),
+        edges: [...res.partial.edges].map(e => e.name).sort(),
+      })
+    },
+  )
+
+  await t.test(
+    'selects default npm registry nodes in aliased graph',
+    async t => {
+      const graph = getAliasedGraph()
+      const res = await registry(getState(':registry(npm)', graph))
+      t.strictSame(
+        [...res.partial.nodes].map(n => n.name).sort(),
+        ['a', 'd', 'foo'],
+        'should select only default registry packages',
+      )
+      t.matchSnapshot({
+        nodes: [...res.partial.nodes].map(n => n.name).sort(),
+        edges: [...res.partial.edges].map(e => e.name).sort(),
+      })
+    },
+  )
+
+  await t.test(
+    'returns no nodes for nonexistent registry',
+    async t => {
+      const graph = getAliasedGraph()
+      const res = await registry(
+        getState(':registry(nonexistent)', graph),
+      )
+      t.strictSame(
+        [...res.partial.nodes].map(n => n.name),
+        [],
+        'should not select any packages for nonexistent registry',
+      )
+      t.matchSnapshot({
+        nodes: [...res.partial.nodes].map(n => n.name),
+        edges: [...res.partial.edges].map(e => e.name),
+      })
+    },
+  )
+
+  await t.test('handles an empty partial state', async t => {
+    const state = getState(':registry(npm)')
+    state.partial.nodes.clear()
+    state.partial.edges.clear()
+
+    const res = await registry(state)
+    t.strictSame(
+      [...res.partial.nodes].map(n => n.name),
+      [],
+      'should return empty array when starting with empty partial state',
+    )
+    t.matchSnapshot({
+      nodes: [...res.partial.nodes].map(n => n.name),
+      edges: [...res.partial.edges].map(e => e.name),
+    })
+  })
+
+  await t.test(
+    'selects all registry nodes in simple graph as npm',
+    async t => {
+      const res = await registry(getState(':registry(npm)'))
+      t.strictSame(
+        [...res.partial.nodes].map(n => n.name).sort(),
+        ['a', 'b', 'c', 'd', 'e', 'f'],
+        'should select all registry packages as npm in simple graph',
+      )
+      t.matchSnapshot({
+        nodes: [...res.partial.nodes].map(n => n.name).sort(),
+        edges: [...res.partial.edges].map(e => e.name).sort(),
+      })
+    },
+  )
+})