@r5v/mongoose-paginate 1.0.15 → 1.0.17

package/README.md

@@ -6,6 +6,11 @@ Simple, Fast, Efficient
 
 This project was designed to accomodate more than 80% of your daily workflow to remove the overhead of boilerplate code in handling each endpoint and keeping queries and query params simple. We didn't want you to have to learn a new language to use this product
 
+## Requirements
+- Node.js >= 20
+- mongoose >= 8.0.0 (peer dependency)
+  - Tested with: 8.16.0, 9.1.4
+
 ## Basic Usage
 
 ### PagingQuery
@@ -307,6 +312,10 @@ $ yarn run start
 9. Apply pagination (`$skip`, `$limit`) and options
 
 
+### 1.0.17
+  - **Moved mongoose to peerDependencies** - Reduces bundle size for consumers who already have mongoose installed
+  - Supports mongoose >= 8.0.0 (tested with 8.16.0 and 9.1.4)
+
 ### 1.0.15
   - **Re-enabled `removeProtected` option** for `AggregationPagingQuery` (EXPERIMENTAL) - Automatically excludes fields marked with `select: false` in your schema (e.g., passwords, secret keys) from aggregation results. Use with caution and test thoroughly in your environment.
   - Uses refactored `findProtectedPaths` utility which safely traverses schemas without JSON serialization

package/dist/README.md

@@ -0,0 +1,357 @@
+
+
+@r5v/mongoose-pagination is a powerful yet lightweight utility that bridges the gap between HTTP query parameters and MongoDB queries. It provides an intuitive wrapper around Mongoose models, allowing you to easily transform Express request objects into sophisticated database queries with pagination, filtering, and sorting capabilities.
+
+Simple, Fast, Efficient
+
+This project was designed to accomodate more than 80% of your daily workflow to remove the overhead of boilerplate code in handling each endpoint and keeping queries and query params simple. We didn't want you to have to learn a new language to use this product
+
+## Requirements
+- Node.js >= 20
+- mongoose >= 8.0.0 (peer dependency)
+  - Tested with: 8.16.0, 9.1.4
+
+## Basic Usage
+
+### PagingQuery
+```typescript
+// userController.ts
+import {PagingQuery} from '@r5v/mongoose-paginate'
+import {UserModel} from "./models"
+
+const getUsersController: RequestHandler = async (res, res) => {
+    
+    const query = new PagingQuery(req, User, {})
+    const users = await query.exec()
+    
+    res.send(users)
+}
+```
+
+#### Results
+
+```
+{
+    totalRows: 0,
+    rows: 0,
+    limit: 25,
+    skip: 0,
+    items: [ <UserObject>]
+}
+```
+
+### AggregationPagingQuery
+```typescript
+// userController.ts
+import {AggregationPagingQuery} from '@r5v/mongoose-paginate'
+import {UserModel} from "./models"
+
+const getUsersController: RequestHandler = async (res, res) => {
+    
+    const query = new AggregationPagingQuery(req, User, {
+        pipeline: [ {$match:{name:/^Steve/}}]
+    })
+    const users = await query.exec()
+    
+    res.send(users)
+}
+```
+
+#### Results
+
+```
+{
+    totalRows: 0,
+    rows: 0,
+    limit: 25,
+    skip: 0,
+    items: [ <UserObject>]
+}
+```
+
+### Definition
+
+PagingQuery(Express.Request, mongoose.Model, options )
+
+#### Query Parameters
+
+| Name        | Value                                                                             | Description                                                                                                                                                                                                    | Class Availability                  |
+|:------------|:----------------------------------------------------------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|-------------------------------------|
+| $filter     | Mongo Filter Object                                                               | any json string can be passed in this parameter. be sure to turn on sanitizeFilter if you allow dynamic filters                                                                                                | PagingQuery, AggregationPagingQuery |
+| $limit      | number                                                                            | limit the number of returned objects                                                                                                                                                                           | PagingQuery, AggregationPagingQuery |
+| $skip       | number                                                                            | skip to the next object on the request                                                                                                                                                                         | PagingQuery, AggregationPagingQuery |
+| $paging     | 'false'\|0\|'no'                                                                  | turn off paging, on by default                                                                                                                                                                                 | PagingQuery, AggregationPagingQuery |
+| $populate   | comma separated dot notation string \n books,publishers                           | using refs and virtuals, a dot notation string will populate the model using .populate. will deep populate and select using \"authors\[name\].books\[title\],publishers\[name\]" notation                      | PagingQuery                         |
+| $select     | comma separated dot notation string \n books,-_id \| -_id,-name,address.-address1 | using the select notation uses the mongoose name \| -name syntax to filter the output. use this in conjunction with the $populate query to filter keys \n ie books.title,books.publisher \| -name,books.-title | PagingQuery, AggregationPagingQuery |   
+| $lean       | no value needed, this will return a lean query result                             | returns a lean result. does not require a value                                                                                                                                                                | PagingQuery                         |   
+| $sort       | space separated mongoose sort string \n name -value                               | inserts sort into the query. In aggregation queries this will insert a sort after the existing pipeline                                                                                                        | PagingQuery, AggregationPagingQuery | 
+| $preSort    | comma separated dot notation string \n books,-_id \| -_id,-name,address.-address1 | in aggregate queries this will insert a sort object after the initial match in the pipeline.                                                                                                                   | AggregationPagingQuery              |
+| $count      | comma separated dot notation string                                               | this comma separate string will traverse the results and insert a new field  with the $size of the selected key/value . this new name field will be appended with `_count`                                     | AggregationPagingQuery              |   
+| $postFilter | Any Json Object                                                                   | creates and additional filter and in aggregation queries is appended to the end of the pipeline                                                                                                                | AggregationPagingQuery              |
+
+#### Example URLs
+
+```bash
+# Basic pagination
+GET /api/books?$limit=10&$skip=20
+
+# Filter by field (JSON format)
+GET /api/books?$filter={"genre":"Horror"}
+
+# Filter with operators
+GET /api/books?$filter={"price.amount":{"$gte":20,"$lte":50}}
+
+# Sort (space-separated: field direction)
+GET /api/books?$sort=price.amount%20desc
+GET /api/books?$sort=title%20asc,createdAt%20desc
+
+# Select specific fields
+GET /api/books?$select=title,isbn,price
+
+# Populate references
+GET /api/books?$populate=author,publisher
+
+# Deep populate with field selection
+GET /api/books?$populate=author[firstName,lastName],publisher[name]
+
+# Aggregation with preSort (sorts before pipeline)
+GET /api/books?$preSort=createdAt%20desc
+
+# Aggregation with postFilter (filters on computed fields)
+GET /api/books?$postFilter={"priceCategory":"expensive"}
+
+# Count array fields
+GET /api/books?$count=authors,tags
+# Result includes: authors_count, tags_count
+
+# Disable paging (returns array instead of paged object)
+GET /api/books?$paging=false
+
+# Lean query (returns plain objects)
+GET /api/books?$lean=true
+```
+
+#### Options
+
+| Key                         | Value                | Description                                                                                                                                                              | Class Availability                  | Required | Default |
+|:----------------------------|:---------------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------|:---------|:--------|
+| disablePaging               | boolean              | disables paging and $paging param use                                                                                                                                    | PagingQuery, AggregationPagingQuery |          | false   |
+| disableFilter               | boolean              | disables the $filter param on req.                                                                                                                                       | PagingQuery                         |          | false   |
+| enableFilter                | boolean              | enables the $filter param on req for aggregation queries.                                                                                                                | AggregationPagingQuery              |          | false   |
+| enablePreSort               | boolean              | enables the $preSort param on req for aggregation queries.                                                                                                               | AggregationPagingQuery              |          | false   |
+| single                      | boolean              | disables paging on the query. converts from .find query to .findOne()                                                                                                    | PagingQuery                         |          | false   |
+| enablePostFilter            | boolean              | enables the ability to create a dynamic filter per request using the $postFilter parameter                                                                               | AggregationPagingQuery              |          | false   |
+| staticPostFilter            | Mongo Filter Object  | create a filter on the pipeline that is added after all the pipeline stages. this cannot be overwritten by params                                                        | AggregationPagingQuery              |          | {}      |
+| staticFilter                | Mongo Filter Object  | create a filter on the pipeline that is added before all the pipeline stages. on find requests, this is added to the filter object. this cannot be overwritten by params | AggregationPagingQuery              |          | {}      |
+| pipeline                    | MongoPipelineStage[] | pipeline request object. if the first item in pipeline stage is a $match or another required first stage operator. it will be placed before all other modifiers          | AggregationPagingQuery              | true     | []      |
+| removeProtected             | boolean              | **EXPERIMENTAL** - auto remove protected fields (those with `select: false` in schema) from aggregation results. Use with caution and test thoroughly in your environment | AggregationPagingQuery              |          | false   |
+
+## Utilities
+
+All utilities can be imported directly from the main package or from the `/utils` subpath:
+
+```typescript
+// Direct import
+import { buildPopulate, parseSortString, getPropertyFromDotNotation } from '@r5v/mongoose-paginate'
+
+// Subpath import (all utilities)
+import * as utils from '@r5v/mongoose-paginate/utils'
+```
+
+### Populate Utilities
+
+| Name | Signature | Description |
+|:-----|:----------|:------------|
+| `buildPopulate` | `(pathString: string) => PopulateItem[]` | Creates a Mongoose populate object from dot notation string. Supports deep population with field selection using bracket notation: `"author[name].books[title],publisher[name]"` |
+
+```typescript
+import { buildPopulate } from '@r5v/mongoose-paginate'
+
+const populate = buildPopulate('author[name,email].books[title],publisher')
+// Result: [
+//   { path: 'author', select: 'name email', populate: [{ path: 'books', select: 'title' }] },
+//   { path: 'publisher' }
+// ]
+```
+
+### Sort Utilities
+
+| Name | Signature | Description |
+|:-----|:----------|:------------|
+| `parseSortString` | `(sortString: string) => [string, SortOrder][]` | Parses a sort string into Mongoose sort array format. Example: `"name -createdAt"` → `[["name", 1], ["createdAt", -1]]` |
+| `parseAggregateSortString` | `(sortString: string) => {[key: string]: SortOrder}` | Parses a sort string into aggregation pipeline sort object. Example: `"name -createdAt"` → `{ name: 1, createdAt: -1 }` |
+
+```typescript
+import { parseSortString, parseAggregateSortString } from '@r5v/mongoose-paginate'
+
+const sortArray = parseSortString('name 1, createdAt -1')
+// Result: [["name", 1], ["createdAt", -1]]
+
+const sortObj = parseAggregateSortString('name 1, createdAt -1')
+// Result: { name: 1, createdAt: -1 }
+```
+
+### Dot Notation Utilities
+
+| Name | Signature | Description |
+|:-----|:----------|:------------|
+| `getPropertyFromDotNotation` | `(obj: any, path: string) => any` | Gets a nested property value using dot notation path |
+| `dotNotationToObject` | `(dotString: string, value?: unknown) => object` | Converts a dot notation string to a nested object |
+| `createObjectFromDotNotation` | `(dotNotationMap: {[key: string]: any}) => object` | Creates a nested object from multiple dot notation key-value pairs |
+| `setPropertyFromDotNotation` | `(obj: Record<string, unknown>, path: string, value: unknown) => object` | Sets a nested property value (mutates original object) |
+| `setPropertiesFromDotNotation` | `(obj: Record<string, unknown>, dotNotationMap: Record<string, unknown>) => object` | Sets multiple nested properties (mutates original object) |
+| `setPropertyFromDotNotationImmutable` | `(obj: Record<string, unknown>, path: string, value: unknown) => object` | Sets a nested property value (returns new object) |
+| `setPropertiesFromDotNotationImmutable` | `(obj: Record<string, unknown>, dotNotationMap: Record<string, unknown>) => object` | Sets multiple nested properties (returns new object) |
+
+```typescript
+import {
+  getPropertyFromDotNotation,
+  dotNotationToObject,
+  setPropertyFromDotNotation
+} from '@r5v/mongoose-paginate'
+
+// Get nested value
+const user = { profile: { name: 'John', address: { city: 'NYC' } } }
+getPropertyFromDotNotation(user, 'profile.address.city') // 'NYC'
+
+// Create nested object from dot notation
+dotNotationToObject('user.profile.name', 'John')
+// Result: { user: { profile: { name: 'John' } } }
+
+// Set nested property
+const obj = { user: { name: 'John' } }
+setPropertyFromDotNotation(obj, 'user.email', 'john@example.com')
+// Result: { user: { name: 'John', email: 'john@example.com' } }
+```
+
+### Validation Utilities
+
+| Name | Signature | Description |
+|:-----|:----------|:------------|
+| `isJsonString` | `(str: string) => boolean` | Checks if a string is valid JSON |
+| `isValidDateString` | `(value: string) => boolean` | Checks if a string is a valid ISO 8601 date format |
+
+```typescript
+import { isJsonString, isValidDateString } from '@r5v/mongoose-paginate'
+
+isJsonString('{"name": "John"}')  // true
+isJsonString('invalid')           // false
+
+isValidDateString('2024-01-15')                    // true
+isValidDateString('2024-01-15T10:30:00.000Z')     // true
+isValidDateString('invalid-date')                  // false
+```
+
+### Schema Traversal Utilities
+
+| Name | Signature | Description |
+|:-----|:----------|:------------|
+| `buildFullPath` | `(parentPath: string, childPath: string) => string` | Builds a dot-notation path from parent and child segments |
+| `traverseSchemaObject` | `(obj: any, callback: (obj, path) => void, currentPath?: string) => void` | Recursively traverses a Mongoose schema object, calling callback for each node |
+
+```typescript
+import { buildFullPath, traverseSchemaObject } from '@r5v/mongoose-paginate'
+
+// Build dot-notation paths
+buildFullPath('user', 'profile')      // 'user.profile'
+buildFullPath('', 'name')             // 'name'
+buildFullPath('parent', '')           // 'parent'
+
+// Traverse schema objects
+traverseSchemaObject(schemaType, (obj, currentPath) => {
+  if (obj.options?.ref) {
+    console.log(`Found ref at ${currentPath}: ${obj.options.ref}`)
+  }
+})
+```
+
+## Types
+
+All TypeScript types are exported and can be imported:
+
+```typescript
+import type {
+  PagingQueryOptions,
+  AggregateQueryOptions,
+  QueryParameters,
+  PagingQueryParsedRequestParams,
+  AggregateQueryParsedRequestParams
+} from '@r5v/mongoose-paginate'
+
+// Or from the types subpath
+import type * from '@r5v/mongoose-paginate/types'
+```
+
+## Build
+
+```text
+### build and run test server
+
+$ yarn 
+$ yarn run build
+$ cd test_server
+$ yarn
+$ yarn add ../ #adds the package to the local server
+$ echo MONGODB_URI=http://localhost:27017/bookstore >> .env
+$ yarn run seed 
+  ### load seed data into bookstore database
+$ yarn run start
+```
+
+
+#### Aggregations Order of operations
+
+1. First pipeline stage (if `$search`, `$searchMeta`, or `$geoNear`)
+2. `$match` combining: `staticFilter` + `$filter` (if `enableFilter`) + first pipeline `$match` stage
+3. `$preSort` (if `enablePreSort` is true)
+4. Remaining pipeline stages
+5. `$select` / `$project`
+6. `$count` (adds `_count` fields for array sizes)
+7. `$postFilter` combining: `staticPostFilter` + `$postFilter` (if `enablePostFilter`)
+8. `$sort` (final sorting, can sort on computed fields)
+9. Apply pagination (`$skip`, `$limit`) and options
+
+
+### 1.0.17
+  - **Moved mongoose to peerDependencies** - Reduces bundle size for consumers who already have mongoose installed
+  - Supports mongoose >= 8.0.0 (tested with 8.16.0 and 9.1.4)
+
+### 1.0.15
+  - **Re-enabled `removeProtected` option** for `AggregationPagingQuery` (EXPERIMENTAL) - Automatically excludes fields marked with `select: false` in your schema (e.g., passwords, secret keys) from aggregation results. Use with caution and test thoroughly in your environment.
+  - Uses refactored `findProtectedPaths` utility which safely traverses schemas without JSON serialization
+
+### 1.0.14
+  - Added proper TypeScript package exports with subpaths (`/utils`, `/types`)
+  - Exported all utility functions (dot notation, sort parsing, validation)
+  - Exported all TypeScript types
+  - **Fixed Express Request type compatibility** - Added `RequestLike` interface to allow custom request types without index signature issues
+  - Fixed JSON.parse crash on malformed `$filter`/`$postFilter` parameters
+  - Fixed regex global flag bug in populate parsing
+  - Added input validation to constructors
+  - Improved type safety (reduced `any` usage)
+  - Removed deprecated `$includes` parameter
+  - Replaced `JSON.parse(JSON.stringify())` with `structuredClone()`
+  - Fixed inconsistent equality operator (`==` to `===`)
+  - **Fixed empty pipeline crash** - `AggregationPagingQuery.initQuery` no longer crashes when pipeline is empty
+  - **Refactored `buildPopulate`** - Extracted inner functions to module level for better testability
+  - **Refactored `findProtectedPaths`** - Removed JSON.stringify that could fail on circular references
+  - **Refactored `getPathsWithRef`** - Simplified input handling, removed brittle string parsing
+  - **Added `schemaTraversal` utility** - Shared `buildFullPath` and `traverseSchemaObject` functions for schema traversal
+
+### 1.0.13
+  - Fix issue where disablePaging was not working on aggregation query
+
+### 1.0.12
+  - Fix issue with AggregationPagingQuery where static post filter would not be applied if $postFilter param was not supplied
+  - updated typings on AggregationPagingQuery to include enablePostFilter, enableFilter, and enablePreSort
+  - flipped PagingQuery back to `disableFilter` instead of `enableFilter` option \# this was set incorrectly in 1.0.11 but still defaults to false
+
+### 1.0.11
+Fix Issue with Typescript build
+
+### 1.0.9
+Fix Issue with Typescript add buildPopulate Export
+
+### 1.0.8
+Adds Deep Populate and Select Notation
+

package/dist/package.json

@@ -0,0 +1,84 @@
+{
+  "name": "@r5v/mongoose-paginate",
+  "version": "1.0.17",
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.js",
+      "default": "./dist/index.js"
+    },
+    "./utils": {
+      "types": "./dist/utils/index.d.ts",
+      "import": "./dist/utils/index.js",
+      "require": "./dist/utils/index.js",
+      "default": "./dist/utils/index.js"
+    },
+    "./types": {
+      "types": "./dist/types/index.d.ts",
+      "import": "./dist/types/index.js",
+      "require": "./dist/types/index.js",
+      "default": "./dist/types/index.js"
+    }
+  },
+  "scripts": {
+    "prebuild": "rimraf dist/",
+    "build": "tsc",
+    "postbuild": "copyfiles --error package.json README.md dist/",
+    "test": "concurrently --kill-others-on-fail --prefix none npm:test:*",
+    "test:unit": "jest"
+  },
+  "keywords": [
+    "mongoose",
+    "paging",
+    "mongodb"
+  ],
+  "license": "ISC",
+  "homepage": "https://github.com/RedFiveVentures/mongoose-paginate",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/RedFiveVentures/mongoose-paginate"
+  },
+  "bugs": {
+    "url": "https://github.com/RedFiveVentures/mongoose-paginate/issues"
+  },
+  "author": {
+    "name": "Noah Wallace",
+    "email": "noah@redfiveventures.com",
+    "url": "https://www.npmjs.com/~nwrfv"
+  },
+  "files": [
+    "package.json",
+    "./dist",
+    "README.md"
+  ],
+  "engines": {
+    "node": ">=20"
+  },
+  "peerDependencies": {
+    "mongoose": ">=8.0.0"
+  },
+  "dependencies": {
+    "qs": "^6.14.0"
+  },
+  "description": "A lightweight Node.js package that seamlessly bridges RESTful API query parameters to Mongoose operations. Automatically parses and transforms URL query strings into valid Mongoose queries, supporting filtering, sorting, pagination, field selection, and population. Simply pass your Express req.query object and get back a fully configured Mongoose query ready for execution. Perfect for rapidly building consistent, feature-rich APIs without repetitive query parsing logic",
+  "devDependencies": {
+    "@types/express": "^5.0.3",
+    "mongoose": "^9.1.4",
+    "@types/jest": "^30.0.0",
+    "@types/node": "^24.0.10",
+    "concurrently": "^9.2.0",
+    "copyfiles": "^2.4.1",
+    "jest": "^30.0.4",
+    "mockingoose": "^2.16.2",
+    "node-mocks-http": "^1.17.2",
+    "rimraf": "^6.0.1",
+    "ts-jest": "^29.4.0",
+    "ts-node-dev": "^2.0.0",
+    "tsx": "^4.20.3",
+    "typescript": "^5.8.3"
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@r5v/mongoose-paginate",
-  "version": "1.0.15",
+  "version": "1.0.17",
   "main": "./dist/index.js",
   "module": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -27,7 +27,7 @@
   "scripts": {
     "prebuild": "rimraf dist/",
     "build": "tsc",
-    "copy-files": "copyfiles --error package.json dist/",
+    "postbuild": "copyfiles --error package.json README.md dist/",
     "test": "concurrently --kill-others-on-fail --prefix none npm:test:*",
     "test:unit": "jest"
   },
@@ -58,13 +58,16 @@
   "engines": {
     "node": ">=20"
   },
+  "peerDependencies": {
+    "mongoose": ">=8.0.0"
+  },
   "dependencies": {
-    "mongoose": "^8.16.1",
     "qs": "^6.14.0"
   },
   "description": "A lightweight Node.js package that seamlessly bridges RESTful API query parameters to Mongoose operations. Automatically parses and transforms URL query strings into valid Mongoose queries, supporting filtering, sorting, pagination, field selection, and population. Simply pass your Express req.query object and get back a fully configured Mongoose query ready for execution. Perfect for rapidly building consistent, feature-rich APIs without repetitive query parsing logic",
   "devDependencies": {
     "@types/express": "^5.0.3",
+    "mongoose": "^9.1.4",
     "@types/jest": "^30.0.0",
     "@types/node": "^24.0.10",
     "concurrently": "^9.2.0",