@openclaw/lobster 2026.6.33 → 2026.6.34
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/node_modules/fast-uri/.github/dependabot.yml +42 -2
- package/node_modules/fast-uri/.github/workflows/ci.yml +54 -6
- package/node_modules/fast-uri/.github/workflows/lock-threads.yml +1 -1
- package/node_modules/fast-uri/.github/workflows/ossf-scorecard.yml +45 -0
- package/node_modules/fast-uri/README.md +10 -9
- package/node_modules/fast-uri/SECURITY.md +168 -0
- package/node_modules/fast-uri/benchmark/encoder.mjs +54 -0
- package/node_modules/fast-uri/index.js +61 -9
- package/node_modules/fast-uri/lib/utils.js +149 -7
- package/node_modules/fast-uri/package.json +4 -4
- package/node_modules/fast-uri/test/equal.test.js +51 -0
- package/node_modules/fast-uri/test/parse.test.js +5 -3
- package/node_modules/fast-uri/test/query-fragment-normalization.test.js +33 -0
- package/node_modules/fast-uri/test/scheme-normalization.test.js +16 -0
- package/node_modules/fast-uri/test/security-utf8-encoding.test.js +0 -0
- package/node_modules/fast-uri/test/security.test.js +226 -0
- package/node_modules/fast-uri/test/uri-js.test.js +1 -1
- package/node_modules/fast-uri/test/util.test.js +9 -0
- package/node_modules/fast-uri/tsconfig.json +8 -7
- package/node_modules/fast-uri/types/index.d.ts +0 -9
- package/node_modules/fast-uri/types/index.tst.ts +15 -0
- package/npm-shrinkwrap.json +5 -5
- package/package.json +4 -4
- package/node_modules/fast-uri/.github/workflows/package-manager-ci.yml +0 -24
- package/node_modules/fast-uri/types/index.test-d.ts +0 -17
|
@@ -2,12 +2,52 @@ version: 2
|
|
|
2
2
|
updates:
|
|
3
3
|
- package-ecosystem: "github-actions"
|
|
4
4
|
directory: "/"
|
|
5
|
+
commit-message:
|
|
6
|
+
# Prefix all commit messages with "chore: "
|
|
7
|
+
prefix: "chore"
|
|
5
8
|
schedule:
|
|
6
|
-
interval: "
|
|
9
|
+
interval: "weekly"
|
|
10
|
+
cooldown:
|
|
11
|
+
default-days: 7
|
|
12
|
+
allow:
|
|
13
|
+
- dependency-name: "*"
|
|
14
|
+
update-types:
|
|
15
|
+
- "version-update:semver-major"
|
|
7
16
|
open-pull-requests-limit: 10
|
|
8
17
|
|
|
9
18
|
- package-ecosystem: "npm"
|
|
10
19
|
directory: "/"
|
|
20
|
+
commit-message:
|
|
21
|
+
# Prefix all commit messages with "chore: "
|
|
22
|
+
prefix: "chore"
|
|
11
23
|
schedule:
|
|
12
|
-
interval: "
|
|
24
|
+
interval: "weekly"
|
|
25
|
+
cooldown:
|
|
26
|
+
default-days: 7
|
|
27
|
+
versioning-strategy: "increase-if-necessary"
|
|
28
|
+
allow:
|
|
29
|
+
- dependency-name: "*"
|
|
30
|
+
update-types:
|
|
31
|
+
- "version-update:semver-major"
|
|
32
|
+
ignore:
|
|
33
|
+
# TODO: remove ignore until neostandard support ESLint 10
|
|
34
|
+
- dependency-name: "eslint"
|
|
35
|
+
- dependency-name: "neostandard"
|
|
36
|
+
- dependency-name: "@stylistic/*"
|
|
13
37
|
open-pull-requests-limit: 10
|
|
38
|
+
groups:
|
|
39
|
+
# Production dependencies with breaking changes
|
|
40
|
+
dependencies:
|
|
41
|
+
dependency-type: "production"
|
|
42
|
+
# ESLint related dependencies
|
|
43
|
+
dev-dependencies-eslint:
|
|
44
|
+
patterns:
|
|
45
|
+
- "eslint"
|
|
46
|
+
- "neostandard"
|
|
47
|
+
- "@stylistic/*"
|
|
48
|
+
# TypeScript related dependencies
|
|
49
|
+
dev-dependencies-typescript:
|
|
50
|
+
patterns:
|
|
51
|
+
- "@types/*"
|
|
52
|
+
- "tstyche"
|
|
53
|
+
- "typescript"
|
|
@@ -23,17 +23,65 @@ permissions:
|
|
|
23
23
|
contents: read
|
|
24
24
|
|
|
25
25
|
jobs:
|
|
26
|
+
type-tests:
|
|
27
|
+
name: Type Tests
|
|
28
|
+
runs-on: ubuntu-latest
|
|
29
|
+
strategy:
|
|
30
|
+
matrix:
|
|
31
|
+
node-version: ['20', '22', '24', '26']
|
|
32
|
+
steps:
|
|
33
|
+
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
34
|
+
with:
|
|
35
|
+
persist-credentials: false
|
|
36
|
+
|
|
37
|
+
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
|
38
|
+
with:
|
|
39
|
+
node-version: ${{ matrix.node-version }}
|
|
40
|
+
cache: 'npm'
|
|
41
|
+
cache-dependency-path: package.json
|
|
42
|
+
check-latest: true
|
|
43
|
+
|
|
44
|
+
- name: Install dependencies
|
|
45
|
+
run: npm install --ignore-scripts
|
|
46
|
+
|
|
47
|
+
- name: Run type tests
|
|
48
|
+
run: npm run test:typescript
|
|
49
|
+
|
|
50
|
+
unit-tests:
|
|
51
|
+
name: Unit Tests
|
|
52
|
+
runs-on: ubuntu-latest
|
|
53
|
+
strategy:
|
|
54
|
+
matrix:
|
|
55
|
+
node-version: ['16', '18', '20', '22', '24', '26']
|
|
56
|
+
steps:
|
|
57
|
+
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
58
|
+
with:
|
|
59
|
+
persist-credentials: false
|
|
60
|
+
|
|
61
|
+
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
|
62
|
+
with:
|
|
63
|
+
node-version: ${{ matrix.node-version }}
|
|
64
|
+
cache: 'npm'
|
|
65
|
+
cache-dependency-path: package.json
|
|
66
|
+
check-latest: true
|
|
67
|
+
|
|
68
|
+
- name: Install dependencies
|
|
69
|
+
run: npm install --ignore-scripts
|
|
70
|
+
|
|
71
|
+
- name: Run unit tests
|
|
72
|
+
run: npm test
|
|
73
|
+
|
|
26
74
|
test-regression-check-node10:
|
|
27
75
|
name: Test compatibility with Node.js 10
|
|
28
76
|
runs-on: ubuntu-latest
|
|
29
77
|
permissions:
|
|
30
78
|
contents: read
|
|
31
79
|
steps:
|
|
32
|
-
- uses: actions/checkout@
|
|
80
|
+
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
33
81
|
with:
|
|
34
82
|
persist-credentials: false
|
|
35
83
|
|
|
36
|
-
- uses: actions/setup-node@
|
|
84
|
+
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
|
37
85
|
with:
|
|
38
86
|
node-version: '10'
|
|
39
87
|
cache: 'npm'
|
|
@@ -71,11 +119,11 @@ jobs:
|
|
|
71
119
|
permissions:
|
|
72
120
|
contents: read
|
|
73
121
|
steps:
|
|
74
|
-
- uses: actions/checkout@
|
|
122
|
+
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
75
123
|
with:
|
|
76
124
|
persist-credentials: false
|
|
77
125
|
|
|
78
|
-
- uses: actions/setup-node@
|
|
126
|
+
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
|
79
127
|
with:
|
|
80
128
|
node-version: '24'
|
|
81
129
|
cache: 'npm'
|
|
@@ -99,8 +147,8 @@ jobs:
|
|
|
99
147
|
permissions:
|
|
100
148
|
contents: write
|
|
101
149
|
pull-requests: write
|
|
102
|
-
uses: fastify/workflows/.github/workflows/plugins-ci.yml@v6
|
|
150
|
+
uses: fastify/workflows/.github/workflows/plugins-ci.yml@2073dc8e1f9e172bf42daa3843c9dbd31af1e8cb # v6.0.0
|
|
103
151
|
with:
|
|
104
152
|
license-check: true
|
|
105
153
|
lint: true
|
|
106
|
-
node-versions: '["16", "18", "20", "22", "24"]'
|
|
154
|
+
node-versions: '["16", "18", "20", "22", "24", "26"]'
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
name: OSSF Scorecard Analysis
|
|
2
|
+
|
|
3
|
+
# **What it does**: Runs OSSF Scorecard analysis on the repository and uploads the results.
|
|
4
|
+
# **Why we have it**: Security scanning.
|
|
5
|
+
|
|
6
|
+
on:
|
|
7
|
+
branch_protection_rule:
|
|
8
|
+
push:
|
|
9
|
+
branches:
|
|
10
|
+
- main
|
|
11
|
+
paths-ignore:
|
|
12
|
+
- "docs/**"
|
|
13
|
+
- "*.md"
|
|
14
|
+
schedule:
|
|
15
|
+
# ┌───────────── minute (0 - 59)
|
|
16
|
+
# │ ┌───────────── hour (0 - 23)
|
|
17
|
+
# │ │ ┌───────────── day of the month (1 - 31)
|
|
18
|
+
# │ │ │ ┌───────────── month (1 - 12 or JAN-DEC)
|
|
19
|
+
# │ │ │ │ ┌───────────── day of the week (0 - 6 or SUN-SAT)
|
|
20
|
+
# │ │ │ │ │
|
|
21
|
+
# │ │ │ │ │
|
|
22
|
+
# │ │ │ │ │
|
|
23
|
+
# * * * * *
|
|
24
|
+
- cron: "21 17 * * 0"
|
|
25
|
+
# Allows this workflow to be run manually from the Actions tab
|
|
26
|
+
workflow_dispatch:
|
|
27
|
+
|
|
28
|
+
# This allows a subsequently queued workflow run to interrupt previous runs
|
|
29
|
+
concurrency:
|
|
30
|
+
group: "${{ github.workflow }}-${{ github.event.pull_request.head.label || github.head_ref || github.ref }}"
|
|
31
|
+
cancel-in-progress: true
|
|
32
|
+
|
|
33
|
+
permissions:
|
|
34
|
+
contents: read
|
|
35
|
+
|
|
36
|
+
jobs:
|
|
37
|
+
analysis:
|
|
38
|
+
name: OSSF Scorecard Analysis
|
|
39
|
+
permissions:
|
|
40
|
+
contents: read
|
|
41
|
+
id-token: write
|
|
42
|
+
security-events: write
|
|
43
|
+
uses: fastify/workflows/.github/workflows/reusable-ossf-scorecard.yml@ef591e2186785d5ab36b9fe6a79c7ce2f1d94e57 #v7.0.0
|
|
44
|
+
with:
|
|
45
|
+
publish_results: true
|
|
@@ -3,6 +3,7 @@
|
|
|
3
3
|
[](https://www.npmjs.com/package/fast-uri)
|
|
4
4
|
[](https://github.com/fastify/fast-uri/actions/workflows/ci.yml)
|
|
5
5
|
[](https://github.com/neostandard/neostandard)
|
|
6
|
+
[](https://scorecard.dev/viewer/?uri=github.com/fastify/fast-uri)
|
|
6
7
|
|
|
7
8
|
Dependency-free RFC 3986 URI toolbox.
|
|
8
9
|
|
|
@@ -27,10 +28,10 @@ Malformed authorities and out-of-range ports are reported through the parsed com
|
|
|
27
28
|
If set to `true`, the serializer will not resolve a relative `path` component.
|
|
28
29
|
|
|
29
30
|
* `unicodeSupport` (boolean, false)
|
|
30
|
-
If set to `true`, the parser will unescape non-ASCII characters in the parsed output as per [RFC 3987](
|
|
31
|
+
If set to `true`, the parser will unescape non-ASCII characters in the parsed output as per [RFC 3987](https://www.ietf.org/rfc/rfc3987.txt).
|
|
31
32
|
|
|
32
33
|
* `domainHost` (boolean, false)
|
|
33
|
-
If set to `true`, the library will treat the `host` component as a domain name, and convert IDNs (International Domain Names) as per [RFC 5891](
|
|
34
|
+
If set to `true`, the library will treat the `host` component as a domain name, and convert IDNs (International Domain Names) as per [RFC 5891](https://www.ietf.org/rfc/rfc5891.txt).
|
|
34
35
|
|
|
35
36
|
### Parse
|
|
36
37
|
|
|
@@ -90,14 +91,14 @@ true
|
|
|
90
91
|
|
|
91
92
|
## Scheme supports
|
|
92
93
|
|
|
93
|
-
fast-uri supports inserting custom [scheme](
|
|
94
|
+
fast-uri supports inserting custom [scheme](https://en.wikipedia.org/wiki/URI_scheme)-dependent processing rules. Currently, fast-uri has built-in support for the following schemes:
|
|
94
95
|
|
|
95
|
-
* http \[[RFC 2616](
|
|
96
|
-
* https \[[RFC 2818](
|
|
97
|
-
* ws \[[RFC 6455](
|
|
98
|
-
* wss \[[RFC 6455](
|
|
99
|
-
* urn \[[RFC 2141](
|
|
100
|
-
* urn:uuid \[[RFC 4122](
|
|
96
|
+
* http \[[RFC 2616](https://www.ietf.org/rfc/rfc2616.txt)\]
|
|
97
|
+
* https \[[RFC 2818](https://www.ietf.org/rfc/rfc2818.txt)\]
|
|
98
|
+
* ws \[[RFC 6455](https://www.ietf.org/rfc/rfc6455.txt)\]
|
|
99
|
+
* wss \[[RFC 6455](https://www.ietf.org/rfc/rfc6455.txt)\]
|
|
100
|
+
* urn \[[RFC 2141](https://www.ietf.org/rfc/rfc2141.txt)\]
|
|
101
|
+
* urn:uuid \[[RFC 4122](https://www.ietf.org/rfc/rfc4122.txt)\]
|
|
101
102
|
|
|
102
103
|
|
|
103
104
|
## Benchmarks
|
|
@@ -0,0 +1,168 @@
|
|
|
1
|
+
# Security Policy
|
|
2
|
+
|
|
3
|
+
This document describes the management of vulnerabilities for `fast-uri`, an
|
|
4
|
+
official Fastify project package. It supplements the Fastify project's
|
|
5
|
+
[organization-wide security policy](https://github.com/fastify/.github/blob/main/SECURITY.md).
|
|
6
|
+
|
|
7
|
+
## Standards and scope
|
|
8
|
+
|
|
9
|
+
`fast-uri` implements URI parsing and normalization according to
|
|
10
|
+
[RFC 3986](https://www.rfc-editor.org/rfc/rfc3986). It does not implement the
|
|
11
|
+
[WHATWG URL Standard](https://url.spec.whatwg.org/).
|
|
12
|
+
|
|
13
|
+
Differences between `fast-uri` and WHATWG URL implementations are expected.
|
|
14
|
+
Reports based on comparing or mixing parsers that follow these different
|
|
15
|
+
standards are out of scope. Applications must use the same parsing and
|
|
16
|
+
normalization rules for both security decisions and subsequent URI use.
|
|
17
|
+
|
|
18
|
+
## Threat model
|
|
19
|
+
|
|
20
|
+
`fast-uri`'s threat model extends the
|
|
21
|
+
[Node.js threat model](https://github.com/nodejs/node/blob/main/SECURITY.md#the-nodejs-threat-model).
|
|
22
|
+
|
|
23
|
+
**Trusted:** Application code, parser options, configuration, and the runtime
|
|
24
|
+
environment.
|
|
25
|
+
|
|
26
|
+
**Untrusted:** URI and IRI strings passed to the package's public APIs.
|
|
27
|
+
|
|
28
|
+
### Examples of vulnerabilities
|
|
29
|
+
|
|
30
|
+
- RFC 3986 parsing or normalization flaws that bypass security controls
|
|
31
|
+
- Denial of service through malformed input
|
|
32
|
+
- Inconsistent parsing or normalization between `fast-uri` APIs
|
|
33
|
+
|
|
34
|
+
### Examples of non-vulnerabilities
|
|
35
|
+
|
|
36
|
+
The following are **not** considered vulnerabilities in `fast-uri`:
|
|
37
|
+
|
|
38
|
+
- **Different URL standards:** Differences between RFC 3986 behavior and
|
|
39
|
+
WHATWG URL behavior, including differences exposed by mixing parsers that
|
|
40
|
+
implement those standards
|
|
41
|
+
- **Unsupported scheme semantics:** Scheme-specific behavior for schemes that
|
|
42
|
+
`fast-uri` does not document as supported
|
|
43
|
+
- **Application code vulnerabilities:** Security flaws in code that consumes
|
|
44
|
+
`fast-uri` output
|
|
45
|
+
- **Configuration mistakes:** Security issues caused by incorrect parser
|
|
46
|
+
options or application configuration
|
|
47
|
+
- **Missing security features:** Application-level protections that are not
|
|
48
|
+
part of URI parsing or normalization
|
|
49
|
+
- **Third-party dependencies:** Vulnerabilities in packages used by an
|
|
50
|
+
application alongside `fast-uri`
|
|
51
|
+
|
|
52
|
+
## Reporting vulnerabilities
|
|
53
|
+
|
|
54
|
+
Individuals who find potential vulnerabilities in `fast-uri` are invited to
|
|
55
|
+
complete a vulnerability report via the
|
|
56
|
+
[GitHub Security page][advisory].
|
|
57
|
+
|
|
58
|
+
Do not assign or request a CVE directly.
|
|
59
|
+
CVE assignment is handled by the Fastify Security Team.
|
|
60
|
+
Fastify falls under the [OpenJS CNA](https://cna.openjsf.org/).
|
|
61
|
+
A CVE will be assigned as part of our responsible disclosure process.
|
|
62
|
+
|
|
63
|
+
> [!NOTE]
|
|
64
|
+
> Fastify's [HackerOne](https://hackerone.com/fastify) program is now closed.
|
|
65
|
+
|
|
66
|
+
[advisory]: ../../security/advisories/new
|
|
67
|
+
|
|
68
|
+
### Strict measures when reporting vulnerabilities
|
|
69
|
+
|
|
70
|
+
It is of the utmost importance that you read carefully and follow these
|
|
71
|
+
guidelines to ensure the ecosystem as a whole is not disrupted due to
|
|
72
|
+
improperly reported vulnerabilities:
|
|
73
|
+
|
|
74
|
+
- Avoid creating new "informative" reports. Only create a new report if you are
|
|
75
|
+
confident the issue is an actual vulnerability. Third-party vendors and
|
|
76
|
+
individuals track new GitHub security reports and may flag them for their
|
|
77
|
+
customers.
|
|
78
|
+
- Security reports should never be created and triaged by the same person. A
|
|
79
|
+
second Security Team member must triage a report submitted by a team member
|
|
80
|
+
or on their behalf. If in doubt, invite more Fastify collaborators to help
|
|
81
|
+
review the report.
|
|
82
|
+
- **Do not** attempt to demonstrate CI/CD vulnerabilities by creating pull
|
|
83
|
+
requests in Fastify organization repositories. Doing so will result in a
|
|
84
|
+
[content report][content-report] to GitHub as an unsolicited exploit. Create
|
|
85
|
+
a separate repository configured like the affected repository and provide
|
|
86
|
+
the proof of concept there instead.
|
|
87
|
+
|
|
88
|
+
[content-report]: https://docs.github.com/en/communities/maintaining-your-safety-on-github/reporting-abuse-or-spam#reporting-an-issue-or-pull-request
|
|
89
|
+
|
|
90
|
+
### Vulnerabilities found outside this process
|
|
91
|
+
|
|
92
|
+
The Fastify project does not support vulnerability reporting outside the
|
|
93
|
+
process described in this document.
|
|
94
|
+
|
|
95
|
+
## Handling vulnerability reports
|
|
96
|
+
|
|
97
|
+
When a potential vulnerability is reported, the following actions are taken.
|
|
98
|
+
|
|
99
|
+
### Triage
|
|
100
|
+
|
|
101
|
+
**Delay:** 4 business days
|
|
102
|
+
|
|
103
|
+
Within 4 business days, a member of the Security Team provides a first response
|
|
104
|
+
to the reporter. The possible responses are:
|
|
105
|
+
|
|
106
|
+
- **Acceptance:** The report is considered a new vulnerability.
|
|
107
|
+
- **Rejection:** The report is not considered a new vulnerability.
|
|
108
|
+
- **Need more information:** The Security Team needs more information to
|
|
109
|
+
evaluate the report.
|
|
110
|
+
|
|
111
|
+
Triaging should include updating these issue fields:
|
|
112
|
+
|
|
113
|
+
- Asset: set or create the module affected by the report
|
|
114
|
+
- Severity: TBD, initially left empty
|
|
115
|
+
|
|
116
|
+
### Correction follow-up
|
|
117
|
+
|
|
118
|
+
**Delay:** 90 days
|
|
119
|
+
|
|
120
|
+
When a vulnerability is confirmed, a member of the Security Team volunteers to
|
|
121
|
+
follow up on the report.
|
|
122
|
+
|
|
123
|
+
With the reporter's help, they contact the maintainers of the vulnerable
|
|
124
|
+
package and may invite them as participants in the report. Together, they
|
|
125
|
+
define a publication date. Ideally, publication should not happen before the
|
|
126
|
+
package has been patched.
|
|
127
|
+
|
|
128
|
+
The report's vulnerable-version upper limit should be set to:
|
|
129
|
+
|
|
130
|
+
- `*` if no fixed version is available when the report is published
|
|
131
|
+
- the last vulnerable version, such as `<=1.2.3`, if the fix is released in
|
|
132
|
+
`1.2.4`
|
|
133
|
+
|
|
134
|
+
### Publication
|
|
135
|
+
|
|
136
|
+
**Delay:** 90 days
|
|
137
|
+
|
|
138
|
+
Within 90 days after triage, the vulnerability must be made public.
|
|
139
|
+
|
|
140
|
+
Vulnerability severity is assessed using
|
|
141
|
+
[CVSS v3](https://www.first.org/cvss/user-guide).
|
|
142
|
+
|
|
143
|
+
If package maintainers are actively developing a patch, the Security Team and
|
|
144
|
+
the reporter may approve an additional delay.
|
|
145
|
+
|
|
146
|
+
### Secondary contact
|
|
147
|
+
|
|
148
|
+
If you do not receive an acknowledgment within 6 business days, or cannot find
|
|
149
|
+
a private security contact, contact the OpenJS Foundation CNA at
|
|
150
|
+
<https://cna.openjsf.org/> or `security@lists.openjsf.org` for assistance.
|
|
151
|
+
|
|
152
|
+
The CNA can help ensure that reports are acknowledged, coordinate disclosure
|
|
153
|
+
timelines, and assign CVEs when necessary.
|
|
154
|
+
|
|
155
|
+
## The Fastify Security Team
|
|
156
|
+
|
|
157
|
+
The core team manages the security program, policy, and process.
|
|
158
|
+
|
|
159
|
+
Team members must keep all privileged information private. This includes the
|
|
160
|
+
existence of undisclosed issues, expected release dates, and upcoming patches.
|
|
161
|
+
|
|
162
|
+
### Members
|
|
163
|
+
|
|
164
|
+
- [Matteo Collina](https://github.com/mcollina)
|
|
165
|
+
- [Tomas Della Vedova](https://github.com/delvedor)
|
|
166
|
+
- [Vincent Le Goff](https://github.com/zekth)
|
|
167
|
+
- [KaKa Ng](https://github.com/climba03003)
|
|
168
|
+
- [James Sumners](https://github.com/jsumners)
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { Bench } from 'tinybench'
|
|
2
|
+
import { fastUri } from '../index.js'
|
|
3
|
+
|
|
4
|
+
const { serialize, normalize, parse } = fastUri
|
|
5
|
+
|
|
6
|
+
const asciiPath = '/users/profile/settings/account'
|
|
7
|
+
const asciiPathWithSpaces = '/users/john doe/profile page'
|
|
8
|
+
const cjkPath = '/ユーザー/プロフィール/設定'
|
|
9
|
+
const mixedPath = '/users/日本/profile-📱-emoji/設定'
|
|
10
|
+
const emojiPath = '/🚀/🌍/🎉/end'
|
|
11
|
+
const longAsciiPath = '/' + 'a/b/c/d/e/f/g/h/'.repeat(20)
|
|
12
|
+
const longUtf8Path = '/' + '日本/中文/한국/'.repeat(20)
|
|
13
|
+
|
|
14
|
+
const bench = new Bench({ name: 'encoder bench', time: 1000 })
|
|
15
|
+
|
|
16
|
+
bench.add('serialize ascii path', () => {
|
|
17
|
+
serialize({ scheme: 'http', host: 'example.com', path: asciiPath })
|
|
18
|
+
})
|
|
19
|
+
|
|
20
|
+
bench.add('serialize ascii path with spaces', () => {
|
|
21
|
+
serialize({ scheme: 'http', host: 'example.com', path: asciiPathWithSpaces })
|
|
22
|
+
})
|
|
23
|
+
|
|
24
|
+
bench.add('serialize cjk path', () => {
|
|
25
|
+
serialize({ scheme: 'http', host: 'example.com', path: cjkPath })
|
|
26
|
+
})
|
|
27
|
+
|
|
28
|
+
bench.add('serialize mixed path', () => {
|
|
29
|
+
serialize({ scheme: 'http', host: 'example.com', path: mixedPath })
|
|
30
|
+
})
|
|
31
|
+
|
|
32
|
+
bench.add('serialize emoji path', () => {
|
|
33
|
+
serialize({ scheme: 'http', host: 'example.com', path: emojiPath })
|
|
34
|
+
})
|
|
35
|
+
|
|
36
|
+
bench.add('serialize long ascii path', () => {
|
|
37
|
+
serialize({ scheme: 'http', host: 'example.com', path: longAsciiPath })
|
|
38
|
+
})
|
|
39
|
+
|
|
40
|
+
bench.add('serialize long utf8 path', () => {
|
|
41
|
+
serialize({ scheme: 'http', host: 'example.com', path: longUtf8Path })
|
|
42
|
+
})
|
|
43
|
+
|
|
44
|
+
bench.add('normalize utf8 uri', () => {
|
|
45
|
+
normalize('http://example.com/日本/profile')
|
|
46
|
+
})
|
|
47
|
+
|
|
48
|
+
bench.add('parse utf8 uri', () => {
|
|
49
|
+
parse('http://example.com/日本/profile')
|
|
50
|
+
})
|
|
51
|
+
|
|
52
|
+
await bench.run()
|
|
53
|
+
console.log(bench.name)
|
|
54
|
+
console.table(bench.table())
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
'use strict'
|
|
2
2
|
|
|
3
|
-
const { normalizeIPv6, removeDotSegments, recomposeAuthority, normalizePercentEncoding, normalizePathEncoding, escapePreservingEscapes, reescapeHostDelimiters, isIPv4, nonSimpleDomain } = require('./lib/utils')
|
|
3
|
+
const { normalizeIPv6, removeDotSegments, recomposeAuthority, normalizePercentEncoding, normalizePathEncoding, normalizeQueryFragmentEncoding, escapePreservingEscapes, reescapeHostDelimiters, isIPv4, nonSimpleDomain } = require('./lib/utils')
|
|
4
4
|
const { SCHEMES, getSchemeHandler } = require('./lib/schemes')
|
|
5
5
|
|
|
6
6
|
/**
|
|
@@ -26,7 +26,12 @@ function normalize (uri, options) {
|
|
|
26
26
|
*/
|
|
27
27
|
function resolve (baseURI, relativeURI, options) {
|
|
28
28
|
const schemelessOptions = options ? Object.assign({ scheme: 'null' }, options) : { scheme: 'null' }
|
|
29
|
-
const
|
|
29
|
+
const { parsed: baseParsed, malformedAuthorityOrPort: baseMalformed } = parseWithStatus(baseURI, schemelessOptions)
|
|
30
|
+
const { parsed: relativeParsed, malformedAuthorityOrPort: relativeMalformed } = parseWithStatus(relativeURI, schemelessOptions)
|
|
31
|
+
if (baseMalformed || relativeMalformed) {
|
|
32
|
+
throw new Error(baseParsed.error || relativeParsed.error || 'URI is malformed.')
|
|
33
|
+
}
|
|
34
|
+
const resolved = resolveComponent(baseParsed, relativeParsed, schemelessOptions, true)
|
|
30
35
|
schemelessOptions.skipEscape = true
|
|
31
36
|
return serialize(resolved, schemelessOptions)
|
|
32
37
|
}
|
|
@@ -202,6 +207,19 @@ function serialize (cmpts, opts) {
|
|
|
202
207
|
|
|
203
208
|
const URI_PARSE = /^(?:([^#/:?]+):)?(?:\/\/((?:([^#/?@]*)@)?(\[[^#/?\]]+\]|[^#/:?]*)(?::(\d*))?))?([^#?]*)(?:\?([^#]*))?(?:#((?:.|[\n\r])*))?/u
|
|
204
209
|
|
|
210
|
+
// Captures the authority component (between "//" and the next "/", "?" or "#"),
|
|
211
|
+
// with or without a scheme prefix, for the literal-backslash rejection below.
|
|
212
|
+
const AUTHORITY_PREFIX = /^(?:[^#/:?]+:)?\/\/([^/?#]*)/
|
|
213
|
+
|
|
214
|
+
// Captures the leading authority-introducer region after an optional scheme: a
|
|
215
|
+
// run of forward slashes, backslashes, and the characters the WHATWG URL parser
|
|
216
|
+
// removes before parsing (TAB U+0009, LF U+000A, CR U+000D). A valid introducer
|
|
217
|
+
// is exactly "//". Node treats "\" as "/" on special schemes and strips those
|
|
218
|
+
// characters first, so forms like "\\", "/\", "\/", "/<TAB>/", or a leading
|
|
219
|
+
// "<TAB>//" reach an authority in Node while fast-uri's URI_PARSE folds them into
|
|
220
|
+
// the path group (host confusion / SSRF / redirect bypass).
|
|
221
|
+
const AUTHORITY_INTRODUCER_REGION = /^(?:[^#/:?]+:)?([/\\\t\n\r]*)/
|
|
222
|
+
|
|
205
223
|
/**
|
|
206
224
|
* @param {import('./types/index').URIComponent} parsed
|
|
207
225
|
* @param {RegExpMatchArray} matches
|
|
@@ -248,11 +266,46 @@ function parseWithStatus (uri, opts) {
|
|
|
248
266
|
}
|
|
249
267
|
}
|
|
250
268
|
|
|
269
|
+
// A literal backslash (U+005C) is not a valid RFC 3986 URI character and is
|
|
270
|
+
// not an authority delimiter. Reject it in the authority rather than
|
|
271
|
+
// rewriting it: normalizing "\" -> "/" (WHATWG error recovery) could silently
|
|
272
|
+
// change the resource identified by an otherwise-invalid input, and lets "\"
|
|
273
|
+
// act as a host delimiter here while Node's native URL parses a different
|
|
274
|
+
// host (SSRF / redirect / origin-allowlist bypass). Percent-encoded %5C is
|
|
275
|
+
// untouched and remains valid encoded data.
|
|
276
|
+
const authorityMatch = uri.match(AUTHORITY_PREFIX)
|
|
277
|
+
if (authorityMatch !== null && authorityMatch[1].indexOf('\\') !== -1) {
|
|
278
|
+
parsed.error = 'URI authority must not contain a literal backslash.'
|
|
279
|
+
malformedAuthorityOrPort = true
|
|
280
|
+
}
|
|
281
|
+
|
|
282
|
+
// Reject a malformed or whitespace-smuggled authority introducer. fast-uri
|
|
283
|
+
// only recognizes a literal "//"; anything else in the leading separator run
|
|
284
|
+
// (a backslash, or a "//" that appears only after removing the TAB/LF/CR that
|
|
285
|
+
// Node strips) means the authority fast-uri parses differs from the one Node's
|
|
286
|
+
// URL resolves. Reject rather than rewrite, mirroring the literal-backslash
|
|
287
|
+
// guard above. Percent-encoded forms (%5C, %09) are untouched, valid data.
|
|
288
|
+
const introducerMatch = uri.match(AUTHORITY_INTRODUCER_REGION)
|
|
289
|
+
if (introducerMatch !== null) {
|
|
290
|
+
const region = introducerMatch[1]
|
|
291
|
+
const normalizedRegion = region.replace(/[\t\n\r]/g, '')
|
|
292
|
+
// Two or more leading separators introduce an authority.
|
|
293
|
+
if (normalizedRegion.length >= 2) {
|
|
294
|
+
if (normalizedRegion.slice(0, 2) !== '//') {
|
|
295
|
+
parsed.error = parsed.error || 'URI authority must not contain a literal backslash.'
|
|
296
|
+
malformedAuthorityOrPort = true
|
|
297
|
+
} else if (region.length !== normalizedRegion.length) {
|
|
298
|
+
parsed.error = parsed.error || 'URI authority introducer must not contain whitespace.'
|
|
299
|
+
malformedAuthorityOrPort = true
|
|
300
|
+
}
|
|
301
|
+
}
|
|
302
|
+
}
|
|
303
|
+
|
|
251
304
|
const matches = uri.match(URI_PARSE)
|
|
252
305
|
|
|
253
306
|
if (matches) {
|
|
254
307
|
// store each component
|
|
255
|
-
parsed.scheme = matches[1]
|
|
308
|
+
parsed.scheme = matches[1] === undefined ? undefined : matches[1].toLowerCase()
|
|
256
309
|
parsed.userinfo = matches[3]
|
|
257
310
|
parsed.host = matches[4]
|
|
258
311
|
parsed.port = parseInt(matches[5], 10)
|
|
@@ -305,7 +358,7 @@ function parseWithStatus (uri, opts) {
|
|
|
305
358
|
if (parsed.host && (options.domainHost || (schemeHandler && schemeHandler.domainHost)) && isIP === false && nonSimpleDomain(parsed.host)) {
|
|
306
359
|
// convert Unicode IDN -> ASCII IDN
|
|
307
360
|
try {
|
|
308
|
-
parsed.host = URL
|
|
361
|
+
parsed.host = new URL('http://' + parsed.host).hostname
|
|
309
362
|
} catch (e) {
|
|
310
363
|
parsed.error = parsed.error || "Host's domain name can not be converted to ASCII: " + e
|
|
311
364
|
}
|
|
@@ -325,12 +378,11 @@ function parseWithStatus (uri, opts) {
|
|
|
325
378
|
if (parsed.path) {
|
|
326
379
|
parsed.path = normalizePathEncoding(parsed.path)
|
|
327
380
|
}
|
|
381
|
+
if (parsed.query) {
|
|
382
|
+
parsed.query = normalizeQueryFragmentEncoding(parsed.query)
|
|
383
|
+
}
|
|
328
384
|
if (parsed.fragment) {
|
|
329
|
-
|
|
330
|
-
parsed.fragment = encodeURI(decodeURIComponent(parsed.fragment))
|
|
331
|
-
} catch {
|
|
332
|
-
parsed.error = parsed.error || 'URI malformed'
|
|
333
|
-
}
|
|
385
|
+
parsed.fragment = normalizeQueryFragmentEncoding(parsed.fragment)
|
|
334
386
|
}
|
|
335
387
|
}
|
|
336
388
|
|