@firedrill-tools/hubspot 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/README.md +263 -0
- package/firedrill/agent.target.json +17 -0
- package/firedrill/baseline.scenario.json +5 -0
- package/firedrill/conformance.suite.json +20 -0
- package/firedrill/hubspot-deactivated-user.drill.json +53 -0
- package/firedrill/hubspot-denied.drill.json +74 -0
- package/firedrill/hubspot-fresh-actor.drill.json +128 -0
- package/firedrill/hubspot-invalid-auth.drill.json +433 -0
- package/firedrill/hubspot-mcp-aliases.drill.json +265 -0
- package/firedrill/hubspot-no-scopes.drill.json +433 -0
- package/firedrill/hubspot-owned-visibility.drill.json +113 -0
- package/firedrill/hubspot-rate-limited.drill.json +446 -0
- package/firedrill/hubspot-rest-flow.drill.json +963 -0
- package/firedrill/hubspot-scopes.drill.json +166 -0
- package/firedrill/hubspot-size-bounds.drill.json +156 -0
- package/firedrill/hubspot-write-committed-lost.drill.json +166 -0
- package/firedrill/hubspot-write-unavailable.drill.json +292 -0
- package/firedrill/rate-limited.scenario.json +11 -0
- package/firedrill/tools/hubspot/behavior.mjs +1318 -0
- package/firedrill/tools/hubspot/hubspot.tool.json +5524 -0
- package/firedrill/tools/hubspot/lib/bytes.mjs +32 -0
- package/firedrill/tools/hubspot/lib/json-depth.mjs +17 -0
- package/firedrill/tools/hubspot/lib/object-types.mjs +47 -0
- package/firedrill/tools/hubspot/lib/properties.mjs +275 -0
- package/firedrill/tools/hubspot/lib/search-matchers.mjs +85 -0
- package/firedrill/tools/hubspot/lib/search.mjs +301 -0
- package/firedrill/tools/hubspot/lib/state.mjs +248 -0
- package/firedrill/tools/hubspot/lib/wire.mjs +125 -0
- package/firedrill/world.json +3128 -0
- package/firedrill/write-committed-lost.scenario.json +11 -0
- package/firedrill/write-unavailable.scenario.json +11 -0
- package/firedrill.json +5 -0
- package/package.json +64 -0
- package/starter.json +2540 -0
- package/test/conformance.mjs +1007 -0
|
@@ -0,0 +1,166 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"id": "hubspot-scopes",
|
|
4
|
+
"title": "A read-only private app: every write fails MISSING_SCOPES with the required granular scopes",
|
|
5
|
+
"targetId": "conformance-agent",
|
|
6
|
+
"scenarioId": "baseline",
|
|
7
|
+
"actorId": "readonly",
|
|
8
|
+
"task": {
|
|
9
|
+
"instruction": "Run the scopes conformance flow against the synthetic HubSpot Tool and fail loudly on any unexpected status, header or body."
|
|
10
|
+
},
|
|
11
|
+
"assertions": [
|
|
12
|
+
{
|
|
13
|
+
"id": "objects-create-error",
|
|
14
|
+
"kind": "operation.count",
|
|
15
|
+
"operation": {
|
|
16
|
+
"packageId": "hubspot",
|
|
17
|
+
"operationId": "objects.create"
|
|
18
|
+
},
|
|
19
|
+
"outcomes": [
|
|
20
|
+
"tool_error"
|
|
21
|
+
],
|
|
22
|
+
"comparison": {
|
|
23
|
+
"operator": "equals",
|
|
24
|
+
"value": 2
|
|
25
|
+
}
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
"id": "objects-update-error",
|
|
29
|
+
"kind": "operation.count",
|
|
30
|
+
"operation": {
|
|
31
|
+
"packageId": "hubspot",
|
|
32
|
+
"operationId": "objects.update"
|
|
33
|
+
},
|
|
34
|
+
"outcomes": [
|
|
35
|
+
"tool_error"
|
|
36
|
+
],
|
|
37
|
+
"comparison": {
|
|
38
|
+
"operator": "equals",
|
|
39
|
+
"value": 1
|
|
40
|
+
}
|
|
41
|
+
},
|
|
42
|
+
{
|
|
43
|
+
"id": "objects-archive-error",
|
|
44
|
+
"kind": "operation.count",
|
|
45
|
+
"operation": {
|
|
46
|
+
"packageId": "hubspot",
|
|
47
|
+
"operationId": "objects.archive"
|
|
48
|
+
},
|
|
49
|
+
"outcomes": [
|
|
50
|
+
"tool_error"
|
|
51
|
+
],
|
|
52
|
+
"comparison": {
|
|
53
|
+
"operator": "equals",
|
|
54
|
+
"value": 1
|
|
55
|
+
}
|
|
56
|
+
},
|
|
57
|
+
{
|
|
58
|
+
"id": "associations-create-default-error",
|
|
59
|
+
"kind": "operation.count",
|
|
60
|
+
"operation": {
|
|
61
|
+
"packageId": "hubspot",
|
|
62
|
+
"operationId": "associations.create-default"
|
|
63
|
+
},
|
|
64
|
+
"outcomes": [
|
|
65
|
+
"tool_error"
|
|
66
|
+
],
|
|
67
|
+
"comparison": {
|
|
68
|
+
"operator": "equals",
|
|
69
|
+
"value": 1
|
|
70
|
+
}
|
|
71
|
+
},
|
|
72
|
+
{
|
|
73
|
+
"id": "objects-batch-create-error",
|
|
74
|
+
"kind": "operation.count",
|
|
75
|
+
"operation": {
|
|
76
|
+
"packageId": "hubspot",
|
|
77
|
+
"operationId": "objects.batch-create"
|
|
78
|
+
},
|
|
79
|
+
"outcomes": [
|
|
80
|
+
"tool_error"
|
|
81
|
+
],
|
|
82
|
+
"comparison": {
|
|
83
|
+
"operator": "equals",
|
|
84
|
+
"value": 1
|
|
85
|
+
}
|
|
86
|
+
},
|
|
87
|
+
{
|
|
88
|
+
"id": "objects-list-ok",
|
|
89
|
+
"kind": "operation.count",
|
|
90
|
+
"operation": {
|
|
91
|
+
"packageId": "hubspot",
|
|
92
|
+
"operationId": "objects.list"
|
|
93
|
+
},
|
|
94
|
+
"outcomes": [
|
|
95
|
+
"ok"
|
|
96
|
+
],
|
|
97
|
+
"comparison": {
|
|
98
|
+
"operator": "greater_than_or_equal",
|
|
99
|
+
"value": 1
|
|
100
|
+
}
|
|
101
|
+
},
|
|
102
|
+
{
|
|
103
|
+
"id": "owners-list-ok",
|
|
104
|
+
"kind": "operation.count",
|
|
105
|
+
"operation": {
|
|
106
|
+
"packageId": "hubspot",
|
|
107
|
+
"operationId": "owners.list"
|
|
108
|
+
},
|
|
109
|
+
"outcomes": [
|
|
110
|
+
"ok"
|
|
111
|
+
],
|
|
112
|
+
"comparison": {
|
|
113
|
+
"operator": "greater_than_or_equal",
|
|
114
|
+
"value": 1
|
|
115
|
+
}
|
|
116
|
+
},
|
|
117
|
+
{
|
|
118
|
+
"id": "properties-list-ok",
|
|
119
|
+
"kind": "operation.count",
|
|
120
|
+
"operation": {
|
|
121
|
+
"packageId": "hubspot",
|
|
122
|
+
"operationId": "properties.list"
|
|
123
|
+
},
|
|
124
|
+
"outcomes": [
|
|
125
|
+
"ok"
|
|
126
|
+
],
|
|
127
|
+
"comparison": {
|
|
128
|
+
"operator": "greater_than_or_equal",
|
|
129
|
+
"value": 1
|
|
130
|
+
}
|
|
131
|
+
},
|
|
132
|
+
{
|
|
133
|
+
"id": "contacts-count",
|
|
134
|
+
"kind": "state.count",
|
|
135
|
+
"packageId": "hubspot",
|
|
136
|
+
"namespace": "contacts",
|
|
137
|
+
"comparison": {
|
|
138
|
+
"operator": "equals",
|
|
139
|
+
"value": 14
|
|
140
|
+
}
|
|
141
|
+
},
|
|
142
|
+
{
|
|
143
|
+
"id": "notes-count",
|
|
144
|
+
"kind": "state.count",
|
|
145
|
+
"packageId": "hubspot",
|
|
146
|
+
"namespace": "notes",
|
|
147
|
+
"comparison": {
|
|
148
|
+
"operator": "equals",
|
|
149
|
+
"value": 4
|
|
150
|
+
}
|
|
151
|
+
},
|
|
152
|
+
{
|
|
153
|
+
"id": "object-created-events",
|
|
154
|
+
"kind": "event.count",
|
|
155
|
+
"event": {
|
|
156
|
+
"packageId": "hubspot",
|
|
157
|
+
"eventId": "object.created"
|
|
158
|
+
},
|
|
159
|
+
"phase": "emitted",
|
|
160
|
+
"comparison": {
|
|
161
|
+
"operator": "equals",
|
|
162
|
+
"value": 0
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
]
|
|
166
|
+
}
|
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"id": "hubspot-size-bounds",
|
|
4
|
+
"title": "Property values are capped at 65,536 characters, wildcard search stays linear with a work budget, and list, search and batch responses stay under 1 MiB",
|
|
5
|
+
"targetId": "conformance-agent",
|
|
6
|
+
"scenarioId": "baseline",
|
|
7
|
+
"actorId": "rep",
|
|
8
|
+
"task": {
|
|
9
|
+
"instruction": "Run the size-bounds conformance flow against the synthetic HubSpot Tool and fail loudly on any unexpected status, header or body."
|
|
10
|
+
},
|
|
11
|
+
"assertions": [
|
|
12
|
+
{
|
|
13
|
+
"id": "objects-create-rejected",
|
|
14
|
+
"kind": "operation.count",
|
|
15
|
+
"operation": {
|
|
16
|
+
"packageId": "hubspot",
|
|
17
|
+
"operationId": "objects.create"
|
|
18
|
+
},
|
|
19
|
+
"outcomes": [
|
|
20
|
+
"tool_error"
|
|
21
|
+
],
|
|
22
|
+
"comparison": {
|
|
23
|
+
"operator": "equals",
|
|
24
|
+
"value": 3
|
|
25
|
+
}
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
"id": "objects-batch-create-ok",
|
|
29
|
+
"kind": "operation.count",
|
|
30
|
+
"operation": {
|
|
31
|
+
"packageId": "hubspot",
|
|
32
|
+
"operationId": "objects.batch-create"
|
|
33
|
+
},
|
|
34
|
+
"outcomes": [
|
|
35
|
+
"ok"
|
|
36
|
+
],
|
|
37
|
+
"comparison": {
|
|
38
|
+
"operator": "equals",
|
|
39
|
+
"value": 7
|
|
40
|
+
}
|
|
41
|
+
},
|
|
42
|
+
{
|
|
43
|
+
"id": "objects-batch-create-rejected",
|
|
44
|
+
"kind": "operation.count",
|
|
45
|
+
"operation": {
|
|
46
|
+
"packageId": "hubspot",
|
|
47
|
+
"operationId": "objects.batch-create"
|
|
48
|
+
},
|
|
49
|
+
"outcomes": [
|
|
50
|
+
"tool_error"
|
|
51
|
+
],
|
|
52
|
+
"comparison": {
|
|
53
|
+
"operator": "equals",
|
|
54
|
+
"value": 1
|
|
55
|
+
}
|
|
56
|
+
},
|
|
57
|
+
{
|
|
58
|
+
"id": "objects-search-rejected",
|
|
59
|
+
"kind": "operation.count",
|
|
60
|
+
"operation": {
|
|
61
|
+
"packageId": "hubspot",
|
|
62
|
+
"operationId": "objects.search"
|
|
63
|
+
},
|
|
64
|
+
"outcomes": [
|
|
65
|
+
"tool_error"
|
|
66
|
+
],
|
|
67
|
+
"comparison": {
|
|
68
|
+
"operator": "equals",
|
|
69
|
+
"value": 1
|
|
70
|
+
}
|
|
71
|
+
},
|
|
72
|
+
{
|
|
73
|
+
"id": "objects-search-ok",
|
|
74
|
+
"kind": "operation.count",
|
|
75
|
+
"operation": {
|
|
76
|
+
"packageId": "hubspot",
|
|
77
|
+
"operationId": "objects.search"
|
|
78
|
+
},
|
|
79
|
+
"outcomes": [
|
|
80
|
+
"ok"
|
|
81
|
+
],
|
|
82
|
+
"comparison": {
|
|
83
|
+
"operator": "greater_than_or_equal",
|
|
84
|
+
"value": 8
|
|
85
|
+
}
|
|
86
|
+
},
|
|
87
|
+
{
|
|
88
|
+
"id": "objects-list-paged",
|
|
89
|
+
"kind": "operation.count",
|
|
90
|
+
"operation": {
|
|
91
|
+
"packageId": "hubspot",
|
|
92
|
+
"operationId": "objects.list"
|
|
93
|
+
},
|
|
94
|
+
"outcomes": [
|
|
95
|
+
"ok"
|
|
96
|
+
],
|
|
97
|
+
"comparison": {
|
|
98
|
+
"operator": "greater_than_or_equal",
|
|
99
|
+
"value": 2
|
|
100
|
+
}
|
|
101
|
+
},
|
|
102
|
+
{
|
|
103
|
+
"id": "objects-batch-read-ok",
|
|
104
|
+
"kind": "operation.count",
|
|
105
|
+
"operation": {
|
|
106
|
+
"packageId": "hubspot",
|
|
107
|
+
"operationId": "objects.batch-read"
|
|
108
|
+
},
|
|
109
|
+
"outcomes": [
|
|
110
|
+
"ok"
|
|
111
|
+
],
|
|
112
|
+
"comparison": {
|
|
113
|
+
"operator": "equals",
|
|
114
|
+
"value": 1
|
|
115
|
+
}
|
|
116
|
+
},
|
|
117
|
+
{
|
|
118
|
+
"id": "objects-batch-read-too-large",
|
|
119
|
+
"kind": "operation.count",
|
|
120
|
+
"operation": {
|
|
121
|
+
"packageId": "hubspot",
|
|
122
|
+
"operationId": "objects.batch-read"
|
|
123
|
+
},
|
|
124
|
+
"outcomes": [
|
|
125
|
+
"tool_error"
|
|
126
|
+
],
|
|
127
|
+
"comparison": {
|
|
128
|
+
"operator": "equals",
|
|
129
|
+
"value": 1
|
|
130
|
+
}
|
|
131
|
+
},
|
|
132
|
+
{
|
|
133
|
+
"id": "long-contacts-stored",
|
|
134
|
+
"kind": "state.count",
|
|
135
|
+
"packageId": "hubspot",
|
|
136
|
+
"namespace": "contacts",
|
|
137
|
+
"comparison": {
|
|
138
|
+
"operator": "greater_than_or_equal",
|
|
139
|
+
"value": 100
|
|
140
|
+
}
|
|
141
|
+
},
|
|
142
|
+
{
|
|
143
|
+
"id": "created-events",
|
|
144
|
+
"kind": "event.count",
|
|
145
|
+
"event": {
|
|
146
|
+
"packageId": "hubspot",
|
|
147
|
+
"eventId": "object.created"
|
|
148
|
+
},
|
|
149
|
+
"phase": "emitted",
|
|
150
|
+
"comparison": {
|
|
151
|
+
"operator": "equals",
|
|
152
|
+
"value": 100
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
]
|
|
156
|
+
}
|
|
@@ -0,0 +1,166 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"id": "hubspot-write-committed-lost",
|
|
4
|
+
"title": "Creates commit but the caller sees 503; the retry of a contact create hits 409",
|
|
5
|
+
"targetId": "conformance-agent",
|
|
6
|
+
"scenarioId": "write-committed-lost",
|
|
7
|
+
"actorId": "rep",
|
|
8
|
+
"task": {
|
|
9
|
+
"instruction": "Run the write-committed-lost conformance flow against the synthetic HubSpot Tool and fail loudly on any unexpected status, header or body."
|
|
10
|
+
},
|
|
11
|
+
"assertions": [
|
|
12
|
+
{
|
|
13
|
+
"id": "objects-create-error",
|
|
14
|
+
"kind": "operation.count",
|
|
15
|
+
"operation": {
|
|
16
|
+
"packageId": "hubspot",
|
|
17
|
+
"operationId": "objects.create"
|
|
18
|
+
},
|
|
19
|
+
"outcomes": [
|
|
20
|
+
"tool_error"
|
|
21
|
+
],
|
|
22
|
+
"comparison": {
|
|
23
|
+
"operator": "equals",
|
|
24
|
+
"value": 3
|
|
25
|
+
}
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
"id": "objects-create-ok",
|
|
29
|
+
"kind": "operation.count",
|
|
30
|
+
"operation": {
|
|
31
|
+
"packageId": "hubspot",
|
|
32
|
+
"operationId": "objects.create"
|
|
33
|
+
},
|
|
34
|
+
"outcomes": [
|
|
35
|
+
"ok"
|
|
36
|
+
],
|
|
37
|
+
"comparison": {
|
|
38
|
+
"operator": "equals",
|
|
39
|
+
"value": 0
|
|
40
|
+
}
|
|
41
|
+
},
|
|
42
|
+
{
|
|
43
|
+
"id": "objects-batch-create-error",
|
|
44
|
+
"kind": "operation.count",
|
|
45
|
+
"operation": {
|
|
46
|
+
"packageId": "hubspot",
|
|
47
|
+
"operationId": "objects.batch-create"
|
|
48
|
+
},
|
|
49
|
+
"outcomes": [
|
|
50
|
+
"tool_error"
|
|
51
|
+
],
|
|
52
|
+
"comparison": {
|
|
53
|
+
"operator": "equals",
|
|
54
|
+
"value": 1
|
|
55
|
+
}
|
|
56
|
+
},
|
|
57
|
+
{
|
|
58
|
+
"id": "objects-update-ok",
|
|
59
|
+
"kind": "operation.count",
|
|
60
|
+
"operation": {
|
|
61
|
+
"packageId": "hubspot",
|
|
62
|
+
"operationId": "objects.update"
|
|
63
|
+
},
|
|
64
|
+
"outcomes": [
|
|
65
|
+
"ok"
|
|
66
|
+
],
|
|
67
|
+
"comparison": {
|
|
68
|
+
"operator": "equals",
|
|
69
|
+
"value": 1
|
|
70
|
+
}
|
|
71
|
+
},
|
|
72
|
+
{
|
|
73
|
+
"id": "objects-search-ok",
|
|
74
|
+
"kind": "operation.count",
|
|
75
|
+
"operation": {
|
|
76
|
+
"packageId": "hubspot",
|
|
77
|
+
"operationId": "objects.search"
|
|
78
|
+
},
|
|
79
|
+
"outcomes": [
|
|
80
|
+
"ok"
|
|
81
|
+
],
|
|
82
|
+
"comparison": {
|
|
83
|
+
"operator": "greater_than_or_equal",
|
|
84
|
+
"value": 1
|
|
85
|
+
}
|
|
86
|
+
},
|
|
87
|
+
{
|
|
88
|
+
"id": "objects-get-ok",
|
|
89
|
+
"kind": "operation.count",
|
|
90
|
+
"operation": {
|
|
91
|
+
"packageId": "hubspot",
|
|
92
|
+
"operationId": "objects.get"
|
|
93
|
+
},
|
|
94
|
+
"outcomes": [
|
|
95
|
+
"ok"
|
|
96
|
+
],
|
|
97
|
+
"comparison": {
|
|
98
|
+
"operator": "greater_than_or_equal",
|
|
99
|
+
"value": 1
|
|
100
|
+
}
|
|
101
|
+
},
|
|
102
|
+
{
|
|
103
|
+
"id": "object-created-events",
|
|
104
|
+
"kind": "event.count",
|
|
105
|
+
"event": {
|
|
106
|
+
"packageId": "hubspot",
|
|
107
|
+
"eventId": "object.created"
|
|
108
|
+
},
|
|
109
|
+
"phase": "emitted",
|
|
110
|
+
"comparison": {
|
|
111
|
+
"operator": "equals",
|
|
112
|
+
"value": 3
|
|
113
|
+
}
|
|
114
|
+
},
|
|
115
|
+
{
|
|
116
|
+
"id": "contacts-count",
|
|
117
|
+
"kind": "state.count",
|
|
118
|
+
"packageId": "hubspot",
|
|
119
|
+
"namespace": "contacts",
|
|
120
|
+
"comparison": {
|
|
121
|
+
"operator": "equals",
|
|
122
|
+
"value": 16
|
|
123
|
+
}
|
|
124
|
+
},
|
|
125
|
+
{
|
|
126
|
+
"id": "companies-count",
|
|
127
|
+
"kind": "state.count",
|
|
128
|
+
"packageId": "hubspot",
|
|
129
|
+
"namespace": "companies",
|
|
130
|
+
"comparison": {
|
|
131
|
+
"operator": "equals",
|
|
132
|
+
"value": 7
|
|
133
|
+
}
|
|
134
|
+
},
|
|
135
|
+
{
|
|
136
|
+
"id": "lost-contact-email",
|
|
137
|
+
"kind": "state.value",
|
|
138
|
+
"packageId": "hubspot",
|
|
139
|
+
"namespace": "contacts",
|
|
140
|
+
"rowId": "0000001001",
|
|
141
|
+
"path": [
|
|
142
|
+
"properties",
|
|
143
|
+
"email"
|
|
144
|
+
],
|
|
145
|
+
"comparison": {
|
|
146
|
+
"operator": "equals",
|
|
147
|
+
"value": "lost@example.org"
|
|
148
|
+
}
|
|
149
|
+
},
|
|
150
|
+
{
|
|
151
|
+
"id": "lost-contact-updated",
|
|
152
|
+
"kind": "state.value",
|
|
153
|
+
"packageId": "hubspot",
|
|
154
|
+
"namespace": "contacts",
|
|
155
|
+
"rowId": "0000001001",
|
|
156
|
+
"path": [
|
|
157
|
+
"properties",
|
|
158
|
+
"lastname"
|
|
159
|
+
],
|
|
160
|
+
"comparison": {
|
|
161
|
+
"operator": "equals",
|
|
162
|
+
"value": "Berg"
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
]
|
|
166
|
+
}
|