@oneuptime/common 12.0.3 → 12.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Models/DatabaseModels/CephCluster.ts +14 -0
- package/Models/DatabaseModels/CodeRepository.ts +14 -6
- package/Models/DatabaseModels/DockerHost.ts +14 -0
- package/Models/DatabaseModels/GlobalOidcProject.ts +18 -0
- package/Models/DatabaseModels/GlobalSsoProject.ts +18 -0
- package/Models/DatabaseModels/IoTFleet.ts +14 -0
- package/Models/DatabaseModels/KubernetesCluster.ts +14 -0
- package/Models/DatabaseModels/NetworkDevice.ts +14 -0
- package/Models/DatabaseModels/NetworkInterface.ts +18 -0
- package/Models/DatabaseModels/Project.ts +16 -2
- package/Models/DatabaseModels/ProxmoxCluster.ts +14 -0
- package/Models/DatabaseModels/Service.ts +30 -0
- package/Models/DatabaseModels/StatusPagePrivateUser.ts +30 -0
- package/Models/DatabaseModels/User.ts +30 -0
- package/Server/API/AIAgentDataAPI.ts +31 -0
- package/Server/API/DashboardAPI.ts +419 -12
- package/Server/API/GitHubAPI.ts +119 -283
- package/Server/API/UserAPI.ts +263 -1
- package/Server/EnvironmentConfig.ts +7 -3
- package/Server/Infrastructure/GlobalCache.ts +37 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1786018109307-AddPerUserPasswordSalt.ts +21 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1786023262402-WidenHashedStringColumnsForScrypt.ts +68 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1786100000000-RestoreServiceLowerNameIndex.ts +100 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1786200000000-RestoreDroppedUniqueIndexes.ts +214 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/1786300000000-QuarantineUnboundGitHubInstallations.ts +69 -0
- package/Server/Infrastructure/Postgres/SchemaMigrations/Index.ts +10 -0
- package/Server/Services/AnalyticsDatabaseService.ts +72 -1
- package/Server/Services/CodeRepositoryService.ts +105 -2
- package/Server/Services/DatabaseService.ts +185 -2
- package/Server/Services/OpenTelemetryIngestService.ts +230 -26
- package/Server/Services/UserService.ts +184 -0
- package/Server/Utils/AI/Toolbox/CodeTools.ts +45 -4
- package/Server/Utils/AnalyticsDatabase/StatementGenerator.ts +13 -0
- package/Server/Utils/CodeRepository/GitHub/GitHub.ts +157 -4
- package/Server/Utils/CodeRepository/GitHub/GitHubInstallationBinding.ts +130 -0
- package/Server/Utils/PasswordHash.ts +306 -0
- package/Tests/App/Dashboard/OverviewCustomFields.test.tsx +333 -0
- package/Tests/App/Dashboard/UserCustomFields.test.tsx +392 -0
- package/Tests/Server/API/AIAgentDataRepositoryToken.test.ts +381 -0
- package/Tests/Server/API/DashboardPublicAttributeValuesAPI.test.ts +943 -0
- package/Tests/Server/API/DashboardPublicMetricsAggregateAPI.test.ts +1296 -0
- package/Tests/Server/API/DashboardPublicTemplatePayloads.test.ts +598 -0
- package/Tests/Server/API/GitHubAppInstallationBindingAPI.test.ts +539 -0
- package/Tests/Server/API/Helpers.ts +6 -1
- package/Tests/Server/API/UserProjectsAPI.test.ts +852 -0
- package/Tests/Server/Infrastructure/GlobalCache.test.ts +128 -0
- package/Tests/Server/Infrastructure/SemaphoreMutex.test.ts +215 -0
- package/Tests/Server/Services/AddPerUserPasswordSaltMigration.test.ts +178 -0
- package/Tests/Server/Services/AnalyticsDatabasePaginationStability.test.ts +582 -0
- package/Tests/Server/Services/AnalyticsDatabaseService.test.ts +5 -0
- package/Tests/Server/Services/CodeRepositoryInstallationBinding.test.ts +305 -0
- package/Tests/Server/Services/CodeRepositoryResolutionBinding.test.ts +147 -0
- package/Tests/Server/Services/DatabaseServicePerUserPasswordSalt.test.ts +870 -0
- package/Tests/Server/Services/OpenTelemetryServiceResolutionCache.test.ts +568 -0
- package/Tests/Server/Services/RestoreDroppedUniqueIndexesMigration.test.ts +386 -0
- package/Tests/Server/Services/RestoreServiceLowerNameIndexMigration.test.ts +240 -0
- package/Tests/Server/Services/UserServiceFirstMasterAdminElection.test.ts +885 -0
- package/Tests/Server/Services/WidenHashedStringColumnsForScryptMigration.test.ts +220 -0
- package/Tests/Server/Utils/AI/CodeTools.test.ts +47 -1
- package/Tests/Server/Utils/AI/CodeWriteTools.test.ts +10 -0
- package/Tests/Server/Utils/AnalyticsDatabase/StatementGenerator.test.ts +120 -0
- package/Tests/Server/Utils/CodeRepository/GitHubInstallationBinding.test.ts +292 -0
- package/Tests/Server/Utils/GitHubInstallationOwnershipVerification.test.ts +340 -0
- package/Tests/Server/Utils/GitHubWebhookAndTreeCacheIsolation.test.ts +250 -0
- package/Tests/Server/Utils/PasswordHash.test.ts +555 -0
- package/Tests/Types/Database/ColumnLength.test.ts +7 -1
- package/Tests/Types/HashedStringPerUserSalt.test.ts +476 -0
- package/Tests/Types/Monitor/DockerAlertTemplates.test.ts +293 -0
- package/Tests/Types/Monitor/HostAlertTemplates.test.ts +249 -0
- package/Tests/Types/Monitor/IotAlertTemplates.test.ts +320 -0
- package/Tests/Types/Monitor/PodmanAlertTemplates.test.ts +271 -0
- package/Tests/UI/Components/CustomFields/CustomFieldsDetail.test.tsx +696 -0
- package/Tests/UI/Utils/UserProjectsModelAPI.test.ts +714 -0
- package/Tests/Utils/TeamMembersByProject.test.ts +655 -0
- package/Types/Database/ColumnLength.ts +9 -1
- package/Types/Database/TableColumn.ts +11 -0
- package/Types/Database/UnsynchronizedIndex.ts +48 -0
- package/Types/HashedString.ts +139 -4
- package/UI/Components/CustomFields/CustomFieldsDetail.tsx +85 -11
- package/UI/Components/Navbar/NavBar.tsx +12 -2
- package/UI/Components/Navbar/NavBarMenuModal.tsx +19 -7
- package/UI/Utils/ModelAPI/UserProjectsModelAPI.ts +257 -0
- package/Utils/TeamMembersByProject.ts +237 -0
- package/build/dist/Models/DatabaseModels/CephCluster.js +16 -1
- package/build/dist/Models/DatabaseModels/CephCluster.js.map +1 -1
- package/build/dist/Models/DatabaseModels/CodeRepository.js +14 -6
- package/build/dist/Models/DatabaseModels/CodeRepository.js.map +1 -1
- package/build/dist/Models/DatabaseModels/DockerHost.js +16 -1
- package/build/dist/Models/DatabaseModels/DockerHost.js.map +1 -1
- package/build/dist/Models/DatabaseModels/GlobalOidcProject.js +16 -1
- package/build/dist/Models/DatabaseModels/GlobalOidcProject.js.map +1 -1
- package/build/dist/Models/DatabaseModels/GlobalSsoProject.js +16 -1
- package/build/dist/Models/DatabaseModels/GlobalSsoProject.js.map +1 -1
- package/build/dist/Models/DatabaseModels/IoTFleet.js +16 -1
- package/build/dist/Models/DatabaseModels/IoTFleet.js.map +1 -1
- package/build/dist/Models/DatabaseModels/KubernetesCluster.js +16 -1
- package/build/dist/Models/DatabaseModels/KubernetesCluster.js.map +1 -1
- package/build/dist/Models/DatabaseModels/NetworkDevice.js +16 -1
- package/build/dist/Models/DatabaseModels/NetworkDevice.js.map +1 -1
- package/build/dist/Models/DatabaseModels/NetworkInterface.js +16 -1
- package/build/dist/Models/DatabaseModels/NetworkInterface.js.map +1 -1
- package/build/dist/Models/DatabaseModels/Project.js +16 -2
- package/build/dist/Models/DatabaseModels/Project.js.map +1 -1
- package/build/dist/Models/DatabaseModels/ProxmoxCluster.js +16 -1
- package/build/dist/Models/DatabaseModels/ProxmoxCluster.js.map +1 -1
- package/build/dist/Models/DatabaseModels/Service.js +28 -1
- package/build/dist/Models/DatabaseModels/Service.js.map +1 -1
- package/build/dist/Models/DatabaseModels/StatusPagePrivateUser.js +32 -0
- package/build/dist/Models/DatabaseModels/StatusPagePrivateUser.js.map +1 -1
- package/build/dist/Models/DatabaseModels/User.js +32 -0
- package/build/dist/Models/DatabaseModels/User.js.map +1 -1
- package/build/dist/Server/API/AIAgentDataAPI.js +21 -2
- package/build/dist/Server/API/AIAgentDataAPI.js.map +1 -1
- package/build/dist/Server/API/DashboardAPI.js +304 -10
- package/build/dist/Server/API/DashboardAPI.js.map +1 -1
- package/build/dist/Server/API/GitHubAPI.js +94 -167
- package/build/dist/Server/API/GitHubAPI.js.map +1 -1
- package/build/dist/Server/API/UserAPI.js +187 -2
- package/build/dist/Server/API/UserAPI.js.map +1 -1
- package/build/dist/Server/EnvironmentConfig.js +7 -3
- package/build/dist/Server/EnvironmentConfig.js.map +1 -1
- package/build/dist/Server/Infrastructure/GlobalCache.js +29 -0
- package/build/dist/Server/Infrastructure/GlobalCache.js.map +1 -1
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1786018109307-AddPerUserPasswordSalt.js +14 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1786018109307-AddPerUserPasswordSalt.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1786023262402-WidenHashedStringColumnsForScrypt.js +59 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1786023262402-WidenHashedStringColumnsForScrypt.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1786100000000-RestoreServiceLowerNameIndex.js +93 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1786100000000-RestoreServiceLowerNameIndex.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1786200000000-RestoreDroppedUniqueIndexes.js +101 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1786200000000-RestoreDroppedUniqueIndexes.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1786300000000-QuarantineUnboundGitHubInstallations.js +66 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/1786300000000-QuarantineUnboundGitHubInstallations.js.map +1 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/Index.js +10 -0
- package/build/dist/Server/Infrastructure/Postgres/SchemaMigrations/Index.js.map +1 -1
- package/build/dist/Server/Services/AnalyticsDatabaseService.js +57 -1
- package/build/dist/Server/Services/AnalyticsDatabaseService.js.map +1 -1
- package/build/dist/Server/Services/CodeRepositoryService.js +90 -2
- package/build/dist/Server/Services/CodeRepositoryService.js.map +1 -1
- package/build/dist/Server/Services/DatabaseService.js +160 -2
- package/build/dist/Server/Services/DatabaseService.js.map +1 -1
- package/build/dist/Server/Services/OpenTelemetryIngestService.js +155 -25
- package/build/dist/Server/Services/OpenTelemetryIngestService.js.map +1 -1
- package/build/dist/Server/Services/UserService.js +165 -0
- package/build/dist/Server/Services/UserService.js.map +1 -1
- package/build/dist/Server/Utils/AI/Toolbox/CodeTools.js +31 -1
- package/build/dist/Server/Utils/AI/Toolbox/CodeTools.js.map +1 -1
- package/build/dist/Server/Utils/AnalyticsDatabase/StatementGenerator.js +13 -0
- package/build/dist/Server/Utils/AnalyticsDatabase/StatementGenerator.js.map +1 -1
- package/build/dist/Server/Utils/CodeRepository/GitHub/GitHub.js +126 -4
- package/build/dist/Server/Utils/CodeRepository/GitHub/GitHub.js.map +1 -1
- package/build/dist/Server/Utils/CodeRepository/GitHub/GitHubInstallationBinding.js +136 -0
- package/build/dist/Server/Utils/CodeRepository/GitHub/GitHubInstallationBinding.js.map +1 -0
- package/build/dist/Server/Utils/PasswordHash.js +237 -0
- package/build/dist/Server/Utils/PasswordHash.js.map +1 -0
- package/build/dist/Types/Database/ColumnLength.js +9 -1
- package/build/dist/Types/Database/ColumnLength.js.map +1 -1
- package/build/dist/Types/Database/TableColumn.js.map +1 -1
- package/build/dist/Types/Database/UnsynchronizedIndex.js +46 -0
- package/build/dist/Types/Database/UnsynchronizedIndex.js.map +1 -0
- package/build/dist/Types/HashedString.js +95 -5
- package/build/dist/Types/HashedString.js.map +1 -1
- package/build/dist/UI/Components/CustomFields/CustomFieldsDetail.js +51 -10
- package/build/dist/UI/Components/CustomFields/CustomFieldsDetail.js.map +1 -1
- package/build/dist/UI/Components/Navbar/NavBar.js +3 -1
- package/build/dist/UI/Components/Navbar/NavBar.js.map +1 -1
- package/build/dist/UI/Components/Navbar/NavBarMenuModal.js +19 -7
- package/build/dist/UI/Components/Navbar/NavBarMenuModal.js.map +1 -1
- package/build/dist/UI/Utils/ModelAPI/UserProjectsModelAPI.js +156 -0
- package/build/dist/UI/Utils/ModelAPI/UserProjectsModelAPI.js.map +1 -0
- package/build/dist/Utils/TeamMembersByProject.js +145 -0
- package/build/dist/Utils/TeamMembersByProject.js.map +1 -0
- package/package.json +1 -1
|
@@ -69,6 +69,7 @@ import NetworkSiteService from "../Services/NetworkSiteService";
|
|
|
69
69
|
import SpanService from "../Services/SpanService";
|
|
70
70
|
import LogService from "../Services/LogService";
|
|
71
71
|
import DashboardComponentType from "../../Types/Dashboard/DashboardComponentType";
|
|
72
|
+
import { DashboardVariableType } from "../../Types/Dashboard/DashboardVariable";
|
|
72
73
|
import Includes from "../../Types/BaseDatabase/Includes";
|
|
73
74
|
|
|
74
75
|
/*
|
|
@@ -994,6 +995,14 @@ export default class DashboardAPI extends BaseAPI<
|
|
|
994
995
|
* the behaviour here scoped to the dashboard's owning projectId.
|
|
995
996
|
* Authorization reuses DashboardService.hasReadAccess (public flag, IP
|
|
996
997
|
* whitelist, master password) — never falls back to project-wide read.
|
|
998
|
+
*
|
|
999
|
+
* The requested attribute key is additionally allowlisted against the
|
|
1000
|
+
* keys this dashboard's own variables bind to. Project scoping alone is
|
|
1001
|
+
* not enough here: the underlying query is a SELECT DISTINCT over the
|
|
1002
|
+
* attribute map of every log, span, metric and exception in the project,
|
|
1003
|
+
* so an unrestricted key would let anyone holding a public dashboard id
|
|
1004
|
+
* read `user.email`, `db.statement`, `http.url`, ... out of telemetry the
|
|
1005
|
+
* dashboard never renders (GHSA-w332-x78m-vf3v).
|
|
997
1006
|
*/
|
|
998
1007
|
this.router.post(
|
|
999
1008
|
`${new this.entityType()
|
|
@@ -1021,10 +1030,11 @@ export default class DashboardAPI extends BaseAPI<
|
|
|
1021
1030
|
);
|
|
1022
1031
|
}
|
|
1023
1032
|
|
|
1024
|
-
const attributeKey:
|
|
1025
|
-
|
|
1033
|
+
const attributeKey: unknown = req.body
|
|
1034
|
+
? req.body["attributeKey"]
|
|
1035
|
+
: undefined;
|
|
1026
1036
|
|
|
1027
|
-
if (
|
|
1037
|
+
if (typeof attributeKey !== "string" || !attributeKey.trim()) {
|
|
1028
1038
|
throw new BadDataException("attributeKey is required.");
|
|
1029
1039
|
}
|
|
1030
1040
|
|
|
@@ -1048,6 +1058,7 @@ export default class DashboardAPI extends BaseAPI<
|
|
|
1048
1058
|
select: {
|
|
1049
1059
|
_id: true,
|
|
1050
1060
|
projectId: true,
|
|
1061
|
+
dashboardViewConfig: true,
|
|
1051
1062
|
},
|
|
1052
1063
|
props: {
|
|
1053
1064
|
isRoot: true,
|
|
@@ -1058,11 +1069,32 @@ export default class DashboardAPI extends BaseAPI<
|
|
|
1058
1069
|
throw new NotFoundException("Dashboard not found");
|
|
1059
1070
|
}
|
|
1060
1071
|
|
|
1072
|
+
/*
|
|
1073
|
+
* Only the attribute keys this dashboard's own variable dropdowns
|
|
1074
|
+
* offer may be read. Variable interpolation only ever substitutes
|
|
1075
|
+
* a variable's VALUE into a widget filter — never its key — so the
|
|
1076
|
+
* stored view config is an exact allowlist. A dashboard with no
|
|
1077
|
+
* telemetry-attribute variables has nothing to look up and is
|
|
1078
|
+
* refused outright.
|
|
1079
|
+
*/
|
|
1080
|
+
const requestedAttributeKey: string = attributeKey.trim();
|
|
1081
|
+
|
|
1082
|
+
const allowedAttributeKeys: Set<string> =
|
|
1083
|
+
DashboardAPI.collectDashboardVariableAttributeKeys(
|
|
1084
|
+
dashboard.dashboardViewConfig,
|
|
1085
|
+
);
|
|
1086
|
+
|
|
1087
|
+
if (!allowedAttributeKeys.has(requestedAttributeKey)) {
|
|
1088
|
+
throw new BadDataException(
|
|
1089
|
+
"This attribute is not part of this dashboard.",
|
|
1090
|
+
);
|
|
1091
|
+
}
|
|
1092
|
+
|
|
1061
1093
|
const values: Array<string> =
|
|
1062
1094
|
await TelemetryAttributeService.fetchAttributeValues({
|
|
1063
1095
|
projectId: dashboard.projectId,
|
|
1064
1096
|
telemetryType,
|
|
1065
|
-
attributeKey:
|
|
1097
|
+
attributeKey: requestedAttributeKey,
|
|
1066
1098
|
});
|
|
1067
1099
|
|
|
1068
1100
|
return Response.sendJsonObjectResponse(req, res, {
|
|
@@ -1265,9 +1297,25 @@ export default class DashboardAPI extends BaseAPI<
|
|
|
1265
1297
|
DashboardAPI.collectDashboardMetricNames(
|
|
1266
1298
|
dashboard.dashboardViewConfig,
|
|
1267
1299
|
);
|
|
1268
|
-
|
|
1269
|
-
|
|
1270
|
-
|
|
1300
|
+
|
|
1301
|
+
/*
|
|
1302
|
+
* Read the query through an OWN-properties copy. JSON.parse turns a
|
|
1303
|
+
* literal "__proto__" member into a real own key and
|
|
1304
|
+
* JSONFunctions.deserialize copies it with `newVal[key] = ...`,
|
|
1305
|
+
* which fires Object.prototype's __proto__ setter — so a plain
|
|
1306
|
+
* `query["name"]` lookup walks the prototype chain and sees a name
|
|
1307
|
+
* that a later own-properties spread would silently drop, leaving
|
|
1308
|
+
* the aggregation with no metric predicate at all. The check and
|
|
1309
|
+
* the object that reaches the database must read the same keys.
|
|
1310
|
+
*/
|
|
1311
|
+
const requestedQuery: Record<string, unknown> =
|
|
1312
|
+
aggregateBy.query &&
|
|
1313
|
+
typeof aggregateBy.query === "object" &&
|
|
1314
|
+
!Array.isArray(aggregateBy.query)
|
|
1315
|
+
? { ...(aggregateBy.query as Record<string, unknown>) }
|
|
1316
|
+
: {};
|
|
1317
|
+
|
|
1318
|
+
const requestedMetricName: unknown = requestedQuery["name"];
|
|
1271
1319
|
|
|
1272
1320
|
if (
|
|
1273
1321
|
typeof requestedMetricName !== "string" ||
|
|
@@ -1279,14 +1327,156 @@ export default class DashboardAPI extends BaseAPI<
|
|
|
1279
1327
|
}
|
|
1280
1328
|
|
|
1281
1329
|
/*
|
|
1282
|
-
*
|
|
1283
|
-
*
|
|
1284
|
-
*
|
|
1330
|
+
* Pinning the metric name is not enough on its own: a grouped
|
|
1331
|
+
* aggregation echoes each group's key back in the result rows, so
|
|
1332
|
+
* `groupByAttributeKeys: ["enduser.id"]` — or the blunter
|
|
1333
|
+
* `groupBy: { attributes: true }`, which returns the WHOLE
|
|
1334
|
+
* attribute map — turns an allowlisted metric into a reader for
|
|
1335
|
+
* attribute values the widget never renders. Both grouping
|
|
1336
|
+
* dimensions are therefore allowlisted against the stored view
|
|
1337
|
+
* config as well; interpolation never rewrites either of them.
|
|
1285
1338
|
*/
|
|
1339
|
+
const allowedGroupByAttributeKeys: Set<string> =
|
|
1340
|
+
DashboardAPI.collectDashboardGroupByAttributeKeys(
|
|
1341
|
+
dashboard.dashboardViewConfig,
|
|
1342
|
+
);
|
|
1343
|
+
const requestedGroupByAttributeKeys: unknown =
|
|
1344
|
+
aggregateBy.groupByAttributeKeys;
|
|
1345
|
+
|
|
1346
|
+
/*
|
|
1347
|
+
* `null` means "not grouped" here: JSONFunctions.serialize drops
|
|
1348
|
+
* undefined but preserves null, and both downstream sinks already
|
|
1349
|
+
* treat a null grouping as absent.
|
|
1350
|
+
*/
|
|
1351
|
+
if (
|
|
1352
|
+
requestedGroupByAttributeKeys !== undefined &&
|
|
1353
|
+
requestedGroupByAttributeKeys !== null
|
|
1354
|
+
) {
|
|
1355
|
+
if (!Array.isArray(requestedGroupByAttributeKeys)) {
|
|
1356
|
+
throw new BadDataException(
|
|
1357
|
+
"groupByAttributeKeys must be an array of attribute keys.",
|
|
1358
|
+
);
|
|
1359
|
+
}
|
|
1360
|
+
|
|
1361
|
+
for (const requestedKey of requestedGroupByAttributeKeys) {
|
|
1362
|
+
if (
|
|
1363
|
+
typeof requestedKey !== "string" ||
|
|
1364
|
+
!allowedGroupByAttributeKeys.has(requestedKey)
|
|
1365
|
+
) {
|
|
1366
|
+
throw new BadDataException(
|
|
1367
|
+
"This attribute is not part of this dashboard.",
|
|
1368
|
+
);
|
|
1369
|
+
}
|
|
1370
|
+
}
|
|
1371
|
+
}
|
|
1372
|
+
|
|
1373
|
+
const allowedGroupByColumns: Set<string> =
|
|
1374
|
+
DashboardAPI.collectDashboardGroupByColumns(
|
|
1375
|
+
dashboard.dashboardViewConfig,
|
|
1376
|
+
);
|
|
1377
|
+
const requestedGroupBy: unknown = aggregateBy.groupBy;
|
|
1378
|
+
|
|
1379
|
+
if (requestedGroupBy !== undefined && requestedGroupBy !== null) {
|
|
1380
|
+
if (
|
|
1381
|
+
typeof requestedGroupBy !== "object" ||
|
|
1382
|
+
Array.isArray(requestedGroupBy)
|
|
1383
|
+
) {
|
|
1384
|
+
throw new BadDataException("groupBy must be an object.");
|
|
1385
|
+
}
|
|
1386
|
+
|
|
1387
|
+
for (const requestedColumn of Object.keys(requestedGroupBy)) {
|
|
1388
|
+
if (!allowedGroupByColumns.has(requestedColumn)) {
|
|
1389
|
+
throw new BadDataException(
|
|
1390
|
+
"This grouping is not part of this dashboard.",
|
|
1391
|
+
);
|
|
1392
|
+
}
|
|
1393
|
+
}
|
|
1394
|
+
|
|
1395
|
+
/*
|
|
1396
|
+
* Hand the SQL builder the same keys this guard validated. The
|
|
1397
|
+
* guard reads Object.keys but the GROUP BY builder walks the
|
|
1398
|
+
* object with for...in, so an inherited key would otherwise
|
|
1399
|
+
* reach the query without ever being checked.
|
|
1400
|
+
*/
|
|
1401
|
+
aggregateBy.groupBy = {
|
|
1402
|
+
...(requestedGroupBy as Record<string, unknown>),
|
|
1403
|
+
} as typeof aggregateBy.groupBy;
|
|
1404
|
+
}
|
|
1405
|
+
|
|
1406
|
+
/*
|
|
1407
|
+
* The client never chooses what is aggregated over what: every
|
|
1408
|
+
* widget aggregates `value` over `time`. Left open, an anonymous
|
|
1409
|
+
* caller could aggregate `attributes` instead — `max(attributes)`
|
|
1410
|
+
* returns the whole map and the row mapper passes non-numeric
|
|
1411
|
+
* aggregates through untouched, handing back a full attribute map
|
|
1412
|
+
* per time bucket.
|
|
1413
|
+
*/
|
|
1414
|
+
if (aggregateBy.aggregateColumnName !== "value") {
|
|
1415
|
+
throw new BadDataException("Invalid aggregateColumnName.");
|
|
1416
|
+
}
|
|
1417
|
+
|
|
1418
|
+
if (aggregateBy.aggregationTimestampColumnName !== "time") {
|
|
1419
|
+
throw new BadDataException(
|
|
1420
|
+
"Invalid aggregationTimestampColumnName.",
|
|
1421
|
+
);
|
|
1422
|
+
}
|
|
1423
|
+
|
|
1424
|
+
// Never let an anonymous caller choose an unbounded page.
|
|
1425
|
+
aggregateBy.limit = Math.min(
|
|
1426
|
+
Math.max(Number(aggregateBy.limit) || LIMIT_PER_PROJECT, 1),
|
|
1427
|
+
LIMIT_PER_PROJECT,
|
|
1428
|
+
);
|
|
1429
|
+
aggregateBy.skip = Math.max(Number(aggregateBy.skip) || 0, 0);
|
|
1430
|
+
|
|
1431
|
+
/*
|
|
1432
|
+
* Security: the client does not get to choose what is filtered on a
|
|
1433
|
+
* public, unauthenticated endpoint. Rebuild the query from the
|
|
1434
|
+
* fields the dashboard's own widgets legitimately send — the
|
|
1435
|
+
* allowlisted metric name, the time window, and attribute filters
|
|
1436
|
+
* on keys those widgets already filter by — and pin the project.
|
|
1437
|
+
* Everything else the client sent is dropped rather than merged: a
|
|
1438
|
+
* foreign projectId, a filter on an arbitrary attribute key used as
|
|
1439
|
+
* a blind ILIKE oracle, a key smuggled in on the prototype
|
|
1440
|
+
* (GHSA-w332-x78m-vf3v).
|
|
1441
|
+
*/
|
|
1442
|
+
const allowedFilterAttributeKeys: Set<string> =
|
|
1443
|
+
DashboardAPI.collectDashboardFilterAttributeKeys(
|
|
1444
|
+
dashboard.dashboardViewConfig,
|
|
1445
|
+
);
|
|
1446
|
+
|
|
1447
|
+
const sanitizedAttributes: Record<string, unknown> = {};
|
|
1448
|
+
const requestedAttributes: unknown = requestedQuery["attributes"];
|
|
1449
|
+
|
|
1450
|
+
if (
|
|
1451
|
+
requestedAttributes &&
|
|
1452
|
+
typeof requestedAttributes === "object" &&
|
|
1453
|
+
!Array.isArray(requestedAttributes)
|
|
1454
|
+
) {
|
|
1455
|
+
for (const requestedAttributeKey of Object.keys(
|
|
1456
|
+
requestedAttributes as Record<string, unknown>,
|
|
1457
|
+
)) {
|
|
1458
|
+
if (!allowedFilterAttributeKeys.has(requestedAttributeKey)) {
|
|
1459
|
+
throw new BadDataException(
|
|
1460
|
+
"This attribute is not part of this dashboard.",
|
|
1461
|
+
);
|
|
1462
|
+
}
|
|
1463
|
+
|
|
1464
|
+
sanitizedAttributes[requestedAttributeKey] = (
|
|
1465
|
+
requestedAttributes as Record<string, unknown>
|
|
1466
|
+
)[requestedAttributeKey];
|
|
1467
|
+
}
|
|
1468
|
+
}
|
|
1469
|
+
|
|
1286
1470
|
aggregateBy.query = {
|
|
1287
|
-
|
|
1471
|
+
name: requestedMetricName,
|
|
1472
|
+
...(requestedQuery["time"] !== undefined
|
|
1473
|
+
? { time: requestedQuery["time"] }
|
|
1474
|
+
: {}),
|
|
1475
|
+
...(Object.keys(sanitizedAttributes).length > 0
|
|
1476
|
+
? { attributes: sanitizedAttributes }
|
|
1477
|
+
: {}),
|
|
1288
1478
|
projectId: dashboard.projectId,
|
|
1289
|
-
};
|
|
1479
|
+
} as unknown as typeof aggregateBy.query;
|
|
1290
1480
|
|
|
1291
1481
|
const aggregateResult: AggregatedResult =
|
|
1292
1482
|
await MetricService.aggregateBy(aggregateBy);
|
|
@@ -1518,6 +1708,223 @@ export default class DashboardAPI extends BaseAPI<
|
|
|
1518
1708
|
return metricNames;
|
|
1519
1709
|
}
|
|
1520
1710
|
|
|
1711
|
+
/*
|
|
1712
|
+
* Walk a stored dashboard view config and collect every OpenTelemetry
|
|
1713
|
+
* attribute key its variables bind to (a `Telemetry Attribute` variable
|
|
1714
|
+
* carries the key its dropdown lists values for). Used as the allowlist
|
|
1715
|
+
* for the public attribute-values endpoint, so an anonymous viewer can
|
|
1716
|
+
* only read the values behind this dashboard's own variable pickers and
|
|
1717
|
+
* not every attribute in the owning project.
|
|
1718
|
+
*/
|
|
1719
|
+
private static collectDashboardVariableAttributeKeys(
|
|
1720
|
+
dashboardViewConfig: unknown,
|
|
1721
|
+
): Set<string> {
|
|
1722
|
+
const attributeKeys: Set<string> = new Set<string>();
|
|
1723
|
+
|
|
1724
|
+
const walk: (node: unknown) => void = (node: unknown): void => {
|
|
1725
|
+
if (!node || typeof node !== "object") {
|
|
1726
|
+
return;
|
|
1727
|
+
}
|
|
1728
|
+
|
|
1729
|
+
if (Array.isArray(node)) {
|
|
1730
|
+
for (const item of node) {
|
|
1731
|
+
walk(item);
|
|
1732
|
+
}
|
|
1733
|
+
return;
|
|
1734
|
+
}
|
|
1735
|
+
|
|
1736
|
+
const obj: Record<string, unknown> = node as Record<string, unknown>;
|
|
1737
|
+
|
|
1738
|
+
if (obj["type"] === DashboardVariableType.TelemetryAttribute) {
|
|
1739
|
+
const attributeKey: unknown = obj["attributeKey"];
|
|
1740
|
+
|
|
1741
|
+
if (
|
|
1742
|
+
typeof attributeKey === "string" &&
|
|
1743
|
+
attributeKey.trim().length > 0
|
|
1744
|
+
) {
|
|
1745
|
+
attributeKeys.add(attributeKey.trim());
|
|
1746
|
+
}
|
|
1747
|
+
}
|
|
1748
|
+
|
|
1749
|
+
for (const key of Object.keys(obj)) {
|
|
1750
|
+
walk(obj[key]);
|
|
1751
|
+
}
|
|
1752
|
+
};
|
|
1753
|
+
|
|
1754
|
+
walk(dashboardViewConfig);
|
|
1755
|
+
|
|
1756
|
+
return attributeKeys;
|
|
1757
|
+
}
|
|
1758
|
+
|
|
1759
|
+
/*
|
|
1760
|
+
* Walk a stored dashboard view config and collect every OpenTelemetry
|
|
1761
|
+
* attribute key its metric widgets group by — `groupByAttributeKeys`
|
|
1762
|
+
* (chart / value / gauge / legacy table queries) and `groupByAttributes`
|
|
1763
|
+
* (the table widget's richer per-key form). Used as the allowlist for the
|
|
1764
|
+
* public metric-aggregate endpoint, whose grouped results echo each
|
|
1765
|
+
* group's key values back to the caller.
|
|
1766
|
+
*/
|
|
1767
|
+
private static collectDashboardGroupByAttributeKeys(
|
|
1768
|
+
dashboardViewConfig: unknown,
|
|
1769
|
+
): Set<string> {
|
|
1770
|
+
const attributeKeys: Set<string> = new Set<string>();
|
|
1771
|
+
|
|
1772
|
+
const addKey: (value: unknown) => void = (value: unknown): void => {
|
|
1773
|
+
if (typeof value === "string" && value.length > 0) {
|
|
1774
|
+
attributeKeys.add(value);
|
|
1775
|
+
}
|
|
1776
|
+
};
|
|
1777
|
+
|
|
1778
|
+
const walk: (node: unknown) => void = (node: unknown): void => {
|
|
1779
|
+
if (!node || typeof node !== "object") {
|
|
1780
|
+
return;
|
|
1781
|
+
}
|
|
1782
|
+
|
|
1783
|
+
if (Array.isArray(node)) {
|
|
1784
|
+
for (const item of node) {
|
|
1785
|
+
walk(item);
|
|
1786
|
+
}
|
|
1787
|
+
return;
|
|
1788
|
+
}
|
|
1789
|
+
|
|
1790
|
+
const obj: Record<string, unknown> = node as Record<string, unknown>;
|
|
1791
|
+
|
|
1792
|
+
const groupByAttributeKeys: unknown = obj["groupByAttributeKeys"];
|
|
1793
|
+
if (Array.isArray(groupByAttributeKeys)) {
|
|
1794
|
+
for (const key of groupByAttributeKeys) {
|
|
1795
|
+
addKey(key);
|
|
1796
|
+
}
|
|
1797
|
+
}
|
|
1798
|
+
|
|
1799
|
+
const groupByAttributes: unknown = obj["groupByAttributes"];
|
|
1800
|
+
if (Array.isArray(groupByAttributes)) {
|
|
1801
|
+
for (const groupByAttribute of groupByAttributes) {
|
|
1802
|
+
if (groupByAttribute && typeof groupByAttribute === "object") {
|
|
1803
|
+
addKey((groupByAttribute as Record<string, unknown>)["key"]);
|
|
1804
|
+
}
|
|
1805
|
+
}
|
|
1806
|
+
}
|
|
1807
|
+
|
|
1808
|
+
for (const key of Object.keys(obj)) {
|
|
1809
|
+
walk(obj[key]);
|
|
1810
|
+
}
|
|
1811
|
+
};
|
|
1812
|
+
|
|
1813
|
+
walk(dashboardViewConfig);
|
|
1814
|
+
|
|
1815
|
+
return attributeKeys;
|
|
1816
|
+
}
|
|
1817
|
+
|
|
1818
|
+
/*
|
|
1819
|
+
* Attribute keys a public metric aggregation may FILTER on.
|
|
1820
|
+
*
|
|
1821
|
+
* Two sources, and both are needed:
|
|
1822
|
+
*
|
|
1823
|
+
* - Keys the widgets themselves persist — `filterData.attributes` on a
|
|
1824
|
+
* chart/value/gauge query, and the table widget's widget-level
|
|
1825
|
+
* `attributeFilters`.
|
|
1826
|
+
* - Keys the dashboard's `Telemetry Attribute` variables bind to. The
|
|
1827
|
+
* shipped templates store `filterData: { metricName, aggegationType }`
|
|
1828
|
+
* and no attributes at all; the filter on e.g.
|
|
1829
|
+
* `resource.k8s.cluster.name` only appears once the viewer picks a value
|
|
1830
|
+
* and DashboardVariableInterpolation injects it at render time. An
|
|
1831
|
+
* allowlist built from stored filters alone would refuse every real
|
|
1832
|
+
* templated dashboard the moment its variable is used.
|
|
1833
|
+
*/
|
|
1834
|
+
private static collectDashboardFilterAttributeKeys(
|
|
1835
|
+
dashboardViewConfig: unknown,
|
|
1836
|
+
): Set<string> {
|
|
1837
|
+
const attributeKeys: Set<string> =
|
|
1838
|
+
DashboardAPI.collectDashboardVariableAttributeKeys(dashboardViewConfig);
|
|
1839
|
+
|
|
1840
|
+
const addKeysOf: (value: unknown) => void = (value: unknown): void => {
|
|
1841
|
+
if (!value || typeof value !== "object" || Array.isArray(value)) {
|
|
1842
|
+
return;
|
|
1843
|
+
}
|
|
1844
|
+
|
|
1845
|
+
for (const key of Object.keys(value as Record<string, unknown>)) {
|
|
1846
|
+
if (key.length > 0) {
|
|
1847
|
+
attributeKeys.add(key);
|
|
1848
|
+
}
|
|
1849
|
+
}
|
|
1850
|
+
};
|
|
1851
|
+
|
|
1852
|
+
const walk: (node: unknown) => void = (node: unknown): void => {
|
|
1853
|
+
if (!node || typeof node !== "object") {
|
|
1854
|
+
return;
|
|
1855
|
+
}
|
|
1856
|
+
|
|
1857
|
+
if (Array.isArray(node)) {
|
|
1858
|
+
for (const item of node) {
|
|
1859
|
+
walk(item);
|
|
1860
|
+
}
|
|
1861
|
+
return;
|
|
1862
|
+
}
|
|
1863
|
+
|
|
1864
|
+
const obj: Record<string, unknown> = node as Record<string, unknown>;
|
|
1865
|
+
|
|
1866
|
+
const filterData: unknown = obj["filterData"];
|
|
1867
|
+
if (filterData && typeof filterData === "object") {
|
|
1868
|
+
addKeysOf((filterData as Record<string, unknown>)["attributes"]);
|
|
1869
|
+
}
|
|
1870
|
+
|
|
1871
|
+
addKeysOf(obj["attributeFilters"]);
|
|
1872
|
+
|
|
1873
|
+
for (const key of Object.keys(obj)) {
|
|
1874
|
+
walk(obj[key]);
|
|
1875
|
+
}
|
|
1876
|
+
};
|
|
1877
|
+
|
|
1878
|
+
walk(dashboardViewConfig);
|
|
1879
|
+
|
|
1880
|
+
return attributeKeys;
|
|
1881
|
+
}
|
|
1882
|
+
|
|
1883
|
+
/*
|
|
1884
|
+
* Walk a stored dashboard view config and collect every model column its
|
|
1885
|
+
* widgets group by. Used as the allowlist for the public metric-aggregate
|
|
1886
|
+
* endpoint: grouping echoes the grouped column back in every result row,
|
|
1887
|
+
* so `groupBy: { attributes: true }` would hand an anonymous viewer the
|
|
1888
|
+
* entire attribute map of an allowlisted metric.
|
|
1889
|
+
*/
|
|
1890
|
+
private static collectDashboardGroupByColumns(
|
|
1891
|
+
dashboardViewConfig: unknown,
|
|
1892
|
+
): Set<string> {
|
|
1893
|
+
const groupByColumns: Set<string> = new Set<string>();
|
|
1894
|
+
|
|
1895
|
+
const walk: (node: unknown) => void = (node: unknown): void => {
|
|
1896
|
+
if (!node || typeof node !== "object") {
|
|
1897
|
+
return;
|
|
1898
|
+
}
|
|
1899
|
+
|
|
1900
|
+
if (Array.isArray(node)) {
|
|
1901
|
+
for (const item of node) {
|
|
1902
|
+
walk(item);
|
|
1903
|
+
}
|
|
1904
|
+
return;
|
|
1905
|
+
}
|
|
1906
|
+
|
|
1907
|
+
const obj: Record<string, unknown> = node as Record<string, unknown>;
|
|
1908
|
+
|
|
1909
|
+
const groupBy: unknown = obj["groupBy"];
|
|
1910
|
+
if (groupBy && typeof groupBy === "object" && !Array.isArray(groupBy)) {
|
|
1911
|
+
for (const column of Object.keys(groupBy as Record<string, unknown>)) {
|
|
1912
|
+
if ((groupBy as Record<string, unknown>)[column]) {
|
|
1913
|
+
groupByColumns.add(column);
|
|
1914
|
+
}
|
|
1915
|
+
}
|
|
1916
|
+
}
|
|
1917
|
+
|
|
1918
|
+
for (const key of Object.keys(obj)) {
|
|
1919
|
+
walk(obj[key]);
|
|
1920
|
+
}
|
|
1921
|
+
};
|
|
1922
|
+
|
|
1923
|
+
walk(dashboardViewConfig);
|
|
1924
|
+
|
|
1925
|
+
return groupByColumns;
|
|
1926
|
+
}
|
|
1927
|
+
|
|
1521
1928
|
/*
|
|
1522
1929
|
* Walk a stored dashboard view config and collect every widget type it
|
|
1523
1930
|
* renders. Used to build an allowlist for the public resource-list
|