@reglow/reglow 0.9.0 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/reglow/common/errors.js +1 -1
- package/dist/reglow/common/errors.js.map +1 -1
- package/dist/reglow/core/config.js +1 -1
- package/dist/reglow/core/config.js.map +1 -1
- package/dist/reglow/core/entities.d.ts +113 -1
- package/dist/reglow/core/models.d.ts +16 -0
- package/dist/reglow/core/models.js +9 -0
- package/dist/reglow/core/models.js.map +1 -1
- package/dist/reglow/modules/ai/controller.d.ts +15 -0
- package/dist/reglow/modules/ai/controller.js +21 -16
- package/dist/reglow/modules/ai/controller.js.map +1 -1
- package/dist/reglow/modules/ai/service.d.ts +4 -0
- package/dist/reglow/modules/ai/service.js +31 -1
- package/dist/reglow/modules/ai/service.js.map +1 -1
- package/dist/reglow/modules/analytics/collect.d.ts +13 -0
- package/dist/reglow/modules/analytics/collect.js +237 -0
- package/dist/reglow/modules/analytics/collect.js.map +1 -0
- package/dist/reglow/modules/analytics/controller.d.ts +6 -0
- package/dist/reglow/modules/analytics/controller.js +338 -0
- package/dist/reglow/modules/analytics/controller.js.map +1 -0
- package/dist/reglow/modules/analytics/controller_client.d.ts +6 -0
- package/dist/reglow/modules/analytics/controller_client.js +34 -0
- package/dist/reglow/modules/analytics/controller_client.js.map +1 -0
- package/dist/reglow/modules/analytics/gov.d.ts +30 -0
- package/dist/reglow/modules/analytics/gov.js +140 -0
- package/dist/reglow/modules/analytics/gov.js.map +1 -0
- package/dist/reglow/modules/analytics/model.d.ts +190 -0
- package/dist/reglow/modules/analytics/model.js +14 -0
- package/dist/reglow/modules/analytics/model.js.map +1 -0
- package/dist/reglow/modules/analytics/repository.d.ts +66 -0
- package/dist/reglow/modules/analytics/repository.js +451 -0
- package/dist/reglow/modules/analytics/repository.js.map +1 -0
- package/dist/reglow/modules/analytics/rollup.d.ts +17 -0
- package/dist/reglow/modules/analytics/rollup.js +299 -0
- package/dist/reglow/modules/analytics/rollup.js.map +1 -0
- package/dist/reglow/modules/analytics/router.d.ts +16 -0
- package/dist/reglow/modules/analytics/router.js +11 -0
- package/dist/reglow/modules/analytics/router.js.map +1 -0
- package/dist/reglow/modules/analytics/schema.d.ts +275 -0
- package/dist/reglow/modules/analytics/schema.js +7 -0
- package/dist/reglow/modules/analytics/schema.js.map +1 -0
- package/dist/reglow/modules/analytics/service.d.ts +51 -0
- package/dist/reglow/modules/analytics/service.js +653 -0
- package/dist/reglow/modules/analytics/service.js.map +1 -0
- package/dist/reglow/modules/analytics/snapshot.d.ts +10 -0
- package/dist/reglow/modules/analytics/snapshot.js +63 -0
- package/dist/reglow/modules/analytics/snapshot.js.map +1 -0
- package/dist/reglow/modules/article/controller.js +1 -0
- package/dist/reglow/modules/article/controller.js.map +1 -1
- package/dist/reglow/modules/article/schema.d.ts +2 -0
- package/dist/reglow/modules/article/schema.js +2 -0
- package/dist/reglow/modules/article/schema.js.map +1 -1
- package/dist/reglow/modules/article/service.d.ts +5 -0
- package/dist/reglow/modules/article/service.js +26 -1
- package/dist/reglow/modules/article/service.js.map +1 -1
- package/dist/reglow/modules/config/controller.js +3 -1
- package/dist/reglow/modules/config/controller.js.map +1 -1
- package/dist/reglow/modules/customer_service/repository.js +4 -2
- package/dist/reglow/modules/customer_service/repository.js.map +1 -1
- package/dist/reglow/modules/customer_service/sdk_template.html +4 -3
- package/dist/reglow/modules/dashboard/controller.js +7 -1
- package/dist/reglow/modules/dashboard/controller.js.map +1 -1
- package/dist/reglow/modules/dashboard/service.d.ts +1 -0
- package/dist/reglow/modules/dashboard/service.js +152 -0
- package/dist/reglow/modules/dashboard/service.js.map +1 -1
- package/dist/reglow/modules/material/controller.js +16 -0
- package/dist/reglow/modules/material/controller.js.map +1 -1
- package/dist/reglow/modules/material/repository.js +2 -2
- package/dist/reglow/modules/material/repository.js.map +1 -1
- package/dist/reglow/modules/material/service.d.ts +2 -0
- package/dist/reglow/modules/material/service.js +46 -4
- package/dist/reglow/modules/material/service.js.map +1 -1
- package/dist/reglow/modules/payment/service.js +7 -1
- package/dist/reglow/modules/payment/service.js.map +1 -1
- package/dist/reglow/modules/photo/controller.js +81 -55
- package/dist/reglow/modules/photo/controller.js.map +1 -1
- package/dist/reglow/modules/photo/repository.js +1 -1
- package/dist/reglow/modules/photo/repository.js.map +1 -1
- package/dist/reglow/modules/photo/service.d.ts +11 -1
- package/dist/reglow/modules/photo/service.js +65 -3
- package/dist/reglow/modules/photo/service.js.map +1 -1
- package/dist/reglow/modules/skill/controller.d.ts +8 -0
- package/dist/reglow/modules/skill/controller.js +93 -0
- package/dist/reglow/modules/skill/controller.js.map +1 -0
- package/dist/reglow/modules/skill/model.d.ts +19 -0
- package/dist/reglow/modules/skill/model.js +49 -0
- package/dist/reglow/modules/skill/model.js.map +1 -0
- package/dist/reglow/modules/skill/repository.d.ts +8 -0
- package/dist/reglow/modules/skill/repository.js +101 -0
- package/dist/reglow/modules/skill/repository.js.map +1 -0
- package/dist/reglow/modules/skill/router.d.ts +10 -0
- package/dist/reglow/modules/skill/router.js +8 -0
- package/dist/reglow/modules/skill/router.js.map +1 -0
- package/dist/reglow/modules/skill/schema.d.ts +39 -0
- package/dist/reglow/modules/skill/schema.js +38 -0
- package/dist/reglow/modules/skill/schema.js.map +1 -0
- package/dist/reglow/modules/skill/service.d.ts +62 -0
- package/dist/reglow/modules/skill/service.js +285 -0
- package/dist/reglow/modules/skill/service.js.map +1 -0
- package/dist/reglow/modules/studio/controller.d.ts +9 -0
- package/dist/reglow/modules/studio/controller.js +303 -0
- package/dist/reglow/modules/studio/controller.js.map +1 -0
- package/dist/reglow/modules/studio/deps.d.ts +47 -0
- package/dist/reglow/modules/studio/deps.js +175 -0
- package/dist/reglow/modules/studio/deps.js.map +1 -0
- package/dist/reglow/modules/studio/engine.d.ts +85 -0
- package/dist/reglow/modules/studio/engine.js +881 -0
- package/dist/reglow/modules/studio/engine.js.map +1 -0
- package/dist/reglow/modules/studio/llm.d.ts +30 -0
- package/dist/reglow/modules/studio/llm.js +151 -0
- package/dist/reglow/modules/studio/llm.js.map +1 -0
- package/dist/reglow/modules/studio/mcp/client.d.ts +22 -0
- package/dist/reglow/modules/studio/mcp/client.js +99 -0
- package/dist/reglow/modules/studio/mcp/client.js.map +1 -0
- package/dist/reglow/modules/studio/mcp/transport.d.ts +59 -0
- package/dist/reglow/modules/studio/mcp/transport.js +259 -0
- package/dist/reglow/modules/studio/mcp/transport.js.map +1 -0
- package/dist/reglow/modules/studio/media.d.ts +52 -0
- package/dist/reglow/modules/studio/media.js +484 -0
- package/dist/reglow/modules/studio/media.js.map +1 -0
- package/dist/reglow/modules/studio/model.d.ts +23 -0
- package/dist/reglow/modules/studio/model.js +35 -0
- package/dist/reglow/modules/studio/model.js.map +1 -0
- package/dist/reglow/modules/studio/repository.d.ts +31 -0
- package/dist/reglow/modules/studio/repository.js +300 -0
- package/dist/reglow/modules/studio/repository.js.map +1 -0
- package/dist/reglow/modules/studio/router.d.ts +10 -0
- package/dist/reglow/modules/studio/router.js +8 -0
- package/dist/reglow/modules/studio/router.js.map +1 -0
- package/dist/reglow/modules/studio/schema.d.ts +194 -0
- package/dist/reglow/modules/studio/schema.js +739 -0
- package/dist/reglow/modules/studio/schema.js.map +1 -0
- package/dist/reglow/modules/studio/service.d.ts +168 -0
- package/dist/reglow/modules/studio/service.js +673 -0
- package/dist/reglow/modules/studio/service.js.map +1 -0
- package/dist/reglow/modules/studio/tools/builtins.d.ts +9 -0
- package/dist/reglow/modules/studio/tools/builtins.js +162 -0
- package/dist/reglow/modules/studio/tools/builtins.js.map +1 -0
- package/dist/reglow/modules/studio/tools/media_tools.d.ts +31 -0
- package/dist/reglow/modules/studio/tools/media_tools.js +412 -0
- package/dist/reglow/modules/studio/tools/media_tools.js.map +1 -0
- package/dist/reglow/modules/studio/tools/registry.d.ts +46 -0
- package/dist/reglow/modules/studio/tools/registry.js +160 -0
- package/dist/reglow/modules/studio/tools/registry.js.map +1 -0
- package/dist/reglow/modules/studio/tools/runner.d.ts +18 -0
- package/dist/reglow/modules/studio/tools/runner.js +89 -0
- package/dist/reglow/modules/studio/tools/runner.js.map +1 -0
- package/dist/reglow/modules/user/controller_client.js +1 -1
- package/dist/reglow/modules/user/controller_client.js.map +1 -1
- package/dist/reglow/modules/video/controller.js +1 -0
- package/dist/reglow/modules/video/controller.js.map +1 -1
- package/dist/reglow/modules/video/schema.d.ts +2 -0
- package/dist/reglow/modules/video/schema.js +2 -0
- package/dist/reglow/modules/video/schema.js.map +1 -1
- package/dist/reglow/modules/video/service.d.ts +5 -0
- package/dist/reglow/modules/video/service.js +26 -1
- package/dist/reglow/modules/video/service.js.map +1 -1
- package/dist/reglow/scripts/init-data.js +423 -2
- package/dist/reglow/scripts/init-data.js.map +1 -1
- package/dist/reglow/scripts/schema.d.ts +9 -0
- package/dist/reglow/scripts/schema.js +448 -1
- package/dist/reglow/scripts/schema.js.map +1 -1
- package/package.json +83 -83
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"service.js","sourceRoot":"","sources":["../../../../reglow/modules/ai/service.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,yBAAyB,EACzB,cAAc,GACf,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,iBAAiB,GAIlB,MAAM,iBAAiB,CAAC;AAEzB,MAAM,mBAAmB,GAAG,6CAA6C,CAAC;AAI1E,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,iDAAiD;AAEjD,MAAM,UAAU,SAAS,CAAC,QAAgB;IACxC,OAAO,iBAAiB,CAAC,QAAQ,CAAC,CAAC;AACrC,CAAC;AAED,iDAAiD;AAEjD,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,KAAa,EACb,SAAqB,EACrB,UAAuB,EACvB,WAAW,GAAG,GAAG;IAEjB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,UAAU,IAAI,EAAE,CAAC;IAEhC,IAAI,MAAkB,CAAC;IACvB,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,GAAG,MAAM,mBAAmB,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACvE,CAAC;SAAM,IACL,QAAQ,KAAK,SAAS;QACtB,QAAQ,KAAK,SAAS;QACtB,QAAQ,KAAK,OAAO,EACpB,CAAC;QACD,MAAM,GAAG,MAAM,yBAAyB,CACtC,MAAM,EACN,KAAK,EACL,SAAS,EACT,MAAM,EACN,cAAc,CAAC,QAAQ,CAAC,EACxB,QAAQ,CACT,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,OAAO,QAAQ,WAAW,CAC3B,CAAC;IACJ,CAAC;IAED,YAAY;IACZ,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,MAAM,UAAU,GACd,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,IAAI,MAAM,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,CAAC,EAAE,CAAC;QACrE,MAAM,CAAC,IAAI,CAAC,YAAY,MAAM,OAAO,CAAC,CAAC;QACvC,OAAO,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAgB,EAChB,MAAc;IAEd,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,mBAAmB,IAAI,MAAM,EAAE,EAAE;YAC3D,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAe,CAAC;IAC3C,CAAC;IACD,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,OAAO,QAAQ,aAAa,CAC7B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAkB;IAChD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,MAAoB,CAAC;QAEjC,SAAS;QACT,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC5B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAI,OAAO,CAAC,CAAC,CAA4B,EAAE,GAAG,CAAC;YACxD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC;QACjD,CAAC;QACD,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YACzD,OAAO,GAAG,CAAC,UAAU,CAAC;QACxB,CAAC;QAED,OAAO;QACP,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC5B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAI,OAAO,CAAC,CAAC,CAA4B,EAAE,OAAO,CAAC;YAChE,MAAM,OAAO,GAAI,OAAkC,EAAE,OAAO,CAAC;YAC7D,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;oBAC3B,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACrC,MAAM,KAAK,GAAI,IAAmB,CAAC,KAAK,CAAC;wBACzC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK;4BAAE,OAAO,KAAK,CAAC;oBACvD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,yBAAyB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAClD,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAW,EACX,OAAO,GAAG,EAAE;IAEZ,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC5B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;KAC5C,CAAC,CAAC;IACH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,WAAW,IAAI,CAAC,MAAM,GAAG,CAC1B,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAgB,EAChB,KAAa,EACb,SAAmB,EACnB,MAAc,EACd,UAAuB,EACvB,WAAW,GAAG,GAAG;IAEjB,MAAM,OAAO,GAAiB,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACvE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAe;QAC5B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;KACtC,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,QAAQ,EACR,KAAK,EACL,SAAS,EACT,UAAU,EACV,WAAW,CACZ,CAAC;IACF,MAAM,SAAS,GAAG,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;IACjF,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;IACnD,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;AAClC,CAAC;AAED,iDAAiD;AAEjD,KAAK,UAAU,aAAa,CAC1B,MAAc,EACd,MAAc,EACd,QAAgB,EAChB,OAAO,GAAG,GAAG;IAEb,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,OAAO,QAAQ,aAAa,CAC7B,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;IACtD,MAAM,QAAQ,GAAG,GAAG,mBAAmB,IAAI,MAAM,EAAE,CAAC;IACpD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;YACjC,OAAO;YACP,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAe,CAAC;QACjD,MAAM,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAe,CAAC;QACnD,MAAM,MAAM,GACV,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,IAAI,MAAM,KAAK,WAAW;YAAE,OAAO,MAAM,CAAC;QAC1C,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;YACzE,MAAM,IAAI,YAAY,CAAC,SAAS,CAAC,WAAW,EAAE,YAAY,GAAG,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,MAAM,IAAI,YAAY,CAAC,SAAS,CAAC,WAAW,EAAE,WAAW,OAAO,IAAI,CAAC,CAAC;AACxE,CAAC"}
|
|
1
|
+
{"version":3,"file":"service.js","sourceRoot":"","sources":["../../../../reglow/modules/ai/service.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,yBAAyB,EACzB,cAAc,EACd,mBAAmB,EACnB,oBAAoB,EACpB,kBAAkB,EAClB,eAAe,EACf,gBAAgB,EAChB,cAAc,GACf,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,iBAAiB,GAIlB,MAAM,iBAAiB,CAAC;AAEzB,MAAM,mBAAmB,GAAG,6CAA6C,CAAC;AAI1E,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,iDAAiD;AAEjD,MAAM,UAAU,SAAS,CAAC,QAAgB;IACxC,OAAO,iBAAiB,CAAC,QAAQ,CAAC,CAAC;AACrC,CAAC;AAED,iDAAiD;AAEjD,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,KAAa,EACb,SAAqB,EACrB,UAAuB,EACvB,WAAW,GAAG,GAAG;IAEjB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,UAAU,IAAI,EAAE,CAAC;IAEhC,IAAI,MAAkB,CAAC;IACvB,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,GAAG,MAAM,mBAAmB,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACvE,CAAC;SAAM,IACL,QAAQ,KAAK,SAAS;QACtB,QAAQ,KAAK,SAAS;QACtB,QAAQ,KAAK,OAAO,EACpB,CAAC;QACD,MAAM,GAAG,MAAM,yBAAyB,CACtC,MAAM,EACN,KAAK,EACL,SAAS,EACT,MAAM,EACN,cAAc,CAAC,QAAQ,CAAC,EACxB,QAAQ,CACT,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,OAAO,QAAQ,WAAW,CAC3B,CAAC;IACJ,CAAC;IAED,YAAY;IACZ,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,MAAM,UAAU,GACd,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,IAAI,MAAM,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,CAAC,EAAE,CAAC;QACrE,MAAM,CAAC,IAAI,CAAC,YAAY,MAAM,OAAO,CAAC,CAAC;QACvC,OAAO,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAgB,EAChB,MAAc;IAEd,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,mBAAmB,IAAI,MAAM,EAAE,EAAE;YAC3D,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAe,CAAC;IAC3C,CAAC;IACD,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,OAAO,QAAQ,aAAa,CAC7B,CAAC;AACJ,CAAC;AAED,iDAAiD;AAEjD,+BAA+B;AAC/B,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,KAAa,EACb,SAAqB,EACrB,UAAuB;IAEvB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,UAAU,IAAI,EAAE,CAAC;IAEhC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,OAAO,mBAAmB,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,oBAAoB,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,kBAAkB,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,OAAO,QAAQ,WAAW,CAC3B,CAAC;AACJ,CAAC;AAED,uBAAuB;AACvB,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAgB,EAChB,MAAc;IAEd,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,OAAO,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,OAAO,QAAQ,aAAa,CAC7B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAkB;IAChD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,MAAoB,CAAC;QAEjC,SAAS;QACT,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC5B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAI,OAAO,CAAC,CAAC,CAA4B,EAAE,GAAG,CAAC;YACxD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC;QACjD,CAAC;QACD,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YACzD,OAAO,GAAG,CAAC,UAAU,CAAC;QACxB,CAAC;QAED,OAAO;QACP,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC5B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAI,OAAO,CAAC,CAAC,CAA4B,EAAE,OAAO,CAAC;YAChE,MAAM,OAAO,GAAI,OAAkC,EAAE,OAAO,CAAC;YAC7D,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;oBAC3B,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACrC,MAAM,KAAK,GAAI,IAAmB,CAAC,KAAK,CAAC;wBACzC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK;4BAAE,OAAO,KAAK,CAAC;oBACvD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,yBAAyB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAClD,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAW,EACX,OAAO,GAAG,EAAE;IAEZ,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC5B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;KAC5C,CAAC,CAAC;IACH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,WAAW,IAAI,CAAC,MAAM,GAAG,CAC1B,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAgB,EAChB,KAAa,EACb,SAAmB,EACnB,MAAc,EACd,UAAuB,EACvB,WAAW,GAAG,GAAG;IAEjB,MAAM,OAAO,GAAiB,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACvE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAe;QAC5B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;KACtC,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,QAAQ,EACR,KAAK,EACL,SAAS,EACT,UAAU,EACV,WAAW,CACZ,CAAC;IACF,MAAM,SAAS,GAAG,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;IACjF,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;IACnD,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;AAClC,CAAC;AAED,iDAAiD;AAEjD,KAAK,UAAU,aAAa,CAC1B,MAAc,EACd,MAAc,EACd,QAAgB,EAChB,OAAO,GAAG,GAAG;IAEb,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,OAAO,QAAQ,aAAa,CAC7B,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;IACtD,MAAM,QAAQ,GAAG,GAAG,mBAAmB,IAAI,MAAM,EAAE,CAAC;IACpD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;YACjC,OAAO;YACP,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAe,CAAC;QACjD,MAAM,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAe,CAAC;QACnD,MAAM,MAAM,GACV,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,IAAI,MAAM,KAAK,WAAW;YAAE,OAAO,MAAM,CAAC;QAC1C,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;YACzE,MAAM,IAAI,YAAY,CAAC,SAAS,CAAC,WAAW,EAAE,YAAY,GAAG,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,MAAM,IAAI,YAAY,CAAC,SAAS,CAAC,WAAW,EAAE,WAAW,OAAO,IAAI,CAAC,CAAC;AACxE,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { CollectRequest } from "./schema.js";
|
|
2
|
+
export interface IngestResult {
|
|
3
|
+
accepted: number;
|
|
4
|
+
dropped: number;
|
|
5
|
+
next_config: Record<string, unknown>;
|
|
6
|
+
}
|
|
7
|
+
/**
|
|
8
|
+
* 接收一批事件并落库,返回 {accepted, dropped, next_config}。
|
|
9
|
+
* @param payload 上报请求体
|
|
10
|
+
* @param ip 客户端 IP(由控制器从请求提取)
|
|
11
|
+
* @param ua 客户端 User-Agent
|
|
12
|
+
*/
|
|
13
|
+
export declare function ingest(payload: CollectRequest, ip?: string, ua?: string): Promise<IngestResult>;
|
|
@@ -0,0 +1,237 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 数据埋点与分析 - 采集上报管线(ingest)
|
|
3
|
+
* 对应 backend-python 的 reglow/modules/analytics/collect.py
|
|
4
|
+
*/
|
|
5
|
+
import { knex } from "../../core/database.js";
|
|
6
|
+
import { parseUserAgent, detectDeviceType, } from "../../common/utils/parse-user-agent.js";
|
|
7
|
+
import { ANA_EVENT_TABLE, ANA_PAGE_TABLE, ANA_SESSION_TABLE, } from "./model.js";
|
|
8
|
+
import { findAppByAppid } from "./repository.js";
|
|
9
|
+
import { buildPolicy, isBlacklisted, policyPublic, sampleRateFor, sanitizeProps, dayOfLocal, } from "./gov.js";
|
|
10
|
+
import { rollupEvent, upsertElement } from "./rollup.js";
|
|
11
|
+
function num(v, def = 0) {
|
|
12
|
+
const n = Number(v);
|
|
13
|
+
return Number.isFinite(n) ? n : def;
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* 接收一批事件并落库,返回 {accepted, dropped, next_config}。
|
|
17
|
+
* @param payload 上报请求体
|
|
18
|
+
* @param ip 客户端 IP(由控制器从请求提取)
|
|
19
|
+
* @param ua 客户端 User-Agent
|
|
20
|
+
*/
|
|
21
|
+
export async function ingest(payload, ip = "", ua = "") {
|
|
22
|
+
const app = (await findAppByAppid(payload.app_id));
|
|
23
|
+
if (!app || !app.enabled) {
|
|
24
|
+
// 采集端不应因配置问题 500;返回 0 接收,由 SDK 侧告警
|
|
25
|
+
return { accepted: 0, dropped: payload.events.length, next_config: {} };
|
|
26
|
+
}
|
|
27
|
+
const common = payload.common ?? {};
|
|
28
|
+
// 本端单租户轨(state=none):tenant_id 恒为 NULL,不写入数值
|
|
29
|
+
let browser = "";
|
|
30
|
+
let osName = "";
|
|
31
|
+
let deviceType = "";
|
|
32
|
+
try {
|
|
33
|
+
const uaInfo = parseUserAgent(ua);
|
|
34
|
+
browser = uaInfo.browser;
|
|
35
|
+
osName = uaInfo.os;
|
|
36
|
+
deviceType = detectDeviceType(ua);
|
|
37
|
+
}
|
|
38
|
+
catch {
|
|
39
|
+
// UA 解析失败不影响采集主链路
|
|
40
|
+
}
|
|
41
|
+
const region = String(common["region"] ?? common["ip_region"] ?? "");
|
|
42
|
+
// 治理策略:黑名单 → 隐私脱敏 → 事件级采样
|
|
43
|
+
const policy = await buildPolicy(payload.app_id);
|
|
44
|
+
if (!policy.switches["collect"]) {
|
|
45
|
+
return {
|
|
46
|
+
accepted: 0,
|
|
47
|
+
dropped: payload.events.length,
|
|
48
|
+
next_config: { gov: policyPublic(policy) },
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
const includeIp = Boolean(policy.switches["ip_collect"]);
|
|
52
|
+
const deviceId = String(common["device_id"] ?? "");
|
|
53
|
+
const userId = String(common["user_id"] ?? "");
|
|
54
|
+
// 去重:同 app 下已存在的 event_uid 直接丢弃
|
|
55
|
+
const uids = payload.events
|
|
56
|
+
.filter((e) => e.event_uid)
|
|
57
|
+
.map((e) => e.event_uid);
|
|
58
|
+
const existing = new Set();
|
|
59
|
+
if (uids.length) {
|
|
60
|
+
const rows = (await knex(ANA_EVENT_TABLE)
|
|
61
|
+
.select("event_uid")
|
|
62
|
+
.where({ app_id: payload.app_id })
|
|
63
|
+
.whereIn("event_uid", uids));
|
|
64
|
+
for (const r of rows)
|
|
65
|
+
existing.add(r.event_uid);
|
|
66
|
+
}
|
|
67
|
+
const nowMs = Date.now();
|
|
68
|
+
let accepted = 0;
|
|
69
|
+
let dropped = 0;
|
|
70
|
+
const seenUids = new Set(existing);
|
|
71
|
+
const sessionMap = new Map();
|
|
72
|
+
const pageKeys = new Set();
|
|
73
|
+
const rollupItems = [];
|
|
74
|
+
const eventRows = [];
|
|
75
|
+
for (const ev of payload.events) {
|
|
76
|
+
if (ev.event_uid) {
|
|
77
|
+
if (seenUids.has(ev.event_uid)) {
|
|
78
|
+
dropped += 1;
|
|
79
|
+
continue;
|
|
80
|
+
}
|
|
81
|
+
seenUids.add(ev.event_uid);
|
|
82
|
+
}
|
|
83
|
+
if (isBlacklisted(policy, ev.device_id || deviceId || null, ev.user_id || userId || null, ip)) {
|
|
84
|
+
dropped += 1;
|
|
85
|
+
continue;
|
|
86
|
+
}
|
|
87
|
+
const rate = sampleRateFor(policy, ev.code);
|
|
88
|
+
if (rate < 1.0 && Math.random() > rate) {
|
|
89
|
+
dropped += 1;
|
|
90
|
+
continue;
|
|
91
|
+
}
|
|
92
|
+
const ts = ev.ts ?? nowMs;
|
|
93
|
+
const props = sanitizeProps(policy, { ...(ev.props ?? {}) }, includeIp);
|
|
94
|
+
if (browser || osName || deviceType) {
|
|
95
|
+
props["_ua"] = { browser, os: osName, device_type: deviceType };
|
|
96
|
+
}
|
|
97
|
+
eventRows.push({
|
|
98
|
+
app_id: payload.app_id,
|
|
99
|
+
tenant_id: null,
|
|
100
|
+
event_code: ev.code,
|
|
101
|
+
event_type: ev.type ?? "auto",
|
|
102
|
+
user_id: ev.user_id ?? common["user_id"] ?? null,
|
|
103
|
+
device_id: ev.device_id ?? common["device_id"] ?? null,
|
|
104
|
+
session_id: ev.session_id ?? common["session_id"] ?? null,
|
|
105
|
+
page_key: ev.page_key ?? null,
|
|
106
|
+
elem_id: ev.elem_id ?? null,
|
|
107
|
+
elem_type: ev.elem_type ?? null,
|
|
108
|
+
props: Object.keys(props).length ? JSON.stringify(props) : null,
|
|
109
|
+
ts,
|
|
110
|
+
client_ts: ev.ts ?? null,
|
|
111
|
+
day: dayOfLocal(ts),
|
|
112
|
+
ip: includeIp ? ip : "",
|
|
113
|
+
ip_region: includeIp ? region : "",
|
|
114
|
+
platform: payload.platform ?? common["platform"] ?? null,
|
|
115
|
+
app_version: common["app_version"] ?? null,
|
|
116
|
+
sdk_version: payload.sdk_version ?? common["sdk_version"] ?? null,
|
|
117
|
+
event_uid: ev.event_uid ?? null,
|
|
118
|
+
});
|
|
119
|
+
accepted += 1;
|
|
120
|
+
if (ev.page_key)
|
|
121
|
+
pageKeys.add(ev.page_key);
|
|
122
|
+
if (ev.elem_id ||
|
|
123
|
+
ev.code.startsWith("biz.") ||
|
|
124
|
+
ev.code === "$click" ||
|
|
125
|
+
ev.code === "$scroll") {
|
|
126
|
+
rollupItems.push([
|
|
127
|
+
dayOfLocal(ts),
|
|
128
|
+
ev.code,
|
|
129
|
+
props,
|
|
130
|
+
ev.page_key,
|
|
131
|
+
ev.elem_id,
|
|
132
|
+
ev.elem_type,
|
|
133
|
+
props["elem_path"],
|
|
134
|
+
props["text"],
|
|
135
|
+
]);
|
|
136
|
+
}
|
|
137
|
+
if (ev.session_id) {
|
|
138
|
+
let s = sessionMap.get(ev.session_id);
|
|
139
|
+
if (!s) {
|
|
140
|
+
s = { start: ts, end: ts, pv: 0, entry: null, exit: null };
|
|
141
|
+
sessionMap.set(ev.session_id, s);
|
|
142
|
+
}
|
|
143
|
+
s.start = Math.min(s.start, ts);
|
|
144
|
+
s.end = Math.max(s.end, ts);
|
|
145
|
+
if (ev.code === "$page_view" && ev.page_key) {
|
|
146
|
+
s.pv += 1;
|
|
147
|
+
if (s.entry === null)
|
|
148
|
+
s.entry = ev.page_key;
|
|
149
|
+
s.exit = ev.page_key;
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
// 事件明细落库(默认 SQL 存储)
|
|
154
|
+
if (eventRows.length) {
|
|
155
|
+
for (const row of eventRows)
|
|
156
|
+
await knex(ANA_EVENT_TABLE).insert(row);
|
|
157
|
+
}
|
|
158
|
+
// 采集期滚动聚合:元素维表 + 搜索词 / 偏好口碑 / 热力
|
|
159
|
+
for (const [day, code, props, pageKey, elemId, elemType, elemPath, text,] of rollupItems) {
|
|
160
|
+
await upsertElement(payload.app_id, pageKey, elemId, elemType, elemPath, text);
|
|
161
|
+
await rollupEvent(payload.app_id, day, code, props, pageKey);
|
|
162
|
+
}
|
|
163
|
+
await upsertSessions(payload.app_id, common, sessionMap);
|
|
164
|
+
await upsertPages(payload.app_id, payload.platform, pageKeys);
|
|
165
|
+
return {
|
|
166
|
+
accepted,
|
|
167
|
+
dropped,
|
|
168
|
+
next_config: {
|
|
169
|
+
sample_rate: policy.sample.default,
|
|
170
|
+
flush_interval: 5000,
|
|
171
|
+
batch_size: 20,
|
|
172
|
+
gov: policyPublic(policy),
|
|
173
|
+
},
|
|
174
|
+
};
|
|
175
|
+
}
|
|
176
|
+
async function upsertSessions(appId, common, sessionMap) {
|
|
177
|
+
if (!sessionMap.size)
|
|
178
|
+
return;
|
|
179
|
+
for (const [sid, s] of sessionMap.entries()) {
|
|
180
|
+
const sess = (await knex(ANA_SESSION_TABLE)
|
|
181
|
+
.where({ app_id: appId, session_id: sid })
|
|
182
|
+
.first());
|
|
183
|
+
if (!sess) {
|
|
184
|
+
await knex(ANA_SESSION_TABLE).insert({
|
|
185
|
+
app_id: appId,
|
|
186
|
+
tenant_id: null,
|
|
187
|
+
session_id: sid,
|
|
188
|
+
device_id: common["device_id"] ?? null,
|
|
189
|
+
user_id: common["user_id"] ?? null,
|
|
190
|
+
start_ts: s.start,
|
|
191
|
+
end_ts: s.end,
|
|
192
|
+
duration: s.end - s.start,
|
|
193
|
+
page_views: s.pv,
|
|
194
|
+
entry_page: s.entry,
|
|
195
|
+
exit_page: s.exit,
|
|
196
|
+
is_new_user: common["is_first_visit"] ? 1 : 0,
|
|
197
|
+
channel: common["channel"] ?? null,
|
|
198
|
+
is_bounce: s.pv <= 1 ? 1 : 0,
|
|
199
|
+
});
|
|
200
|
+
}
|
|
201
|
+
else {
|
|
202
|
+
const startTs = num(sess.start_ts);
|
|
203
|
+
const endTs = num(sess.end_ts);
|
|
204
|
+
await knex(ANA_SESSION_TABLE)
|
|
205
|
+
.where({ id: sess.id })
|
|
206
|
+
.update({
|
|
207
|
+
start_ts: startTs ? Math.min(startTs, s.start) : s.start,
|
|
208
|
+
end_ts: Math.max(endTs, s.end),
|
|
209
|
+
duration: Math.max(endTs, s.end) -
|
|
210
|
+
(startTs ? Math.min(startTs, s.start) : s.start),
|
|
211
|
+
page_views: num(sess.page_views) + s.pv,
|
|
212
|
+
entry_page: sess.entry_page ?? s.entry,
|
|
213
|
+
exit_page: s.exit,
|
|
214
|
+
});
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
async function upsertPages(appId, platform, pageKeys) {
|
|
219
|
+
if (!pageKeys.size)
|
|
220
|
+
return;
|
|
221
|
+
for (const pk of pageKeys) {
|
|
222
|
+
const exists = await knex(ANA_PAGE_TABLE)
|
|
223
|
+
.where({ app_id: appId, page_key: pk })
|
|
224
|
+
.first();
|
|
225
|
+
if (!exists) {
|
|
226
|
+
await knex(ANA_PAGE_TABLE).insert({
|
|
227
|
+
app_id: appId,
|
|
228
|
+
tenant_id: null,
|
|
229
|
+
page_key: pk,
|
|
230
|
+
page_name: pk,
|
|
231
|
+
platform: platform ?? null,
|
|
232
|
+
first_seen_at: new Date(),
|
|
233
|
+
});
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
//# sourceMappingURL=collect.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"collect.js","sourceRoot":"","sources":["../../../../reglow/modules/analytics/collect.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAC9C,OAAO,EACL,cAAc,EACd,gBAAgB,GACjB,MAAM,wCAAwC,CAAC;AAChD,OAAO,EACL,eAAe,EACf,cAAc,EACd,iBAAiB,GAElB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,cAAc,EAAa,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EACL,WAAW,EACX,aAAa,EACb,YAAY,EACZ,aAAa,EACb,aAAa,EACb,UAAU,GACX,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAGzD,SAAS,GAAG,CAAC,CAAU,EAAE,GAAG,GAAG,CAAC;IAC9B,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACpB,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AACtC,CAAC;AAQD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,OAAuB,EACvB,EAAE,GAAG,EAAE,EACP,EAAE,GAAG,EAAE;IAEP,MAAM,GAAG,GAAG,CAAC,MAAM,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAkB,CAAC;IACpE,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QACzB,mCAAmC;QACnC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;IAC1E,CAAC;IAED,MAAM,MAAM,GAAI,OAAO,CAAC,MAA8C,IAAI,EAAE,CAAC;IAC7E,6CAA6C;IAE7C,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC;QAClC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QACzB,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;QACnB,UAAU,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,kBAAkB;IACpB,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;IAErE,0BAA0B;IAC1B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACjD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,OAAO;YACL,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;YAC9B,WAAW,EAAE,EAAE,GAAG,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE;SAC3C,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAE/C,gCAAgC;IAChC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM;SACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;SAC1B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAmB,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC;aACtC,MAAM,CAAC,WAAW,CAAC;aACnB,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;aACjC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAiC,CAAC;QAC/D,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAS,QAAQ,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,IAAI,GAAG,EASvB,CAAC;IACJ,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,WAAW,GAWb,EAAE,CAAC;IACP,MAAM,SAAS,GAAmC,EAAE,CAAC;IAErD,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QAChC,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;YACjB,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC/B,OAAO,IAAI,CAAC,CAAC;gBACb,SAAS;YACX,CAAC;YACD,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QACD,IACE,aAAa,CACX,MAAM,EACN,EAAE,CAAC,SAAS,IAAI,QAAQ,IAAI,IAAI,EAChC,EAAE,CAAC,OAAO,IAAI,MAAM,IAAI,IAAI,EAC5B,EAAE,CACH,EACD,CAAC;YACD,OAAO,IAAI,CAAC,CAAC;YACb,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,IAAI,GAAG,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC,CAAC;YACb,SAAS;QACX,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,KAAK,CAAC;QAC1B,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACxE,IAAI,OAAO,IAAI,MAAM,IAAI,UAAU,EAAE,CAAC;YACpC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;QAClE,CAAC;QAED,SAAS,CAAC,IAAI,CAAC;YACb,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,SAAS,EAAE,IAAI;YACf,UAAU,EAAE,EAAE,CAAC,IAAI;YACnB,UAAU,EAAE,EAAE,CAAC,IAAI,IAAI,MAAM;YAC7B,OAAO,EAAE,EAAE,CAAC,OAAO,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,IAAI;YAChD,SAAS,EAAE,EAAE,CAAC,SAAS,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,IAAI;YACtD,UAAU,EAAE,EAAE,CAAC,UAAU,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,IAAI;YACzD,QAAQ,EAAE,EAAE,CAAC,QAAQ,IAAI,IAAI;YAC7B,OAAO,EAAE,EAAE,CAAC,OAAO,IAAI,IAAI;YAC3B,SAAS,EAAE,EAAE,CAAC,SAAS,IAAI,IAAI;YAC/B,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;YAC/D,EAAE;YACF,SAAS,EAAE,EAAE,CAAC,EAAE,IAAI,IAAI;YACxB,GAAG,EAAE,UAAU,CAAC,EAAE,CAAC;YACnB,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;YACvB,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;YAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,IAAI;YACxD,WAAW,EAAE,MAAM,CAAC,aAAa,CAAC,IAAI,IAAI;YAC1C,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,aAAa,CAAC,IAAI,IAAI;YACjE,SAAS,EAAE,EAAE,CAAC,SAAS,IAAI,IAAI;SAChC,CAAC,CAAC;QACH,QAAQ,IAAI,CAAC,CAAC;QACd,IAAI,EAAE,CAAC,QAAQ;YAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;QAC3C,IACE,EAAE,CAAC,OAAO;YACV,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;YAC1B,EAAE,CAAC,IAAI,KAAK,QAAQ;YACpB,EAAE,CAAC,IAAI,KAAK,SAAS,EACrB,CAAC;YACD,WAAW,CAAC,IAAI,CAAC;gBACf,UAAU,CAAC,EAAE,CAAC;gBACd,EAAE,CAAC,IAAI;gBACP,KAAK;gBACL,EAAE,CAAC,QAAQ;gBACX,EAAE,CAAC,OAAO;gBACV,EAAE,CAAC,SAAS;gBACZ,KAAK,CAAC,WAAW,CAAC;gBAClB,KAAK,CAAC,MAAM,CAAC;aACd,CAAC,CAAC;QACL,CAAC;QACD,IAAI,EAAE,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;YACtC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACP,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBAC3D,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YACnC,CAAC;YACD,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAChC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC5B,IAAI,EAAE,CAAC,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC,QAAQ,EAAE,CAAC;gBAC5C,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;gBACV,IAAI,CAAC,CAAC,KAAK,KAAK,IAAI;oBAAE,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC;gBAC5C,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACrB,KAAK,MAAM,GAAG,IAAI,SAAS;YAAE,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACvE,CAAC;IAED,iCAAiC;IACjC,KAAK,MAAM,CACT,GAAG,EACH,IAAI,EACJ,KAAK,EACL,OAAO,EACP,MAAM,EACN,QAAQ,EACR,QAAQ,EACR,IAAI,EACL,IAAI,WAAW,EAAE,CAAC;QACjB,MAAM,aAAa,CACjB,OAAO,CAAC,MAAM,EACd,OAAO,EACP,MAAM,EACN,QAAQ,EACR,QAAqC,EACrC,IAAiC,CAClC,CAAC;QACF,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IACzD,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAE9D,OAAO;QACL,QAAQ;QACR,OAAO;QACP,WAAW,EAAE;YACX,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YAClC,cAAc,EAAE,IAAI;YACpB,UAAU,EAAE,EAAE;YACd,GAAG,EAAE,YAAY,CAAC,MAAM,CAAC;SAC1B;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,KAAa,EACb,MAA+B,EAC/B,UASC;IAED,IAAI,CAAC,UAAU,CAAC,IAAI;QAAE,OAAO;IAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC;aACxC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;aACzC,KAAK,EAAE,CAQG,CAAC;QACd,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC;gBACnC,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,GAAG;gBACf,SAAS,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,IAAI;gBACtC,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,IAAI;gBAClC,QAAQ,EAAE,CAAC,CAAC,KAAK;gBACjB,MAAM,EAAE,CAAC,CAAC,GAAG;gBACb,QAAQ,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK;gBACzB,UAAU,EAAE,CAAC,CAAC,EAAE;gBAChB,UAAU,EAAE,CAAC,CAAC,KAAK;gBACnB,SAAS,EAAE,CAAC,CAAC,IAAI;gBACjB,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7C,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,IAAI;gBAClC,SAAS,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aAC7B,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,IAAI,CAAC,iBAAiB,CAAC;iBAC1B,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC;iBACtB,MAAM,CAAC;gBACN,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK;gBACxD,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC;gBAC9B,QAAQ,EACN,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC;oBACtB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBAClD,UAAU,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE;gBACvC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,KAAK;gBACtC,SAAS,EAAE,CAAC,CAAC,IAAI;aAClB,CAAC,CAAC;QACP,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,KAAa,EACb,QAAmC,EACnC,QAAqB;IAErB,IAAI,CAAC,QAAQ,CAAC,IAAI;QAAE,OAAO;IAC3B,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC;aACtC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;aACtC,KAAK,EAAE,CAAC;QACX,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC;gBAChC,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,IAAI;gBACf,QAAQ,EAAE,EAAE;gBACZ,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,QAAQ,IAAI,IAAI;gBAC1B,aAAa,EAAE,IAAI,IAAI,EAAE;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,338 @@
|
|
|
1
|
+
import { ApiResponse, PageData } from "../../common/response.js";
|
|
2
|
+
import { AnalyticsService } from "./service.js";
|
|
3
|
+
function int(v, def) {
|
|
4
|
+
const n = parseInt(String(v), 10);
|
|
5
|
+
return Number.isNaN(n) ? def : n;
|
|
6
|
+
}
|
|
7
|
+
function intOrNull(v) {
|
|
8
|
+
if (v === undefined || v === null || v === "")
|
|
9
|
+
return null;
|
|
10
|
+
const n = parseInt(String(v), 10);
|
|
11
|
+
return Number.isNaN(n) ? null : n;
|
|
12
|
+
}
|
|
13
|
+
function str(v) {
|
|
14
|
+
return v === undefined || v === null ? "" : String(v);
|
|
15
|
+
}
|
|
16
|
+
function strOrNull(v) {
|
|
17
|
+
if (v === undefined || v === null || v === "")
|
|
18
|
+
return null;
|
|
19
|
+
return String(v);
|
|
20
|
+
}
|
|
21
|
+
function bool(v, def = false) {
|
|
22
|
+
if (v === undefined || v === null)
|
|
23
|
+
return def;
|
|
24
|
+
return String(v) === "true" || String(v) === "1";
|
|
25
|
+
}
|
|
26
|
+
async function readSnapshotParts(request) {
|
|
27
|
+
const parts = {
|
|
28
|
+
buffer: Buffer.alloc(0),
|
|
29
|
+
filename: "",
|
|
30
|
+
mimetype: "image/png",
|
|
31
|
+
appId: "",
|
|
32
|
+
pageKey: "",
|
|
33
|
+
pageVersion: null,
|
|
34
|
+
width: null,
|
|
35
|
+
height: null,
|
|
36
|
+
};
|
|
37
|
+
for await (const raw of request.parts()) {
|
|
38
|
+
const part = raw;
|
|
39
|
+
if (part.type === "file") {
|
|
40
|
+
parts.filename = part.filename || "";
|
|
41
|
+
parts.mimetype = part.mimetype || "image/png";
|
|
42
|
+
parts.buffer = part.toBuffer ? await part.toBuffer() : Buffer.alloc(0);
|
|
43
|
+
}
|
|
44
|
+
else if (part.fieldname === "app_id") {
|
|
45
|
+
parts.appId = str(part.value);
|
|
46
|
+
}
|
|
47
|
+
else if (part.fieldname === "page_key") {
|
|
48
|
+
parts.pageKey = str(part.value);
|
|
49
|
+
}
|
|
50
|
+
else if (part.fieldname === "page_version") {
|
|
51
|
+
parts.pageVersion = strOrNull(part.value);
|
|
52
|
+
}
|
|
53
|
+
else if (part.fieldname === "width") {
|
|
54
|
+
parts.width = intOrNull(part.value);
|
|
55
|
+
}
|
|
56
|
+
else if (part.fieldname === "height") {
|
|
57
|
+
parts.height = intOrNull(part.value);
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
return parts;
|
|
61
|
+
}
|
|
62
|
+
export async function analyticsAdminRoutes(fastify) {
|
|
63
|
+
const service = new AnalyticsService();
|
|
64
|
+
// ───────────── 应用管理 ─────────────
|
|
65
|
+
fastify.get("/apps", {
|
|
66
|
+
schema: { summary: "应用列表" },
|
|
67
|
+
preHandler: [fastify.requirePermission("analytics:app:list")],
|
|
68
|
+
}, async (request) => {
|
|
69
|
+
const q = request.query;
|
|
70
|
+
const page = Math.max(1, int(q.page, 1));
|
|
71
|
+
const size = Math.min(100, Math.max(1, int(q.size, 10)));
|
|
72
|
+
const keyword = strOrNull(q.keyword);
|
|
73
|
+
const { items, total } = await service.listApps(page, size, keyword);
|
|
74
|
+
return ApiResponse.success(new PageData(items, total, page, size));
|
|
75
|
+
});
|
|
76
|
+
fastify.post("/apps", {
|
|
77
|
+
schema: { summary: "新增应用" },
|
|
78
|
+
preHandler: [fastify.requirePermission("analytics:app:create")],
|
|
79
|
+
}, async (request) => {
|
|
80
|
+
const body = request.body;
|
|
81
|
+
const current = request.employee;
|
|
82
|
+
const app = await service.createApp(body, current?.id ?? null);
|
|
83
|
+
return ApiResponse.success(app, "创建成功");
|
|
84
|
+
});
|
|
85
|
+
fastify.put("/apps/:app_pk", {
|
|
86
|
+
schema: { summary: "编辑应用" },
|
|
87
|
+
preHandler: [fastify.requirePermission("analytics:app:update")],
|
|
88
|
+
}, async (request) => {
|
|
89
|
+
const appPk = int(request.params.app_pk, 0);
|
|
90
|
+
const body = request.body;
|
|
91
|
+
return ApiResponse.success(await service.updateApp(appPk, body), "更新成功");
|
|
92
|
+
});
|
|
93
|
+
fastify.delete("/apps/:app_pk", {
|
|
94
|
+
schema: { summary: "删除应用" },
|
|
95
|
+
preHandler: [fastify.requirePermission("analytics:app:delete")],
|
|
96
|
+
}, async (request) => {
|
|
97
|
+
const appPk = int(request.params.app_pk, 0);
|
|
98
|
+
await service.deleteApp(appPk);
|
|
99
|
+
return ApiResponse.success(null, "删除成功");
|
|
100
|
+
});
|
|
101
|
+
// ───────────── 概览统计 ─────────────
|
|
102
|
+
fastify.get("/overview", {
|
|
103
|
+
schema: { summary: "概览统计" },
|
|
104
|
+
preHandler: [fastify.requirePermission("analytics:overview:view")],
|
|
105
|
+
}, async (request) => {
|
|
106
|
+
const q = request.query;
|
|
107
|
+
const appId = str(q.app_id);
|
|
108
|
+
return ApiResponse.success(await service.overview(appId, strOrNull(q.start), strOrNull(q.end)));
|
|
109
|
+
});
|
|
110
|
+
// ───────────── 事件分析 ─────────────
|
|
111
|
+
fastify.get("/events", {
|
|
112
|
+
schema: { summary: "事件字典(事件码统计)" },
|
|
113
|
+
preHandler: [fastify.requirePermission("analytics:event:view")],
|
|
114
|
+
}, async (request) => {
|
|
115
|
+
const q = request.query;
|
|
116
|
+
return ApiResponse.success(await service.eventList(str(q.app_id), strOrNull(q.start), strOrNull(q.end)));
|
|
117
|
+
});
|
|
118
|
+
fastify.get("/events/aggregate", {
|
|
119
|
+
schema: { summary: "事件趋势" },
|
|
120
|
+
preHandler: [fastify.requirePermission("analytics:event:view")],
|
|
121
|
+
}, async (request) => {
|
|
122
|
+
const q = request.query;
|
|
123
|
+
return ApiResponse.success(await service.eventAggregate(str(q.app_id), str(q.event_code), strOrNull(q.start), strOrNull(q.end)));
|
|
124
|
+
});
|
|
125
|
+
// ───────────── 页面分析 ─────────────
|
|
126
|
+
fastify.get("/pages", {
|
|
127
|
+
schema: { summary: "页面分析" },
|
|
128
|
+
preHandler: [fastify.requirePermission("analytics:page:view")],
|
|
129
|
+
}, async (request) => {
|
|
130
|
+
const q = request.query;
|
|
131
|
+
return ApiResponse.success(await service.pages(str(q.app_id), strOrNull(q.start), strOrNull(q.end)));
|
|
132
|
+
});
|
|
133
|
+
// ───────────── 元素点击 / 曝光 ─────────────
|
|
134
|
+
fastify.get("/elements", {
|
|
135
|
+
schema: { summary: "元素点击 / 曝光排行" },
|
|
136
|
+
preHandler: [fastify.requirePermission("analytics:element:view")],
|
|
137
|
+
}, async (request) => {
|
|
138
|
+
const q = request.query;
|
|
139
|
+
const eventType = str(q.event_type) || "click";
|
|
140
|
+
return ApiResponse.success(await service.elements(str(q.app_id), strOrNull(q.start), strOrNull(q.end), eventType));
|
|
141
|
+
});
|
|
142
|
+
// ───────────── 搜索分析 ─────────────
|
|
143
|
+
fastify.get("/search", {
|
|
144
|
+
schema: { summary: "搜索分析(热搜词 / 无结果词)" },
|
|
145
|
+
preHandler: [fastify.requirePermission("analytics:search:view")],
|
|
146
|
+
}, async (request) => {
|
|
147
|
+
const q = request.query;
|
|
148
|
+
return ApiResponse.success(await service.search(str(q.app_id), strOrNull(q.start), strOrNull(q.end), bool(q.only_zero_result)));
|
|
149
|
+
});
|
|
150
|
+
// ───────────── 偏好 / 口碑 ─────────────
|
|
151
|
+
fastify.get("/preferences", {
|
|
152
|
+
schema: { summary: "偏好 / 口碑分析" },
|
|
153
|
+
preHandler: [fastify.requirePermission("analytics:pref:view")],
|
|
154
|
+
}, async (request) => {
|
|
155
|
+
const q = request.query;
|
|
156
|
+
return ApiResponse.success(await service.preferences(str(q.app_id), strOrNull(q.start), strOrNull(q.end), strOrNull(q.action)));
|
|
157
|
+
});
|
|
158
|
+
// ───────────── 聚合重建 ─────────────
|
|
159
|
+
fastify.post("/agg/rebuild", {
|
|
160
|
+
schema: { summary: "重建聚合(小时 / 天)" },
|
|
161
|
+
preHandler: [fastify.requirePermission("analytics:agg:run")],
|
|
162
|
+
}, async (request) => {
|
|
163
|
+
const body = request.body;
|
|
164
|
+
return ApiResponse.success(await service.rebuild(body));
|
|
165
|
+
});
|
|
166
|
+
// ───────────── 漏斗分析 ─────────────
|
|
167
|
+
fastify.get("/funnel", {
|
|
168
|
+
schema: { summary: "漏斗分析" },
|
|
169
|
+
preHandler: [fastify.requirePermission("analytics:funnel:view")],
|
|
170
|
+
}, async (request) => {
|
|
171
|
+
const q = request.query;
|
|
172
|
+
const steps = str(q.steps)
|
|
173
|
+
.split(",")
|
|
174
|
+
.map((s) => s.trim())
|
|
175
|
+
.filter(Boolean);
|
|
176
|
+
return ApiResponse.success(await service.funnel(str(q.app_id), steps, strOrNull(q.start), strOrNull(q.end)));
|
|
177
|
+
});
|
|
178
|
+
// ───────────── 留存分析 ─────────────
|
|
179
|
+
fastify.get("/retention", {
|
|
180
|
+
schema: { summary: "留存分析" },
|
|
181
|
+
preHandler: [fastify.requirePermission("analytics:retention:view")],
|
|
182
|
+
}, async (request) => {
|
|
183
|
+
const q = request.query;
|
|
184
|
+
const days = Math.min(90, Math.max(1, int(q.days, 7)));
|
|
185
|
+
return ApiResponse.success(await service.retention(str(q.app_id), strOrNull(q.start), strOrNull(q.end), days));
|
|
186
|
+
});
|
|
187
|
+
// ───────────── 热点图 ─────────────
|
|
188
|
+
fastify.get("/heatmap", {
|
|
189
|
+
schema: { summary: "热点图数据" },
|
|
190
|
+
preHandler: [fastify.requirePermission("analytics:heatmap:view")],
|
|
191
|
+
}, async (request) => {
|
|
192
|
+
const q = request.query;
|
|
193
|
+
const kind = str(q.kind) || "click";
|
|
194
|
+
return ApiResponse.success(await service.heatmap(str(q.app_id), str(q.page_key), strOrNull(q.page_version), kind));
|
|
195
|
+
});
|
|
196
|
+
// ───────────── 页面快照 ─────────────
|
|
197
|
+
fastify.get("/snapshots", {
|
|
198
|
+
schema: { summary: "页面快照列表" },
|
|
199
|
+
preHandler: [fastify.requirePermission("analytics:snapshot:view")],
|
|
200
|
+
}, async (request) => {
|
|
201
|
+
const q = request.query;
|
|
202
|
+
return ApiResponse.success(await service.listSnapshots(str(q.app_id), strOrNull(q.page_key)));
|
|
203
|
+
});
|
|
204
|
+
fastify.post("/snapshots", {
|
|
205
|
+
schema: { summary: "上传页面快照" },
|
|
206
|
+
preHandler: [fastify.requirePermission("analytics:snapshot:upload")],
|
|
207
|
+
}, async (request) => {
|
|
208
|
+
const parts = await readSnapshotParts(request);
|
|
209
|
+
if (!parts.appId || !parts.pageKey) {
|
|
210
|
+
return ApiResponse.fail("app_id / page_key 必填");
|
|
211
|
+
}
|
|
212
|
+
const item = await service.uploadSnapshot(parts.appId, parts.pageKey, parts.pageVersion, parts.buffer, parts.mimetype, parts.filename, parts.width, parts.height);
|
|
213
|
+
return ApiResponse.success(item, "上传成功");
|
|
214
|
+
});
|
|
215
|
+
fastify.post("/snapshots/capture", {
|
|
216
|
+
schema: { summary: "服务端截图(无头浏览器)" },
|
|
217
|
+
preHandler: [fastify.requirePermission("analytics:snapshot:capture")],
|
|
218
|
+
}, async (request) => {
|
|
219
|
+
const body = request.body;
|
|
220
|
+
const item = await service.captureSnapshot(body);
|
|
221
|
+
return ApiResponse.success(item, "截图成功");
|
|
222
|
+
});
|
|
223
|
+
// ───────────── 路径分析 ─────────────
|
|
224
|
+
fastify.get("/path", {
|
|
225
|
+
schema: { summary: "路径分析(用户流转 TopN)" },
|
|
226
|
+
preHandler: [fastify.requirePermission("analytics:path:view")],
|
|
227
|
+
}, async (request) => {
|
|
228
|
+
const q = request.query;
|
|
229
|
+
const limit = Math.min(100, Math.max(1, int(q.limit, 20)));
|
|
230
|
+
return ApiResponse.success(await service.path(str(q.app_id), str(q.node_type) || "page", strOrNull(q.start), strOrNull(q.end), limit));
|
|
231
|
+
});
|
|
232
|
+
// ───────────── 分布分析 ─────────────
|
|
233
|
+
fastify.get("/distribution", {
|
|
234
|
+
schema: { summary: "分布分析(数值分桶)" },
|
|
235
|
+
preHandler: [fastify.requirePermission("analytics:dist:view")],
|
|
236
|
+
}, async (request) => {
|
|
237
|
+
const q = request.query;
|
|
238
|
+
const bucketCount = Math.min(50, Math.max(1, int(q.bucket_count, 10)));
|
|
239
|
+
return ApiResponse.success(await service.distribution(str(q.app_id), str(q.metric) || "session_duration", bucketCount, strOrNull(q.start), strOrNull(q.end)));
|
|
240
|
+
});
|
|
241
|
+
// ───────────── 数据导出 ─────────────
|
|
242
|
+
fastify.get("/export", {
|
|
243
|
+
schema: { summary: "数据导出(CSV)" },
|
|
244
|
+
preHandler: [fastify.requirePermission("analytics:export")],
|
|
245
|
+
}, async (request, reply) => {
|
|
246
|
+
const q = request.query;
|
|
247
|
+
const [filename, content] = await service.exportCsv(str(q.app_id), str(q.export_type) || "events", strOrNull(q.start), strOrNull(q.end));
|
|
248
|
+
return reply
|
|
249
|
+
.type("text/csv; charset=utf-8")
|
|
250
|
+
.header("Content-Disposition", `attachment; filename="${filename}"`)
|
|
251
|
+
.send(content);
|
|
252
|
+
});
|
|
253
|
+
// ───────────── 埋点规则(可视化圈选) ─────────────
|
|
254
|
+
fastify.get("/rules", {
|
|
255
|
+
schema: { summary: "埋点规则列表" },
|
|
256
|
+
preHandler: [fastify.requirePermission("analytics:rule:list")],
|
|
257
|
+
}, async (request) => {
|
|
258
|
+
const q = request.query;
|
|
259
|
+
const page = Math.max(1, int(q.page, 1));
|
|
260
|
+
const size = Math.min(100, Math.max(1, int(q.size, 10)));
|
|
261
|
+
const { items, total } = await service.listRules(str(q.app_id), page, size, strOrNull(q.keyword));
|
|
262
|
+
return ApiResponse.success(new PageData(items, total, page, size));
|
|
263
|
+
});
|
|
264
|
+
fastify.post("/rules", {
|
|
265
|
+
schema: { summary: "新增埋点规则" },
|
|
266
|
+
preHandler: [fastify.requirePermission("analytics:rule:create")],
|
|
267
|
+
}, async (request) => {
|
|
268
|
+
const body = request.body;
|
|
269
|
+
const current = request.employee;
|
|
270
|
+
const rule = await service.createRule(body, current?.id ?? null);
|
|
271
|
+
return ApiResponse.success(rule, "创建成功");
|
|
272
|
+
});
|
|
273
|
+
fastify.put("/rules/:rule_id", {
|
|
274
|
+
schema: { summary: "编辑埋点规则" },
|
|
275
|
+
preHandler: [fastify.requirePermission("analytics:rule:update")],
|
|
276
|
+
}, async (request) => {
|
|
277
|
+
const ruleId = int(request.params.rule_id, 0);
|
|
278
|
+
const body = request.body;
|
|
279
|
+
return ApiResponse.success(await service.updateRule(ruleId, body), "更新成功");
|
|
280
|
+
});
|
|
281
|
+
fastify.delete("/rules/:rule_id", {
|
|
282
|
+
schema: { summary: "删除埋点规则" },
|
|
283
|
+
preHandler: [fastify.requirePermission("analytics:rule:delete")],
|
|
284
|
+
}, async (request) => {
|
|
285
|
+
const ruleId = int(request.params.rule_id, 0);
|
|
286
|
+
await service.deleteRule(ruleId);
|
|
287
|
+
return ApiResponse.success(null, "删除成功");
|
|
288
|
+
});
|
|
289
|
+
// ───────────── 治理规则 / 配置 / 清理 ─────────────
|
|
290
|
+
fastify.get("/gov/rules", {
|
|
291
|
+
schema: { summary: "治理规则列表" },
|
|
292
|
+
preHandler: [fastify.requirePermission("analytics:gov:view")],
|
|
293
|
+
}, async (request) => {
|
|
294
|
+
const q = request.query;
|
|
295
|
+
const page = Math.max(1, int(q.page, 1));
|
|
296
|
+
const size = Math.min(100, Math.max(1, int(q.size, 10)));
|
|
297
|
+
const { items, total } = await service.listGovRules(page, size, strOrNull(q.keyword));
|
|
298
|
+
return ApiResponse.success(new PageData(items, total, page, size));
|
|
299
|
+
});
|
|
300
|
+
fastify.post("/gov/rules", {
|
|
301
|
+
schema: { summary: "新增治理规则" },
|
|
302
|
+
preHandler: [fastify.requirePermission("analytics:gov:update")],
|
|
303
|
+
}, async (request) => {
|
|
304
|
+
const body = request.body;
|
|
305
|
+
const rule = await service.createGovRule(body, null);
|
|
306
|
+
return ApiResponse.success(rule, "创建成功");
|
|
307
|
+
});
|
|
308
|
+
fastify.put("/gov/rules/:rule_id", {
|
|
309
|
+
schema: { summary: "编辑治理规则" },
|
|
310
|
+
preHandler: [fastify.requirePermission("analytics:gov:update")],
|
|
311
|
+
}, async (request) => {
|
|
312
|
+
const ruleId = int(request.params.rule_id, 0);
|
|
313
|
+
const body = request.body;
|
|
314
|
+
return ApiResponse.success(await service.updateGovRule(ruleId, body), "更新成功");
|
|
315
|
+
});
|
|
316
|
+
fastify.delete("/gov/rules/:rule_id", {
|
|
317
|
+
schema: { summary: "删除治理规则" },
|
|
318
|
+
preHandler: [fastify.requirePermission("analytics:gov:update")],
|
|
319
|
+
}, async (request) => {
|
|
320
|
+
const ruleId = int(request.params.rule_id, 0);
|
|
321
|
+
await service.deleteGovRule(ruleId);
|
|
322
|
+
return ApiResponse.success(null, "删除成功");
|
|
323
|
+
});
|
|
324
|
+
fastify.get("/gov/config", {
|
|
325
|
+
schema: { summary: "治理配置(解析后策略)" },
|
|
326
|
+
preHandler: [fastify.requirePermission("analytics:gov:view")],
|
|
327
|
+
}, async (request) => {
|
|
328
|
+
const q = request.query;
|
|
329
|
+
return ApiResponse.success(await service.govConfig(str(q.app_id)));
|
|
330
|
+
});
|
|
331
|
+
fastify.post("/gov/cleanup", {
|
|
332
|
+
schema: { summary: "清理过期数据" },
|
|
333
|
+
preHandler: [fastify.requirePermission("analytics:gov:run")],
|
|
334
|
+
}, async () => {
|
|
335
|
+
return ApiResponse.success(await service.cleanup(), "清理完成");
|
|
336
|
+
});
|
|
337
|
+
}
|
|
338
|
+
//# sourceMappingURL=controller.js.map
|