qiyu-cli 0.0.0-stage → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (230) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +467 -2
  3. package/dist/cli.js +248 -0
  4. package/dist/commands/api.js +770 -0
  5. package/dist/commands/auth.js +349 -0
  6. package/dist/commands/credentials-source.js +70 -0
  7. package/dist/commands/db.js +503 -0
  8. package/dist/commands/local-fallback-wiring.js +67 -0
  9. package/dist/commands/local-fallback.js +34 -0
  10. package/dist/commands/query.js +564 -0
  11. package/dist/commands/skill-specs.js +64 -0
  12. package/dist/commands/skill.js +908 -0
  13. package/dist/commands/spec-types.js +145 -0
  14. package/dist/commands/stats.js +299 -0
  15. package/dist/commands/store-flags.js +56 -0
  16. package/dist/commands/store.js +258 -0
  17. package/dist/commands/sync-run.js +479 -0
  18. package/dist/commands/sync.js +757 -0
  19. package/dist/commands/tree.js +27 -0
  20. package/dist/core/config.js +259 -0
  21. package/dist/core/credentials.js +71 -0
  22. package/dist/core/edition.js +28 -0
  23. package/dist/core/envelope.js +201 -0
  24. package/dist/core/errors.js +356 -0
  25. package/dist/core/http.js +348 -0
  26. package/dist/core/ratelimit.js +126 -0
  27. package/dist/core/registry/index.js +212 -0
  28. package/dist/core/registry/params/ai.knowledge.addKnowledge.json +88 -0
  29. package/dist/core/registry/params/ai.knowledge.deleteKnowledges.json +46 -0
  30. package/dist/core/registry/params/ai.knowledge.editChannelAnswer.json +60 -0
  31. package/dist/core/registry/params/ai.knowledge.editKnowledge.json +95 -0
  32. package/dist/core/registry/params/ai.knowledge.editKnowledgeNoSimilars.json +102 -0
  33. package/dist/core/registry/params/ai.knowledge.getCategoryTree.json +39 -0
  34. package/dist/core/registry/params/ai.knowledge.getDetail.json +46 -0
  35. package/dist/core/registry/params/ai.knowledge.search.json +67 -0
  36. package/dist/core/registry/params/ai.statistic.transferHuman.json +60 -0
  37. package/dist/core/registry/params/category.list.json +39 -0
  38. package/dist/core/registry/params/chat.queue.group.query.json +39 -0
  39. package/dist/core/registry/params/crm.modifyOrder.json +48 -0
  40. package/dist/core/registry/params/crm.modifyUser.json +48 -0
  41. package/dist/core/registry/params/crm.syncCrmInfo.json +46 -0
  42. package/dist/core/registry/params/crm.tagChange.json +74 -0
  43. package/dist/core/registry/params/data.overview.ipcc.json +32 -0
  44. package/dist/core/registry/params/data.overview.session.json +53 -0
  45. package/dist/core/registry/params/evaluation.setting.get.json +39 -0
  46. package/dist/core/registry/params/event.applyStaff.json +116 -0
  47. package/dist/core/registry/params/event.evaluate.json +74 -0
  48. package/dist/core/registry/params/event.inviteEvaluate.json +81 -0
  49. package/dist/core/registry/params/event.qcResult.json +166 -0
  50. package/dist/core/registry/params/event.queryQueueStatus.json +39 -0
  51. package/dist/core/registry/params/event.queueEnter.json +40 -0
  52. package/dist/core/registry/params/event.queueLeave.json +46 -0
  53. package/dist/core/registry/params/event.quitQueue.json +39 -0
  54. package/dist/core/registry/params/event.sessionChange.json +95 -0
  55. package/dist/core/registry/params/event.sessionData.json +452 -0
  56. package/dist/core/registry/params/event.sessionEnd.json +117 -0
  57. package/dist/core/registry/params/event.sessionStart.json +109 -0
  58. package/dist/core/registry/params/event.updateUInfo.json +46 -0
  59. package/dist/core/registry/params/export.session.check.json +7 -0
  60. package/dist/core/registry/params/export.session.json +7 -0
  61. package/dist/core/registry/params/export.session.one.json +7 -0
  62. package/dist/core/registry/params/export.session.one.message.json +7 -0
  63. package/dist/core/registry/params/get_call_order.json +50 -0
  64. package/dist/core/registry/params/get_call_user_info.json +36 -0
  65. package/dist/core/registry/params/get_order.json +50 -0
  66. package/dist/core/registry/params/get_token.json +22 -0
  67. package/dist/core/registry/params/get_user_info.json +36 -0
  68. package/dist/core/registry/params/icoutcall.callIntercept.list.json +32 -0
  69. package/dist/core/registry/params/icoutcall.dialogFlow.fuzzySearch.json +53 -0
  70. package/dist/core/registry/params/icoutcall.dialogFlow.getDialogFlowList.json +32 -0
  71. package/dist/core/registry/params/icoutcall.get.customer.json +39 -0
  72. package/dist/core/registry/params/icoutcall.get.jobdetail.json +39 -0
  73. package/dist/core/registry/params/icoutcall.get.jobproperties.json +39 -0
  74. package/dist/core/registry/params/icoutcall.history.seat.json +67 -0
  75. package/dist/core/registry/params/icoutcall.history.team.json +67 -0
  76. package/dist/core/registry/params/icoutcall.job.create.json +53 -0
  77. package/dist/core/registry/params/icoutcall.job.importcustomer.json +46 -0
  78. package/dist/core/registry/params/icoutcall.job.pause.json +39 -0
  79. package/dist/core/registry/params/icoutcall.job.readdcustomer.json +109 -0
  80. package/dist/core/registry/params/icoutcall.job.start.json +39 -0
  81. package/dist/core/registry/params/icoutcall.job.terminate.json +39 -0
  82. package/dist/core/registry/params/icoutcall.phone.getLineList.json +32 -0
  83. package/dist/core/registry/params/ipcc.calltask.add.auto.json +117 -0
  84. package/dist/core/registry/params/ipcc.calltask.add.byCustom.json +96 -0
  85. package/dist/core/registry/params/ipcc.calltask.add.byRelation.json +82 -0
  86. package/dist/core/registry/params/ipcc.calltask.add.toGroup.json +89 -0
  87. package/dist/core/registry/params/ipcc.calltask.add.toStaff.json +89 -0
  88. package/dist/core/registry/params/ipcc.calltask.get.json +47 -0
  89. package/dist/core/registry/params/ipcc.calltaskdetail.add.json +54 -0
  90. package/dist/core/registry/params/ipcc.calltaskdetail.delete.json +40 -0
  91. package/dist/core/registry/params/ipcc.calltaskdetail.get.json +54 -0
  92. package/dist/core/registry/params/ipcc.calltaskdetail.update.json +40 -0
  93. package/dist/core/registry/params/ipcc.customfield.template.get.json +47 -0
  94. package/dist/core/registry/params/ipcc.login.json +47 -0
  95. package/dist/core/registry/params/kefu.add.json +130 -0
  96. package/dist/core/registry/params/kefu.delete.json +39 -0
  97. package/dist/core/registry/params/kefu.update.json +137 -0
  98. package/dist/core/registry/params/kefu.v2.query.json +39 -0
  99. package/dist/core/registry/params/kefuGroup.add.json +39 -0
  100. package/dist/core/registry/params/kefuGroup.delete.json +39 -0
  101. package/dist/core/registry/params/kefuGroup.update.json +46 -0
  102. package/dist/core/registry/params/kefuGroup.updateKefus.json +46 -0
  103. package/dist/core/registry/params/merchant.account.login.json +53 -0
  104. package/dist/core/registry/params/merchant.changePassword.json +46 -0
  105. package/dist/core/registry/params/merchant.create.json +81 -0
  106. package/dist/core/registry/params/merchant.disable.json +39 -0
  107. package/dist/core/registry/params/merchant.enable.json +39 -0
  108. package/dist/core/registry/params/merchant.list.json +46 -0
  109. package/dist/core/registry/params/merchant.query.json +46 -0
  110. package/dist/core/registry/params/merchant.update.json +74 -0
  111. package/dist/core/registry/params/message.send.image.json +53 -0
  112. package/dist/core/registry/params/message.send.json +53 -0
  113. package/dist/core/registry/params/message.send.voice.json +53 -0
  114. package/dist/core/registry/params/message.sendFile.json +39 -0
  115. package/dist/core/registry/params/message.uploadFile.json +39 -0
  116. package/dist/core/registry/params/online.session.category.list.json +39 -0
  117. package/dist/core/registry/params/online.session.customfield.template.json +39 -0
  118. package/dist/core/registry/params/online.session.customfield.update.json +74 -0
  119. package/dist/core/registry/params/order.upload.json +40 -0
  120. package/dist/core/registry/params/push.msg.image.json +74 -0
  121. package/dist/core/registry/params/push.msg.richText.json +74 -0
  122. package/dist/core/registry/params/push.msg.text.json +74 -0
  123. package/dist/core/registry/params/receive.message.json +89 -0
  124. package/dist/core/registry/params/robot.data.getQuestionsByCategoryName.json +67 -0
  125. package/dist/core/registry/params/robot.data.knowledge.json +46 -0
  126. package/dist/core/registry/params/robot.data.kpoint.json +46 -0
  127. package/dist/core/registry/params/robot.data.queryStandardByEffectiveQuestion.json +46 -0
  128. package/dist/core/registry/params/robot.data.queryStandardQuestionList.json +46 -0
  129. package/dist/core/registry/params/robot.evaluation.comment.json +67 -0
  130. package/dist/core/registry/params/robot.evaluation.setting.json +46 -0
  131. package/dist/core/registry/params/robot.session.assist.json +74 -0
  132. package/dist/core/registry/params/robot.session.chat.json +74 -0
  133. package/dist/core/registry/params/robot.session.close.json +53 -0
  134. package/dist/core/registry/params/robot.session.commonQuestions.json +74 -0
  135. package/dist/core/registry/params/robot.session.create.json +81 -0
  136. package/dist/core/registry/params/robot.session.evaluation.json +67 -0
  137. package/dist/core/registry/params/robot.session.msgAssociate.json +46 -0
  138. package/dist/core/registry/params/robot.session.msgEvaluation.json +53 -0
  139. package/dist/core/registry/params/robot.session.msgPredict.json +74 -0
  140. package/dist/core/registry/params/robot.session.transfer.json +36 -0
  141. package/dist/core/registry/params/robot.session.uploadFile.json +32 -0
  142. package/dist/core/registry/params/robot.statistic.summary.json +53 -0
  143. package/dist/core/registry/params/robot.transfer.config.json +15 -0
  144. package/dist/core/registry/params/session.user.profile.json +39 -0
  145. package/dist/core/registry/params/settings.wxTemplates.json +46 -0
  146. package/dist/core/registry/params/smstask.create.json +53 -0
  147. package/dist/core/registry/params/smstask.status.json +39 -0
  148. package/dist/core/registry/params/staff.group.list.new.json +39 -0
  149. package/dist/core/registry/params/staff.group.members.new.json +46 -0
  150. package/dist/core/registry/params/staff.list.new.json +46 -0
  151. package/dist/core/registry/params/staff.login.json +47 -0
  152. package/dist/core/registry/params/statistic.overview.json +61 -0
  153. package/dist/core/registry/params/statistic.performance.json +82 -0
  154. package/dist/core/registry/params/statistic.salaryDetail.json +54 -0
  155. package/dist/core/registry/params/statistic.satisfaction.report.json +68 -0
  156. package/dist/core/registry/params/statistic.staffAttendance.json +75 -0
  157. package/dist/core/registry/params/statistic.staffquality.json +75 -0
  158. package/dist/core/registry/params/statistic.staffworklod.json +68 -0
  159. package/dist/core/registry/params/tag.all.json +32 -0
  160. package/dist/core/registry/params/tag.batchUpdate.json +32 -0
  161. package/dist/core/registry/params/tag.update.json +60 -0
  162. package/dist/core/registry/params/ticket.apply.json +46 -0
  163. package/dist/core/registry/params/ticket.batch.modify.json +53 -0
  164. package/dist/core/registry/params/ticket.create.json +151 -0
  165. package/dist/core/registry/params/ticket.filter.count.json +46 -0
  166. package/dist/core/registry/params/ticket.filter.list.json +46 -0
  167. package/dist/core/registry/params/ticket.finish.json +60 -0
  168. package/dist/core/registry/params/ticket.followers.update.json +60 -0
  169. package/dist/core/registry/params/ticket.list.json +74 -0
  170. package/dist/core/registry/params/ticket.log.json +39 -0
  171. package/dist/core/registry/params/ticket.modify.json +74 -0
  172. package/dist/core/registry/params/ticket.new.detail.json +39 -0
  173. package/dist/core/registry/params/ticket.reminder.json +60 -0
  174. package/dist/core/registry/params/ticket.reopen.json +67 -0
  175. package/dist/core/registry/params/ticket.reply.json +60 -0
  176. package/dist/core/registry/params/ticket.search.json +116 -0
  177. package/dist/core/registry/params/ticket.template.fields.json +39 -0
  178. package/dist/core/registry/params/ticket.template.list.json +39 -0
  179. package/dist/core/registry/params/ticket.transfer.json +74 -0
  180. package/dist/core/registry/params/track.event.set.json +32 -0
  181. package/dist/core/registry/params/wecom.robot.switch.json +43 -0
  182. package/dist/core/registry/params.js +84 -0
  183. package/dist/core/registry/specs.json +2172 -0
  184. package/dist/core/registry/validate.json +11 -0
  185. package/dist/core/registry/validation-overrides.js +98 -0
  186. package/dist/core/sanitize.js +24 -0
  187. package/dist/core/sign.js +21 -0
  188. package/dist/core/time.js +194 -0
  189. package/dist/core/validate.js +140 -0
  190. package/dist/output.js +263 -0
  191. package/dist/postinstall.js +178 -0
  192. package/dist/query/errors.js +395 -0
  193. package/dist/query/mask.js +368 -0
  194. package/dist/query/metric-catalog.js +85 -0
  195. package/dist/query/sandbox.js +544 -0
  196. package/dist/query/table-query.js +297 -0
  197. package/dist/query/time-shape.js +44 -0
  198. package/dist/schedule/install.js +377 -0
  199. package/dist/skill/check.js +429 -0
  200. package/dist/skill/detect.js +371 -0
  201. package/dist/skill/install.js +1202 -0
  202. package/dist/skill/paths.js +343 -0
  203. package/dist/skill/qiyu/SKILL.md +92 -0
  204. package/dist/skill/qiyu/errors.md +55 -0
  205. package/dist/skill/qiyu/forbidden.md +52 -0
  206. package/dist/skill/qiyu/metrics.md +65 -0
  207. package/dist/skill/qiyu/protocols.md +55 -0
  208. package/dist/skill/qiyu/setup.md +50 -0
  209. package/dist/skill/refs.js +379 -0
  210. package/dist/store/config.js +137 -0
  211. package/dist/store/duckdb.js +321 -0
  212. package/dist/store/index.js +18 -0
  213. package/dist/store/retry.js +36 -0
  214. package/dist/store/schema.js +419 -0
  215. package/dist/store/types.js +4 -0
  216. package/dist/sync/day.js +8 -0
  217. package/dist/sync/engine.js +818 -0
  218. package/dist/sync/rate-gate.js +95 -0
  219. package/dist/sync/registry.js +22 -0
  220. package/dist/sync/state.js +114 -0
  221. package/dist/sync/tasks/dim.js +186 -0
  222. package/dist/sync/tasks/knowledge.js +252 -0
  223. package/dist/sync/tasks/pace.js +66 -0
  224. package/dist/sync/tasks/pipeline.js +321 -0
  225. package/dist/sync/tasks/reports.js +448 -0
  226. package/dist/sync/tasks/sessions.js +188 -0
  227. package/dist/sync/tasks/tickets.js +219 -0
  228. package/dist/sync/types.js +1 -0
  229. package/dist/sync/windowing.js +56 -0
  230. package/package.json +52 -4
@@ -0,0 +1,419 @@
1
+ /**
2
+ * 时间列编码文案(设计稿 §四):kind 决定存储形态,也决定 E 的比较方式——
3
+ * iso-day 必须先把 --since 向下取整到上海自然日,直接比较会漏掉当天全天的行。
4
+ */
5
+ const UNIT_ISO_DAY = '上海自然日 00:00 的 ISO 8601(列内实为 UTC `…Z` 形态)';
6
+ const UNIT_ISO_INSTANT = 'ISO 8601 UTC';
7
+ const UNIT_EPOCH_MS = 'epoch 毫秒数字字符串';
8
+ /** 业务字段整体收敛列(报表/工单/会话/知识库同一取舍):值为整行 JSON 字符串。 */
9
+ const UNIT_JSON = 'JSON 字符串';
10
+ const col = (name, type, nullable = true, sensitive = false) => ({ name, type, nullable, sensitive });
11
+ /** 带附加元数据的列:col 的语义不变,只补 E 的 db describe 出口字段。 */
12
+ const colMeta = (name, type, meta, nullable = true, sensitive = false) => ({ ...col(name, type, nullable, sensitive), ...meta });
13
+ export const TABLES = [
14
+ {
15
+ name: 'schema_version',
16
+ columns: [col('version', 'INTEGER', false)], primaryKey: ['version'],
17
+ grain: '迁移版本记录(每版本一行)',
18
+ },
19
+ {
20
+ name: 'sync_state',
21
+ columns: [col('dataset', 'VARCHAR', false), col('watermark', 'VARCHAR'),
22
+ colMeta('range_status', 'VARCHAR', { observed_enum: ['pending', 'complete'] }),
23
+ col('last_error', 'VARCHAR'), col('locked_by', 'VARCHAR'), col('locked_at', 'VARCHAR'),
24
+ // D-T3:水位状态的同步时间(readWatermark 的 lastSyncedAt 往返落点)。
25
+ col('last_synced_at', 'VARCHAR'),
26
+ // D-T4:持久化限频闸门 —— 冷却行(dataset=__ratelimit__:<endpointId>)的
27
+ // 下次可调用时间(watermark 列存同一 ISO 截止时间,两列冗余以备演进)与
28
+ // 最近一次被限频时间。
29
+ col('next_allowed_at', 'VARCHAR'), col('last_rate_limited_at', 'VARCHAR'),
30
+ // G2 义务(spec §八.2/§十一.17):上次成功推进覆盖的区间(ISO 字符串)——
31
+ // `sync status` 的 resolved_range 输出来源,Agent 可据此判断数据新鲜度。
32
+ col('resolved_range_start', 'VARCHAR'), col('resolved_range_end', 'VARCHAR')],
33
+ primaryKey: ['dataset'],
34
+ grain: '每个同步任务一行(水位/状态/冷却/覆盖区间)',
35
+ },
36
+ {
37
+ name: 'sync_gaps',
38
+ columns: [col('dataset', 'VARCHAR', false), col('range_start', 'VARCHAR', false), col('range_end', 'VARCHAR'),
39
+ col('reason', 'VARCHAR'), col('recorded_at', 'VARCHAR'),
40
+ // D-T3:缺口诊断详情(recordGap 的 detail 落点)。
41
+ col('detail', 'VARCHAR')],
42
+ primaryKey: ['dataset', 'range_start'],
43
+ grain: '每个缺口区间一行',
44
+ },
45
+ {
46
+ name: 'tags',
47
+ columns: [col('id', 'VARCHAR', false), col('name', 'VARCHAR', false), col('color', 'VARCHAR', false)],
48
+ primaryKey: ['id'],
49
+ grain: '每个标签一行',
50
+ },
51
+ // —— D:维度表批次(迁移 v3 建,列集按设计稿 §6.2 实测字段全集)——
52
+ // 列型只有 VARCHAR/INTEGER;ID 一律 VARCHAR(BIGINT 精度红线);无 PII 列。
53
+ {
54
+ // staff.list:实测 17 字段全集。telephone 330/330 为空、零区分度 → 删(§6.2)。
55
+ // groupInfo 是列表 [{groupId,groupName}],落库为 JSON 字符串列。
56
+ // synchronized_at 由同步任务填写(快照时间),不在上游业务键内。
57
+ name: 'staff',
58
+ columns: [col('id', 'VARCHAR', false), col('realname', 'VARCHAR'), col('nickname', 'VARCHAR'),
59
+ col('username', 'VARCHAR'),
60
+ // role/status 的观测值集(设计稿 §6.2 实测 330 行):列是 VARCHAR,故枚举按字符串给。
61
+ // ⚠️ 观测集不完整(role 的 -1 从未观测到,但作为筛选项被接受并返回 0 行)——仅供提示。
62
+ colMeta('role', 'VARCHAR', { observed_enum: ['0', '1', '2', '-2'] }),
63
+ col('roleId', 'VARCHAR'),
64
+ colMeta('status', 'VARCHAR', { observed_enum: ['1', '2', '3'] }),
65
+ col('createtime', 'VARCHAR'), col('updateTime', 'VARCHAR'),
66
+ col('email', 'VARCHAR'), col('phone', 'VARCHAR'), col('workNumber', 'VARCHAR'),
67
+ col('maxServiceCount', 'VARCHAR'), col('skillScoreChat', 'VARCHAR'),
68
+ col('skillScoreIpcc', 'VARCHAR'), col('groupInfo', 'VARCHAR'),
69
+ col('synchronized_at', 'VARCHAR')],
70
+ primaryKey: ['id'],
71
+ grain: '每个客服一行',
72
+ },
73
+ {
74
+ // staff.group.list:实测恰 3 键——字段是 id(响应中无 groupId 键)。
75
+ // staffIdList 仅在 staff:true 时非空,成员关系单独落 staff_group_members,此表不存。
76
+ name: 'staff_groups',
77
+ columns: [col('id', 'VARCHAR', false), col('name', 'VARCHAR'),
78
+ col('synchronized_at', 'VARCHAR')],
79
+ primaryKey: ['id'],
80
+ grain: '每个客服组一行',
81
+ },
82
+ {
83
+ // 权威来源是 staff.group.list?staff=true 的 staffIdList(含组管理员)——
84
+ // 不用 staff.group.members 接口(实测 9/33 组缺人)(§6.2)。
85
+ name: 'staff_group_members',
86
+ columns: [col('group_id', 'VARCHAR', false), col('staff_id', 'VARCHAR', false),
87
+ col('synchronized_at', 'VARCHAR')],
88
+ primaryKey: ['group_id', 'staff_id'],
89
+ grain: '每个「组 × 客服」关系一行',
90
+ },
91
+ {
92
+ // category.list:扁平返回,树由调用方构建(存储保持扁平);rank 是稠密全局序号。
93
+ name: 'ticket_categories',
94
+ columns: [col('id', 'VARCHAR', false), col('name', 'VARCHAR'), col('parentId', 'VARCHAR'),
95
+ col('rank', 'VARCHAR'), col('synchronized_at', 'VARCHAR')],
96
+ primaryKey: ['id'],
97
+ grain: '每个工单分类一行(扁平,树由 parentId 构建)',
98
+ },
99
+ {
100
+ // ticket.template.list:status 全为 1、不携带信息 → 不建列。
101
+ name: 'ticket_templates',
102
+ columns: [col('id', 'VARCHAR', false), col('name', 'VARCHAR'), col('createTime', 'VARCHAR'),
103
+ col('autoFlow', 'VARCHAR'), col('autoStatus', 'VARCHAR'), col('fileStatus', 'VARCHAR'),
104
+ col('autoGuide', 'VARCHAR'), col('synchronized_at', 'VARCHAR')],
105
+ primaryKey: ['id'],
106
+ grain: '每个工单模板一行',
107
+ },
108
+ {
109
+ // ticket.template.fields:required 是三种状态(int ∈{0,1,2}),不是布尔;
110
+ // description/prefill 都是 JSON/字符串列;status 全为 0、不建列。
111
+ name: 'ticket_template_fields',
112
+ columns: [col('template_id', 'VARCHAR', false), col('fieldId', 'VARCHAR', false),
113
+ col('id', 'VARCHAR'), col('name', 'VARCHAR'), col('type', 'VARCHAR'),
114
+ col('required', 'VARCHAR'), col('customer', 'VARCHAR'), col('description', 'VARCHAR'),
115
+ col('prefill', 'VARCHAR'), col('synchronized_at', 'VARCHAR')],
116
+ primaryKey: ['template_id', 'fieldId'],
117
+ grain: '每个「模板 × 字段」一行',
118
+ },
119
+ // —— D:报表表批次(迁移 v5 建;spec §5.2 十一列的 9 张历史报表——
120
+ // realtime_session/realtime_ipcc 是实时快照,不建同步任务、不建表)——
121
+ // 业务字段收敛进 payload JSON 字符串列(响应字段集漂移频繁:overview 69 字段、
122
+ // performance 的 Radio 拼写等——按 payload 建 schema 的列名对拍无稳定基准,
123
+ // 固定键列 + payload 收敛是红线 1 兼容的最小稳定面);stat_date 恒由调用方
124
+ // 按窗口填写(「日期一律由调用方填写」统一结论)。
125
+ {
126
+ name: 'daily_overview',
127
+ columns: [colMeta('stat_date', 'VARCHAR', { unit: UNIT_ISO_DAY }, false),
128
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }), col('synchronized_at', 'VARCHAR')],
129
+ primaryKey: ['stat_date'],
130
+ grain: '每个上海自然日一行(全局汇总)',
131
+ timeColumn: { name: 'stat_date', kind: 'iso-day' },
132
+ },
133
+ {
134
+ name: 'staff_workload',
135
+ columns: [colMeta('stat_date', 'VARCHAR', { unit: UNIT_ISO_DAY }, false),
136
+ col('staff_id', 'VARCHAR', false),
137
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }), col('synchronized_at', 'VARCHAR')],
138
+ primaryKey: ['stat_date', 'staff_id'],
139
+ grain: '每个「客服 × 上海自然日」一行',
140
+ timeColumn: { name: 'stat_date', kind: 'iso-day' },
141
+ },
142
+ {
143
+ name: 'staff_quality',
144
+ columns: [colMeta('stat_date', 'VARCHAR', { unit: UNIT_ISO_DAY }, false),
145
+ col('staff_id', 'VARCHAR', false),
146
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }), col('synchronized_at', 'VARCHAR')],
147
+ primaryKey: ['stat_date', 'staff_id'],
148
+ grain: '每个「客服 × 上海自然日」一行(含 staff_id=sum 的全局汇总行)',
149
+ timeColumn: { name: 'stat_date', kind: 'iso-day' },
150
+ },
151
+ {
152
+ name: 'staff_satisfaction',
153
+ columns: [colMeta('stat_date', 'VARCHAR', { unit: UNIT_ISO_DAY }, false),
154
+ col('staff_id', 'VARCHAR', false),
155
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }), col('synchronized_at', 'VARCHAR')],
156
+ primaryKey: ['stat_date', 'staff_id'],
157
+ grain: '每个「客服 × 上海自然日」一行',
158
+ timeColumn: { name: 'stat_date', kind: 'iso-day' },
159
+ },
160
+ {
161
+ // 粒度是客服 × 小时(必须传 startTime,否则静默降级为天粒度少抓 ~10 倍);
162
+ // hour_ts 是响应内唯一可信的日期字段(该小时按小时对齐的时间戳)。
163
+ name: 'staff_attendance',
164
+ columns: [col('staff_id', 'VARCHAR', false),
165
+ colMeta('hour_ts', 'VARCHAR', { unit: UNIT_ISO_INSTANT }, false),
166
+ // 辅助列:由本行 hour_ts 推导的上海自然日(不是窗口起点),故同为 iso-day 编码。
167
+ colMeta('stat_date', 'VARCHAR', { unit: UNIT_ISO_DAY }, false),
168
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }), col('synchronized_at', 'VARCHAR')],
169
+ primaryKey: ['staff_id', 'hour_ts'],
170
+ grain: '每个「客服 × 小时」一行',
171
+ // 时间列取 hour_ts 而非 stat_date:小时粒度是这张表的本体,stat_date 只是派生辅助列。
172
+ timeColumn: { name: 'hour_ts', kind: 'iso-instant' },
173
+ },
174
+ {
175
+ name: 'order_performance',
176
+ columns: [col('order_id', 'VARCHAR', false),
177
+ colMeta('stat_date', 'VARCHAR', { unit: UNIT_ISO_DAY }, false),
178
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }), col('synchronized_at', 'VARCHAR')],
179
+ primaryKey: ['order_id'],
180
+ grain: '每个订单一行(含 order_id=sum 的全局汇总行)',
181
+ timeColumn: { name: 'stat_date', kind: 'iso-day' },
182
+ },
183
+ {
184
+ // 1 次调用 = 1 个客服,且只覆盖窗口起始的那一天 → work_date = 窗口起始日。
185
+ name: 'staff_salary_detail',
186
+ columns: [col('staff_id', 'VARCHAR', false),
187
+ colMeta('work_date', 'VARCHAR', { unit: UNIT_ISO_DAY }, false),
188
+ colMeta('stat_date', 'VARCHAR', { unit: UNIT_ISO_DAY }, false),
189
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }), col('synchronized_at', 'VARCHAR')],
190
+ primaryKey: ['staff_id', 'work_date'],
191
+ grain: '每个「客服 × 工作日期」一行',
192
+ // work_date 与 stat_date 同为 iso-day;本期取 stat_date(与其余报表表统一,设计稿 §四)。
193
+ timeColumn: { name: 'stat_date', kind: 'iso-day' },
194
+ },
195
+ {
196
+ name: 'robot_summary',
197
+ columns: [colMeta('stat_date', 'VARCHAR', { unit: UNIT_ISO_DAY }, false),
198
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }), col('synchronized_at', 'VARCHAR')],
199
+ primaryKey: ['stat_date'],
200
+ grain: '每个上海自然日一行(机器人汇总)',
201
+ timeColumn: { name: 'stat_date', kind: 'iso-day' },
202
+ },
203
+ {
204
+ name: 'transfer_human',
205
+ columns: [colMeta('stat_date', 'VARCHAR', { unit: UNIT_ISO_DAY }, false),
206
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }), col('synchronized_at', 'VARCHAR')],
207
+ primaryKey: ['stat_date'],
208
+ grain: '每个上海自然日一行(转人工汇总)',
209
+ timeColumn: { name: 'stat_date', kind: 'iso-day' },
210
+ },
211
+ // —— D:工单表批次(迁移 v6 建;spec §5.2 末行/§5.5)——
212
+ // 工单行线上有 27 个键、文档只有 16 个(设计稿 §6.2:connectionId/crm*/holder* 等未文档化
213
+ // 字段 + 漂移频繁)→ 业务字段整体收敛进 payload JSON 字符串列(与报表批次同一取舍):
214
+ // 键列保证 JOIN 与红线 1,payload 保真全部业务字段。主键全业务键(红线 1):
215
+ // tickets=ticket_id、ticket_logs=(ticket_id, log_id)。
216
+ // ⚠️ PII 列(工单域的真正载体与文档列出项,设计稿 §6.5:会话导出与工单域字段名互不相交)
217
+ // 标 sensitive: true —— crmUserPhone/crmUserName 非空率 78–81%/100%,userMobile/userName/
218
+ // userEmail 存在于 100% 但非空率 0%(保护不得只挂真载体,也要按实测清单兜住全列)。
219
+ // ⚠️ `payload` 列**也是** PII 载体:它是整行业务的 JSON 完整副本(含 crmUserPhone 等)——
220
+ // 不标 sensitive 会让「按列脱敏」的 E 从这一列把全部 PII 原样读出(整列绕过)。
221
+ {
222
+ name: 'tickets',
223
+ columns: [col('ticket_id', 'VARCHAR', false),
224
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }, true, true),
225
+ col('crmUserName', 'VARCHAR', true, true), col('crmUserPhone', 'VARCHAR', true, true),
226
+ col('crmUserEmail', 'VARCHAR', true, true), col('userMobile', 'VARCHAR', true, true),
227
+ col('synchronized_at', 'VARCHAR')],
228
+ primaryKey: ['ticket_id'],
229
+ grain: '每个工单一行',
230
+ },
231
+ {
232
+ name: 'ticket_logs',
233
+ // ⚠️ payload 同样是 PII 的完整副本,标 sensitive: true(修复批 3)——`ticket.log` 行携带
234
+ // `ccList`/`toMailList`(邮箱清单)、`operatorId` 与日志正文(设计稿 §10.3 实测字段表:
235
+ // 「六个字段未文档化…attachments/nodeName/preHolder/targetStaff/ccList/toMailList 稀疏存在」),
236
+ // 与 tickets/sessions 的 payload 同类:不标等于让 E 的按列脱敏从这一列整列绕过。
237
+ // **判定依据是设计稿的实测字段(§10.3/§10.4),不是本行的重测** —— 标注意义与
238
+ // tickets/sessions 一致(PII 完整副本),故按同规处理;若将来复测发现该行不含 PII,
239
+ // 撤标需连同本节注释一起改(不留「标了但没依据」的状态)。
240
+ columns: [col('ticket_id', 'VARCHAR', false), col('log_id', 'VARCHAR', false),
241
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }, true, true),
242
+ col('synchronized_at', 'VARCHAR')],
243
+ primaryKey: ['ticket_id', 'log_id'],
244
+ grain: '每条工单日志一行',
245
+ },
246
+ // —— D:会话表批次(迁移 v7 建;设计稿 §7.5 实测字段全集)——
247
+ // session.txt 实测 90 个顶层键(71 恒存在 + 19 条件出现,private/raw 验证样本已做键普查、
248
+ // 不入仓库)——与报表批次同一取舍:业务字段整体收敛进 payload JSON 字符串列,固定键列 +
249
+ // 派生列保证 JOIN 与分析。主键 session_id(上游业务键,红线 1);
250
+ // session_type 是本地确定性派生列(enrich 按 staffId 数字判别),不进主键(红线 1 推论)。
251
+ // ⚠️ PII 列 sensitive: true 按设计稿 §6.5 实测清单(不是按名称模式泛化):
252
+ // userPhone 4640/4687、userName 4687/4687、userCrmInfo 4520/4687(JSON 字符串 blob,
253
+ // 整体视为敏感)、fromIp/userIpCity 4642/4687、userAddress/userEmail 稀疏。
254
+ // ⚠️ `payload` 列同样是 PII 的**完整副本**(session.txt 全 90 键逐字 JSON)——
255
+ // 不标 sensitive 等于把上面七个单列的保护整个绕开(E 按列脱敏只认标记)。
256
+ // categoryDetail 归一化(" / " → "/")由 enrich 在落库前完成(列存归一化后的值)。
257
+ {
258
+ name: 'sessions',
259
+ columns: [col('session_id', 'VARCHAR', false),
260
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }, true, true),
261
+ col('staffId', 'VARCHAR'),
262
+ // startTime/endTime 经 strOrNull 落库:上游数字被 JSON.stringify 成毫秒数字串。
263
+ colMeta('startTime', 'VARCHAR', { unit: UNIT_EPOCH_MS }),
264
+ colMeta('endTime', 'VARCHAR', { unit: UNIT_EPOCH_MS }),
265
+ colMeta('session_type', 'VARCHAR', {
266
+ observed_enum: ['robot', 'internal', 'human'],
267
+ note: '派生列:按 staffId 数字判别(< -1 robot / == -1 internal / > 0 human;0 不猜,落 null)',
268
+ }),
269
+ col('categoryDetail', 'VARCHAR'),
270
+ col('userPhone', 'VARCHAR', true, true), col('userName', 'VARCHAR', true, true),
271
+ col('userEmail', 'VARCHAR', true, true), col('userAddress', 'VARCHAR', true, true),
272
+ col('fromIp', 'VARCHAR', true, true), col('userIpCity', 'VARCHAR', true, true),
273
+ col('userCrmInfo', 'VARCHAR', true, true),
274
+ col('synchronized_at', 'VARCHAR')],
275
+ primaryKey: ['session_id'],
276
+ grain: '每个会话一行(含机器人/人工/内部会话)',
277
+ // 查询语义 = 会话开始时间;与同步水位的 endTime 不同(水位用 endTime 是因为导出按 endTime 过滤)。
278
+ timeColumn: { name: 'startTime', kind: 'epoch-ms' },
279
+ },
280
+ // —— D:知识库表批次(迁移 v8 建;设计稿 §10.5 实测字段普查,spec §5.4)——
281
+ // knowledge_items 是**全部机器人的并集**(robot.data.knowledge 企业级全量),
282
+ // knowledge_categories **按 robotId 隔离**(ai.knowledge.getCategoryTree)——
283
+ // 两个接口语义不同,主键形态随之分叉:items/points=各自 id(groupId 全局唯一但
284
+ // 主键保持上游业务键 id,红线 1);categories 必须 (robot_id, category_id)
285
+ //(类目 id 空间按机器人划分,单列主键会让跨机器人同名类目互相覆盖,§10.5.9)。
286
+ // 与报表/工单批次同一取舍:业务字段整体收敛进 payload JSON 字符串列(items 实测 22 键、
287
+ // 文档只列 16 键——未文档化的 groupId/robotId/robotName 是承重字段,以键列提升保护),
288
+ // 键列保证 JOIN 与红线 1。无 PII 列(知识库域字段与会话/工单 PII 清单零交集)。
289
+ {
290
+ name: 'knowledge_items',
291
+ columns: [col('id', 'VARCHAR', false), col('robot_id', 'VARCHAR', false),
292
+ col('robot_name', 'VARCHAR'),
293
+ // 设计稿 §10.5 实测:1 = 知识点(标准问)、10 = 相似问(answer 恒空)。
294
+ colMeta('type', 'INTEGER', { observed_enum: [1, 10] }),
295
+ col('group_id', 'VARCHAR', false),
296
+ col('ref_id', 'VARCHAR', false), col('point_id', 'VARCHAR'),
297
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }), col('synchronized_at', 'VARCHAR')],
298
+ primaryKey: ['id'],
299
+ grain: '每个知识库条目一行(含相似问)',
300
+ },
301
+ {
302
+ // kpoint 实测 309/309 全字段存在且**无 robotId 键**(无法从 kpoint 反查机器人归属,
303
+ // 只能经 knowledge_items.point_id 反向推断,§10.5.7)——不建 robot_id 列。
304
+ name: 'knowledge_points',
305
+ columns: [col('id', 'VARCHAR', false),
306
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }),
307
+ col('synchronized_at', 'VARCHAR')],
308
+ primaryKey: ['id'],
309
+ grain: '每个知识点一行',
310
+ },
311
+ {
312
+ name: 'knowledge_categories',
313
+ columns: [col('robot_id', 'VARCHAR', false), col('category_id', 'VARCHAR', false),
314
+ col('name', 'VARCHAR'), col('parent_id', 'VARCHAR'), col('level', 'INTEGER'),
315
+ colMeta('payload', 'VARCHAR', { unit: UNIT_JSON }),
316
+ col('synchronized_at', 'VARCHAR')],
317
+ primaryKey: ['robot_id', 'category_id'],
318
+ grain: '每个「机器人 × 分类」一行',
319
+ },
320
+ ];
321
+ export function tableByName(name) {
322
+ return TABLES.find((t) => t.name === name);
323
+ }
324
+ /** v1 基线批次(C1 交付的四张);v3/v5 起的数据表批次不进 v1 建表循环。 */
325
+ export const V1_TABLES = ['schema_version', 'sync_state', 'sync_gaps', 'tags'];
326
+ /** ⚠️ 只产 v1 基线建表语句 —— 对已存在的库加不了列。任何 TABLES 变更必须新增迁移条目(spec §6.2)。 */
327
+ export function ddlFor(t) {
328
+ const cols = t.columns.map((c) => `"${c.name}" ${c.type}${c.nullable ? '' : ' NOT NULL'}`).join(', ');
329
+ const pk = t.primaryKey.map((k) => `"${k}"`).join(', ');
330
+ return `CREATE TABLE IF NOT EXISTS "${t.name}" (${cols}, PRIMARY KEY (${pk}))`;
331
+ }
332
+ export const MIGRATIONS = [
333
+ {
334
+ version: 1,
335
+ up: async (exec) => {
336
+ for (const t of TABLES.filter((x) => V1_TABLES.includes(x.name)))
337
+ await exec(ddlFor(t));
338
+ },
339
+ },
340
+ // D-T3 迁移:为已有 C1 库补 sync_state.last_synced_at 与 sync_gaps.detail 两列。
341
+ // ⚠️ 新库 v1 建表时 TABLES 已含这两列,故用 IF NOT EXISTS 保证幂等(v1+ v2 连放不炸)。
342
+ {
343
+ version: 2,
344
+ up: async (exec) => {
345
+ await exec('ALTER TABLE "sync_state" ADD COLUMN IF NOT EXISTS "last_synced_at" VARCHAR');
346
+ await exec('ALTER TABLE "sync_gaps" ADD COLUMN IF NOT EXISTS "detail" VARCHAR');
347
+ },
348
+ },
349
+ // D-T4 迁移:限频闸门的冷却列。
350
+ {
351
+ version: 4,
352
+ up: async (exec) => {
353
+ await exec('ALTER TABLE "sync_state" ADD COLUMN IF NOT EXISTS "next_allowed_at" VARCHAR');
354
+ await exec('ALTER TABLE "sync_state" ADD COLUMN IF NOT EXISTS "last_rate_limited_at" VARCHAR');
355
+ },
356
+ },
357
+ // D-T6 迁移:维度表 7 张(staff/staff_groups/staff_group_members/ticket_categories/
358
+ // ticket_templates/ticket_template_fields 建新表;tags 已在 v1)。新表 DDL 天然幂等
359
+ //(CREATE TABLE IF NOT EXISTS),与 v1 连放不炸。
360
+ {
361
+ version: 3,
362
+ up: async (exec) => {
363
+ for (const name of ['staff', 'staff_groups', 'staff_group_members',
364
+ 'ticket_categories', 'ticket_templates', 'ticket_template_fields']) {
365
+ await exec(ddlFor(tableByName(name)));
366
+ }
367
+ },
368
+ },
369
+ // D-T7 迁移:9 张报表表(键列 + stat_date 范围列 + payload 收敛列)。
370
+ {
371
+ version: 5,
372
+ up: async (exec) => {
373
+ for (const name of ['daily_overview', 'staff_workload', 'staff_quality',
374
+ 'staff_satisfaction', 'staff_attendance', 'order_performance',
375
+ 'staff_salary_detail', 'robot_summary', 'transfer_human']) {
376
+ await exec(ddlFor(tableByName(name)));
377
+ }
378
+ },
379
+ },
380
+ // D-T9 迁移:工单表 2 张(tickets/ticket_logs,键列 + payload 收敛 + PII 敏感列)。
381
+ {
382
+ version: 6,
383
+ up: async (exec) => {
384
+ for (const name of ['tickets', 'ticket_logs']) {
385
+ await exec(ddlFor(tableByName(name)));
386
+ }
387
+ },
388
+ },
389
+ // D-T10 迁移:sessions 表(键列 + payload 收敛 + session_type 派生列 + PII 敏感列)。
390
+ {
391
+ version: 7,
392
+ up: async (exec) => {
393
+ await exec(ddlFor(tableByName('sessions')));
394
+ },
395
+ },
396
+ // D-T11 迁移:知识库 3 表(knowledge_items/knowledge_points/knowledge_categories)。
397
+ {
398
+ version: 8,
399
+ up: async (exec) => {
400
+ for (const name of ['knowledge_items', 'knowledge_points', 'knowledge_categories']) {
401
+ await exec(ddlFor(tableByName(name)));
402
+ }
403
+ },
404
+ },
405
+ // 修复批 2 迁移(G2 义务,spec §八.2/§十一.17):sync_state 补
406
+ // resolved_range_start/resolved_range_end 两列(上次成功推进覆盖的区间)。
407
+ // 函数式 ALTER + IF NOT EXISTS(与 v2/v4 同款幂等:新库 v1 建表时 TABLES 已含这两列,
408
+ // v1 + v9 连放不炸)。编号说明:v2/v3-v8 的实际占用见 spec §八 —— 本批顺延到 v9。
409
+ {
410
+ version: 9,
411
+ up: async (exec) => {
412
+ await exec('ALTER TABLE "sync_state" ADD COLUMN IF NOT EXISTS "resolved_range_start" VARCHAR');
413
+ await exec('ALTER TABLE "sync_state" ADD COLUMN IF NOT EXISTS "resolved_range_end" VARCHAR');
414
+ },
415
+ },
416
+ ];
417
+ // ⚠️ E 交付后仍无命令层调用方(`db describe` 展示的是 `TABLES` 的列定义,不是迁移版本号);
418
+ // 现由 `tests/store/schema.test.ts` 与迁移一致性断言消费。保留导出(L2)。
419
+ export const LATEST_VERSION = MIGRATIONS.reduce((m, x) => Math.max(m, x.version), 0);
@@ -0,0 +1,4 @@
1
+ // src/store/types.ts
2
+ // ⚠️ 本文件**不得**出现任何 DuckDB 类型(DuckDBInstance / getRowObjectsJson …)——
3
+ // C2 接外部后端时只新增 kysely.ts 与 BackendName 成员,不改本文件的方法签名。
4
+ export {};
@@ -0,0 +1,8 @@
1
+ // src/sync/day.ts
2
+ // Asia/Shanghai 自然日对齐(历史导入点,定义见 core/time)。
3
+ // G2/§6.2 联动:`--since/--until` 的日期按上海零点解析、报表日期列按上海天对齐、
4
+ // attendance/performance 的 endTime 上限是「昨天 00:00」——三处必须同源,否则
5
+ // 「同一业务日」在不同层得到不同的毫秒值(A 中-2 的键分裂根因)。
6
+ // E 起定义下沉 `src/core/time.ts`(query/ 不得 import sync/,两域共用同一实现);
7
+ // 本文件保留为 sync 侧的历史导入点,语义与实现均以 core/time 为准。
8
+ export { SHANGHAI_OFFSET_MS, DAY_MS, shanghaiDayStart, shanghaiYesterdayStart, shanghaiDayIso } from '../core/time.js';