@k2works/claude-code-booster 3.6.0 → 3.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (713) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +42 -42
  3. package/bin/claude-code-booster +90 -90
  4. package/lib/assets/.claude/README.md +258 -239
  5. package/lib/assets/.claude/agent-memory/xp-programmer/MEMORY.md +6 -0
  6. package/lib/assets/.claude/agent-memory/xp-programmer/project_cargo_tracker.md +11 -0
  7. package/lib/assets/.claude/agent-memory/xp-programmer/project_ddd_patterns.md +27 -0
  8. package/lib/assets/.claude/agent-memory/xp-programmer/project_us07_route_assignment.md +19 -0
  9. package/lib/assets/.claude/scripts/generate-inception-deck.mjs +911 -911
  10. package/lib/assets/.claude/settings.json +11 -11
  11. package/lib/assets/.claude/skills/ai-agent-guidelines/SKILL.md +111 -111
  12. package/lib/assets/.claude/skills/analyzing-architecture/SKILL.md +83 -83
  13. package/lib/assets/.claude/skills/analyzing-business/SKILL.md +95 -95
  14. package/lib/assets/.claude/skills/analyzing-data-model/SKILL.md +77 -77
  15. package/lib/assets/.claude/skills/analyzing-domain-model/SKILL.md +117 -117
  16. package/lib/assets/.claude/skills/analyzing-inception-deck/SKILL.md +84 -84
  17. package/lib/assets/.claude/skills/analyzing-non-functional/SKILL.md +95 -95
  18. package/lib/assets/.claude/skills/analyzing-operation/SKILL.md +95 -95
  19. package/lib/assets/.claude/skills/analyzing-requirements/SKILL.md +91 -91
  20. package/lib/assets/.claude/skills/analyzing-tech-stack/SKILL.md +101 -101
  21. package/lib/assets/.claude/skills/analyzing-test-strategy/SKILL.md +89 -89
  22. package/lib/assets/.claude/skills/analyzing-ui-design/SKILL.md +80 -80
  23. package/lib/assets/.claude/skills/analyzing-usecases/SKILL.md +72 -72
  24. package/lib/assets/.claude/skills/creating-adr/SKILL.md +113 -113
  25. package/lib/assets/.claude/skills/developing-backend/SKILL.md +100 -100
  26. package/lib/assets/.claude/skills/developing-frontend/SKILL.md +93 -93
  27. package/lib/assets/.claude/skills/developing-release/SKILL.md +120 -120
  28. package/lib/assets/.claude/skills/generating-bmc/SKILL.md +97 -0
  29. package/lib/assets/.claude/skills/generating-slides/SKILL.md +94 -94
  30. package/lib/assets/.claude/skills/git-commit/SKILL.md +81 -81
  31. package/lib/assets/.claude/skills/killing-processes/SKILL.md +44 -44
  32. package/lib/assets/.claude/skills/operating-backup/SKILL.md +59 -59
  33. package/lib/assets/.claude/skills/operating-cicd/SKILL.md +54 -54
  34. package/lib/assets/.claude/skills/operating-deploy/SKILL.md +67 -67
  35. package/lib/assets/.claude/skills/operating-docs/SKILL.md +219 -219
  36. package/lib/assets/.claude/skills/operating-provision/SKILL.md +77 -77
  37. package/lib/assets/.claude/skills/operating-setup/SKILL.md +63 -63
  38. package/lib/assets/.claude/skills/orchestrating-analysis/SKILL.md +104 -104
  39. package/lib/assets/.claude/skills/orchestrating-development/SKILL.md +162 -162
  40. package/lib/assets/.claude/skills/orchestrating-operation/SKILL.md +158 -158
  41. package/lib/assets/.claude/skills/orchestrating-project/SKILL.md +144 -144
  42. package/lib/assets/.claude/skills/planning-releases/SKILL.md +119 -119
  43. package/lib/assets/.claude/skills/syncing-github-project/SKILL.md +151 -151
  44. package/lib/assets/.claude/skills/tracking-progress/SKILL.md +91 -91
  45. package/lib/assets/.claude/skills/validating-iteration-plan/SKILL.md +215 -215
  46. package/lib/assets/.devcontainer/devcontainer.json +34 -34
  47. package/lib/assets/.env.example +17 -17
  48. package/lib/assets/.gitattributes +4 -4
  49. package/lib/assets/.github/workflows/docker-publish.yml +77 -77
  50. package/lib/assets/.github/workflows/mkdocs.yml +39 -39
  51. package/lib/assets/AGENTS.md +94 -94
  52. package/lib/assets/CLAUDE.md +1 -0
  53. package/lib/assets/README.md +254 -254
  54. package/lib/assets/docker-compose.yml +33 -33
  55. package/lib/assets/docs/adr/index.md +10 -10
  56. package/lib/assets/docs/article/functional-desgin-ppp/all/01-immutability-and-data-transformation.md +475 -475
  57. package/lib/assets/docs/article/functional-desgin-ppp/all/02-function-composition.md +519 -519
  58. package/lib/assets/docs/article/functional-desgin-ppp/all/03-polymorphism.md +537 -537
  59. package/lib/assets/docs/article/functional-desgin-ppp/all/04-data-validation.md +300 -300
  60. package/lib/assets/docs/article/functional-desgin-ppp/all/05-property-based-testing.md +320 -320
  61. package/lib/assets/docs/article/functional-desgin-ppp/all/06-tdd-and-functional.md +498 -498
  62. package/lib/assets/docs/article/functional-desgin-ppp/all/07-composite-pattern.md +298 -298
  63. package/lib/assets/docs/article/functional-desgin-ppp/all/08-decorator-pattern.md +291 -291
  64. package/lib/assets/docs/article/functional-desgin-ppp/all/09-adapter-pattern.md +336 -336
  65. package/lib/assets/docs/article/functional-desgin-ppp/all/10-strategy-pattern.md +303 -303
  66. package/lib/assets/docs/article/functional-desgin-ppp/all/11-command-pattern.md +286 -286
  67. package/lib/assets/docs/article/functional-desgin-ppp/all/12-visitor-pattern.md +322 -322
  68. package/lib/assets/docs/article/functional-desgin-ppp/all/13-abstract-factory-pattern.md +319 -319
  69. package/lib/assets/docs/article/functional-desgin-ppp/all/14-abstract-server-pattern.md +365 -365
  70. package/lib/assets/docs/article/functional-desgin-ppp/all/15-gossiping-bus-drivers.md +156 -156
  71. package/lib/assets/docs/article/functional-desgin-ppp/all/16-payroll-system.md +178 -178
  72. package/lib/assets/docs/article/functional-desgin-ppp/all/17-video-rental-system.md +312 -312
  73. package/lib/assets/docs/article/functional-desgin-ppp/all/18-concurrency-system.md +287 -287
  74. package/lib/assets/docs/article/functional-desgin-ppp/all/19-wa-tor-simulation.md +286 -286
  75. package/lib/assets/docs/article/functional-desgin-ppp/all/20-pattern-interactions.md +274 -274
  76. package/lib/assets/docs/article/functional-desgin-ppp/all/21-best-practices.md +294 -294
  77. package/lib/assets/docs/article/functional-desgin-ppp/all/22-oo-to-fp-migration.md +337 -337
  78. package/lib/assets/docs/article/functional-desgin-ppp/all/index.md +388 -388
  79. package/lib/assets/docs/article/functional-desgin-ppp/clojure/01-immutability-and-data-transformation.md +273 -273
  80. package/lib/assets/docs/article/functional-desgin-ppp/clojure/02-function-composition.md +380 -380
  81. package/lib/assets/docs/article/functional-desgin-ppp/clojure/03-polymorphism.md +384 -384
  82. package/lib/assets/docs/article/functional-desgin-ppp/clojure/04-clojure-spec.md +350 -350
  83. package/lib/assets/docs/article/functional-desgin-ppp/clojure/05-property-based-testing.md +352 -352
  84. package/lib/assets/docs/article/functional-desgin-ppp/clojure/06-tdd-in-functional.md +383 -383
  85. package/lib/assets/docs/article/functional-desgin-ppp/clojure/07-composite-pattern.md +529 -529
  86. package/lib/assets/docs/article/functional-desgin-ppp/clojure/08-decorator-pattern.md +395 -395
  87. package/lib/assets/docs/article/functional-desgin-ppp/clojure/09-adapter-pattern.md +399 -399
  88. package/lib/assets/docs/article/functional-desgin-ppp/clojure/10-strategy-pattern.md +485 -485
  89. package/lib/assets/docs/article/functional-desgin-ppp/clojure/11-command-pattern.md +566 -566
  90. package/lib/assets/docs/article/functional-desgin-ppp/clojure/12-visitor-pattern.md +567 -567
  91. package/lib/assets/docs/article/functional-desgin-ppp/clojure/13-abstract-factory-pattern.md +475 -475
  92. package/lib/assets/docs/article/functional-desgin-ppp/clojure/14-abstract-server-pattern.md +462 -462
  93. package/lib/assets/docs/article/functional-desgin-ppp/clojure/15-gossiping-bus-drivers.md +325 -325
  94. package/lib/assets/docs/article/functional-desgin-ppp/clojure/16-payroll-system.md +401 -401
  95. package/lib/assets/docs/article/functional-desgin-ppp/clojure/17-video-rental-system.md +450 -450
  96. package/lib/assets/docs/article/functional-desgin-ppp/clojure/18-concurrency-system.md +475 -475
  97. package/lib/assets/docs/article/functional-desgin-ppp/clojure/19-wator-simulation.md +739 -739
  98. package/lib/assets/docs/article/functional-desgin-ppp/clojure/20-pattern-interactions.md +567 -567
  99. package/lib/assets/docs/article/functional-desgin-ppp/clojure/21-best-practices.md +518 -518
  100. package/lib/assets/docs/article/functional-desgin-ppp/clojure/22-oo-to-fp-migration.md +532 -532
  101. package/lib/assets/docs/article/functional-desgin-ppp/clojure/index.md +241 -241
  102. package/lib/assets/docs/article/functional-desgin-ppp/elixir/01-immutability-and-data-transformation.md +383 -383
  103. package/lib/assets/docs/article/functional-desgin-ppp/elixir/02-function-composition.md +374 -374
  104. package/lib/assets/docs/article/functional-desgin-ppp/elixir/03-polymorphism.md +375 -375
  105. package/lib/assets/docs/article/functional-desgin-ppp/elixir/04-data-validation.md +195 -195
  106. package/lib/assets/docs/article/functional-desgin-ppp/elixir/05-property-based-testing.md +268 -268
  107. package/lib/assets/docs/article/functional-desgin-ppp/elixir/06-tdd-and-fp.md +294 -294
  108. package/lib/assets/docs/article/functional-desgin-ppp/elixir/07-effects-and-pure-functions.md +164 -164
  109. package/lib/assets/docs/article/functional-desgin-ppp/elixir/08-error-handling-strategies.md +168 -168
  110. package/lib/assets/docs/article/functional-desgin-ppp/elixir/09-io-and-external-systems.md +254 -254
  111. package/lib/assets/docs/article/functional-desgin-ppp/elixir/10-concurrency-patterns.md +269 -269
  112. package/lib/assets/docs/article/functional-desgin-ppp/elixir/11-command-pattern.md +148 -148
  113. package/lib/assets/docs/article/functional-desgin-ppp/elixir/12-visitor-pattern.md +176 -176
  114. package/lib/assets/docs/article/functional-desgin-ppp/elixir/13-abstract-factory-pattern.md +604 -604
  115. package/lib/assets/docs/article/functional-desgin-ppp/elixir/14-abstract-server-pattern.md +729 -729
  116. package/lib/assets/docs/article/functional-desgin-ppp/elixir/15-gossiping-bus-drivers.md +291 -291
  117. package/lib/assets/docs/article/functional-desgin-ppp/elixir/16-payroll-system.md +420 -420
  118. package/lib/assets/docs/article/functional-desgin-ppp/elixir/17-video-rental-system.md +319 -319
  119. package/lib/assets/docs/article/functional-desgin-ppp/elixir/18-concurrency-system.md +466 -466
  120. package/lib/assets/docs/article/functional-desgin-ppp/elixir/19-wator-simulation.md +523 -523
  121. package/lib/assets/docs/article/functional-desgin-ppp/elixir/20-pattern-interactions.md +287 -287
  122. package/lib/assets/docs/article/functional-desgin-ppp/elixir/21-best-practices.md +340 -340
  123. package/lib/assets/docs/article/functional-desgin-ppp/elixir/22-oo-to-fp-migration.md +395 -395
  124. package/lib/assets/docs/article/functional-desgin-ppp/elixir/index.md +248 -248
  125. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/01-immutability-and-data-transformation.md +384 -384
  126. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/02-function-composition.md +452 -452
  127. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/03-polymorphism.md +495 -495
  128. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/04-data-validation.md +416 -416
  129. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/05-property-based-testing.md +382 -382
  130. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/06-tdd-functional.md +687 -687
  131. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/07-composite-pattern.md +442 -442
  132. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/08-decorator-pattern.md +479 -479
  133. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/09-adapter-pattern.md +479 -479
  134. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/10-strategy-pattern.md +427 -427
  135. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/11-command-pattern.md +428 -428
  136. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/12-visitor-pattern.md +339 -339
  137. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/13-abstract-factory-pattern.md +309 -309
  138. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/14-abstract-server-pattern.md +596 -596
  139. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/15-gossiping-bus-drivers.md +355 -355
  140. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/16-payroll-system.md +350 -350
  141. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/17-video-rental-system.md +414 -414
  142. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/18-concurrency-system.md +367 -367
  143. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/19-wator-simulation.md +403 -403
  144. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/20-pattern-interactions.md +291 -291
  145. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/21-best-practices.md +324 -324
  146. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/22-oo-to-fp-migration.md +332 -332
  147. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/index.md +274 -274
  148. package/lib/assets/docs/article/functional-desgin-ppp/haskell/01-immutability-and-data-transformation.md +298 -298
  149. package/lib/assets/docs/article/functional-desgin-ppp/haskell/02-function-composition.md +304 -304
  150. package/lib/assets/docs/article/functional-desgin-ppp/haskell/03-polymorphism.md +362 -362
  151. package/lib/assets/docs/article/functional-desgin-ppp/haskell/04-data-validation.md +257 -257
  152. package/lib/assets/docs/article/functional-desgin-ppp/haskell/05-property-based-testing.md +254 -254
  153. package/lib/assets/docs/article/functional-desgin-ppp/haskell/06-tdd-functional.md +283 -283
  154. package/lib/assets/docs/article/functional-desgin-ppp/haskell/07-composite-pattern.md +395 -395
  155. package/lib/assets/docs/article/functional-desgin-ppp/haskell/08-decorator-pattern.md +319 -319
  156. package/lib/assets/docs/article/functional-desgin-ppp/haskell/09-adapter-pattern.md +382 -382
  157. package/lib/assets/docs/article/functional-desgin-ppp/haskell/10-strategy-pattern.md +287 -287
  158. package/lib/assets/docs/article/functional-desgin-ppp/haskell/11-command-pattern.md +303 -303
  159. package/lib/assets/docs/article/functional-desgin-ppp/haskell/12-visitor-pattern.md +326 -326
  160. package/lib/assets/docs/article/functional-desgin-ppp/haskell/13-abstract-factory-pattern.md +332 -332
  161. package/lib/assets/docs/article/functional-desgin-ppp/haskell/14-abstract-server-pattern.md +379 -379
  162. package/lib/assets/docs/article/functional-desgin-ppp/haskell/15-gossiping-bus-drivers.md +177 -177
  163. package/lib/assets/docs/article/functional-desgin-ppp/haskell/16-payroll-system.md +219 -219
  164. package/lib/assets/docs/article/functional-desgin-ppp/haskell/17-video-rental-system.md +244 -244
  165. package/lib/assets/docs/article/functional-desgin-ppp/haskell/18-concurrency-system.md +363 -363
  166. package/lib/assets/docs/article/functional-desgin-ppp/haskell/19-wator-simulation.md +438 -438
  167. package/lib/assets/docs/article/functional-desgin-ppp/haskell/20-pattern-interactions.md +325 -325
  168. package/lib/assets/docs/article/functional-desgin-ppp/haskell/21-best-practices.md +403 -403
  169. package/lib/assets/docs/article/functional-desgin-ppp/haskell/22-oo-to-fp-migration.md +469 -469
  170. package/lib/assets/docs/article/functional-desgin-ppp/haskell/index.md +174 -174
  171. package/lib/assets/docs/article/functional-desgin-ppp/index.md +90 -90
  172. package/lib/assets/docs/article/functional-desgin-ppp/rust/01-immutability-and-data-transformation.md +450 -450
  173. package/lib/assets/docs/article/functional-desgin-ppp/rust/02-function-composition.md +463 -463
  174. package/lib/assets/docs/article/functional-desgin-ppp/rust/03-polymorphism.md +425 -425
  175. package/lib/assets/docs/article/functional-desgin-ppp/rust/04-data-validation.md +273 -273
  176. package/lib/assets/docs/article/functional-desgin-ppp/rust/05-property-based-testing.md +247 -247
  177. package/lib/assets/docs/article/functional-desgin-ppp/rust/06-tdd-and-functional.md +841 -841
  178. package/lib/assets/docs/article/functional-desgin-ppp/rust/07-composite-pattern.md +384 -384
  179. package/lib/assets/docs/article/functional-desgin-ppp/rust/08-decorator-pattern.md +383 -383
  180. package/lib/assets/docs/article/functional-desgin-ppp/rust/09-adapter-pattern.md +339 -339
  181. package/lib/assets/docs/article/functional-desgin-ppp/rust/10-strategy-pattern.md +331 -331
  182. package/lib/assets/docs/article/functional-desgin-ppp/rust/11-command-pattern.md +356 -356
  183. package/lib/assets/docs/article/functional-desgin-ppp/rust/12-visitor-pattern.md +379 -379
  184. package/lib/assets/docs/article/functional-desgin-ppp/rust/13-abstract-factory-pattern.md +361 -361
  185. package/lib/assets/docs/article/functional-desgin-ppp/rust/14-abstract-server-pattern.md +392 -392
  186. package/lib/assets/docs/article/functional-desgin-ppp/rust/15-gossiping-bus-drivers.md +300 -300
  187. package/lib/assets/docs/article/functional-desgin-ppp/rust/16-payroll-system.md +297 -297
  188. package/lib/assets/docs/article/functional-desgin-ppp/rust/17-video-rental-system.md +304 -304
  189. package/lib/assets/docs/article/functional-desgin-ppp/rust/18-concurrency-system.md +315 -315
  190. package/lib/assets/docs/article/functional-desgin-ppp/rust/19-wator-simulation.md +311 -311
  191. package/lib/assets/docs/article/functional-desgin-ppp/rust/20-pattern-interactions.md +304 -304
  192. package/lib/assets/docs/article/functional-desgin-ppp/rust/21-best-practices.md +336 -336
  193. package/lib/assets/docs/article/functional-desgin-ppp/rust/22-oo-to-fp-migration.md +349 -349
  194. package/lib/assets/docs/article/functional-desgin-ppp/rust/index.md +243 -243
  195. package/lib/assets/docs/article/functional-desgin-ppp/scala/01-immutability-and-data-transformation.md +328 -328
  196. package/lib/assets/docs/article/functional-desgin-ppp/scala/02-function-composition.md +348 -348
  197. package/lib/assets/docs/article/functional-desgin-ppp/scala/03-polymorphism.md +357 -357
  198. package/lib/assets/docs/article/functional-desgin-ppp/scala/04-data-validation.md +364 -364
  199. package/lib/assets/docs/article/functional-desgin-ppp/scala/05-property-based-testing.md +515 -515
  200. package/lib/assets/docs/article/functional-desgin-ppp/scala/06-tdd-functional.md +557 -557
  201. package/lib/assets/docs/article/functional-desgin-ppp/scala/07-composite-pattern.md +363 -363
  202. package/lib/assets/docs/article/functional-desgin-ppp/scala/08-decorator-pattern.md +327 -327
  203. package/lib/assets/docs/article/functional-desgin-ppp/scala/09-adapter-pattern.md +517 -517
  204. package/lib/assets/docs/article/functional-desgin-ppp/scala/10-strategy-pattern.md +441 -441
  205. package/lib/assets/docs/article/functional-desgin-ppp/scala/11-command-pattern.md +407 -407
  206. package/lib/assets/docs/article/functional-desgin-ppp/scala/12-visitor-pattern.md +379 -379
  207. package/lib/assets/docs/article/functional-desgin-ppp/scala/13-abstract-factory-pattern.md +398 -398
  208. package/lib/assets/docs/article/functional-desgin-ppp/scala/14-abstract-server-pattern.md +476 -476
  209. package/lib/assets/docs/article/functional-desgin-ppp/scala/15-gossiping-bus-drivers.md +391 -391
  210. package/lib/assets/docs/article/functional-desgin-ppp/scala/16-payroll-system.md +342 -342
  211. package/lib/assets/docs/article/functional-desgin-ppp/scala/17-video-rental-system.md +324 -324
  212. package/lib/assets/docs/article/functional-desgin-ppp/scala/18-concurrency-system.md +730 -730
  213. package/lib/assets/docs/article/functional-desgin-ppp/scala/19-wator-simulation.md +624 -624
  214. package/lib/assets/docs/article/functional-desgin-ppp/scala/20-pattern-interactions.md +512 -512
  215. package/lib/assets/docs/article/functional-desgin-ppp/scala/21-best-practices.md +433 -433
  216. package/lib/assets/docs/article/functional-desgin-ppp/scala/22-oo-to-fp-migration.md +688 -688
  217. package/lib/assets/docs/article/functional-desgin-ppp/scala/index.md +243 -243
  218. package/lib/assets/docs/article/getting-start-tdd/clojure/01-todo-list-and-first-test.md +166 -166
  219. package/lib/assets/docs/article/getting-start-tdd/clojure/02-fake-it-and-triangulation.md +162 -162
  220. package/lib/assets/docs/article/getting-start-tdd/clojure/03-obvious-implementation-and-refactoring.md +135 -135
  221. package/lib/assets/docs/article/getting-start-tdd/clojure/04-version-control-and-conventional-commits.md +88 -88
  222. package/lib/assets/docs/article/getting-start-tdd/clojure/05-package-management-and-static-analysis.md +299 -299
  223. package/lib/assets/docs/article/getting-start-tdd/clojure/06-task-runner-and-ci-cd.md +241 -241
  224. package/lib/assets/docs/article/getting-start-tdd/clojure/07-protocols-and-records.md +131 -131
  225. package/lib/assets/docs/article/getting-start-tdd/clojure/08-multimethods-and-design-patterns.md +130 -130
  226. package/lib/assets/docs/article/getting-start-tdd/clojure/09-namespaces-and-module-design.md +127 -127
  227. package/lib/assets/docs/article/getting-start-tdd/clojure/10-higher-order-functions-and-composition.md +114 -114
  228. package/lib/assets/docs/article/getting-start-tdd/clojure/11-persistent-data-and-pipeline.md +138 -138
  229. package/lib/assets/docs/article/getting-start-tdd/clojure/12-error-handling-and-spec.md +161 -161
  230. package/lib/assets/docs/article/getting-start-tdd/clojure/index.md +65 -65
  231. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter01.md +232 -232
  232. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter02.md +244 -244
  233. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter03.md +202 -202
  234. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter04.md +92 -92
  235. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter05.md +256 -256
  236. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter06.md +195 -195
  237. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter07.md +214 -214
  238. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter08.md +249 -249
  239. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter09.md +174 -174
  240. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter10.md +166 -166
  241. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter11.md +192 -192
  242. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter12.md +211 -211
  243. package/lib/assets/docs/article/getting-start-tdd/csharp/index.md +83 -83
  244. package/lib/assets/docs/article/getting-start-tdd/elixir/01-todo-list-and-first-test.md +87 -87
  245. package/lib/assets/docs/article/getting-start-tdd/elixir/02-fake-it-and-triangulation.md +95 -95
  246. package/lib/assets/docs/article/getting-start-tdd/elixir/03-obvious-implementation-and-refactoring.md +109 -109
  247. package/lib/assets/docs/article/getting-start-tdd/elixir/04-version-control-and-conventional-commits.md +96 -96
  248. package/lib/assets/docs/article/getting-start-tdd/elixir/05-package-management-and-static-analysis.md +88 -88
  249. package/lib/assets/docs/article/getting-start-tdd/elixir/06-task-runner-and-ci-cd.md +71 -71
  250. package/lib/assets/docs/article/getting-start-tdd/elixir/07-structs-and-protocols.md +110 -110
  251. package/lib/assets/docs/article/getting-start-tdd/elixir/08-pattern-matching-and-guards.md +108 -108
  252. package/lib/assets/docs/article/getting-start-tdd/elixir/09-module-design-and-behaviours.md +104 -104
  253. package/lib/assets/docs/article/getting-start-tdd/elixir/10-higher-order-functions-and-pipeline.md +178 -178
  254. package/lib/assets/docs/article/getting-start-tdd/elixir/11-stream-and-lazy-evaluation.md +142 -142
  255. package/lib/assets/docs/article/getting-start-tdd/elixir/12-error-handling-and-with.md +145 -145
  256. package/lib/assets/docs/article/getting-start-tdd/elixir/index.md +35 -35
  257. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter01.md +202 -202
  258. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter02.md +246 -246
  259. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter03.md +218 -218
  260. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter04.md +179 -179
  261. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter05.md +267 -267
  262. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter06.md +190 -190
  263. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter07.md +161 -161
  264. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter08.md +175 -175
  265. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter09.md +222 -222
  266. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter10.md +189 -189
  267. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter11.md +212 -212
  268. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter12.md +215 -215
  269. package/lib/assets/docs/article/getting-start-tdd/fsharp/index.md +71 -71
  270. package/lib/assets/docs/article/getting-start-tdd/go/01-todo-list-and-first-test.md +213 -213
  271. package/lib/assets/docs/article/getting-start-tdd/go/02-fake-it-and-triangulation.md +302 -302
  272. package/lib/assets/docs/article/getting-start-tdd/go/03-obvious-implementation-and-refactoring.md +339 -339
  273. package/lib/assets/docs/article/getting-start-tdd/go/04-version-control-and-conventional-commits.md +112 -112
  274. package/lib/assets/docs/article/getting-start-tdd/go/05-package-management-and-static-analysis.md +272 -272
  275. package/lib/assets/docs/article/getting-start-tdd/go/06-task-runner-and-ci-cd.md +233 -233
  276. package/lib/assets/docs/article/getting-start-tdd/go/07-encapsulation-and-polymorphism.md +394 -394
  277. package/lib/assets/docs/article/getting-start-tdd/go/08-design-patterns.md +422 -422
  278. package/lib/assets/docs/article/getting-start-tdd/go/09-solid-principles-and-module-design.md +400 -400
  279. package/lib/assets/docs/article/getting-start-tdd/go/10-higher-order-functions-and-composition.md +226 -226
  280. package/lib/assets/docs/article/getting-start-tdd/go/11-immutable-data-and-pipeline.md +296 -296
  281. package/lib/assets/docs/article/getting-start-tdd/go/12-error-handling-and-type-safety.md +411 -411
  282. package/lib/assets/docs/article/getting-start-tdd/go/index.md +83 -83
  283. package/lib/assets/docs/article/getting-start-tdd/haskell/01-todo-list-and-first-test.md +279 -279
  284. package/lib/assets/docs/article/getting-start-tdd/haskell/02-fake-it-and-triangulation.md +337 -337
  285. package/lib/assets/docs/article/getting-start-tdd/haskell/03-obvious-implementation-and-refactoring.md +257 -257
  286. package/lib/assets/docs/article/getting-start-tdd/haskell/04-version-control-and-conventional-commits.md +182 -182
  287. package/lib/assets/docs/article/getting-start-tdd/haskell/05-package-management-and-static-analysis.md +313 -313
  288. package/lib/assets/docs/article/getting-start-tdd/haskell/06-task-runner-and-ci-cd.md +309 -309
  289. package/lib/assets/docs/article/getting-start-tdd/haskell/07-algebraic-data-types-and-type-classes.md +412 -412
  290. package/lib/assets/docs/article/getting-start-tdd/haskell/08-pattern-matching-and-guards.md +390 -390
  291. package/lib/assets/docs/article/getting-start-tdd/haskell/09-module-design-and-smart-constructors.md +461 -461
  292. package/lib/assets/docs/article/getting-start-tdd/haskell/10-higher-order-functions-and-currying.md +434 -434
  293. package/lib/assets/docs/article/getting-start-tdd/haskell/11-function-composition-and-point-free.md +392 -392
  294. package/lib/assets/docs/article/getting-start-tdd/haskell/12-monad-and-error-handling.md +631 -631
  295. package/lib/assets/docs/article/getting-start-tdd/haskell/index.md +49 -49
  296. package/lib/assets/docs/article/getting-start-tdd/index.md +93 -93
  297. package/lib/assets/docs/article/getting-start-tdd/integration/01-language-overview.md +375 -375
  298. package/lib/assets/docs/article/getting-start-tdd/integration/02-test-framework-comparison.md +349 -349
  299. package/lib/assets/docs/article/getting-start-tdd/integration/03-tdd-pattern-comparison.md +445 -445
  300. package/lib/assets/docs/article/getting-start-tdd/integration/04-type-system-comparison.md +409 -409
  301. package/lib/assets/docs/article/getting-start-tdd/integration/05-dev-environment-comparison.md +330 -330
  302. package/lib/assets/docs/article/getting-start-tdd/integration/06-learning-roadmap.md +290 -290
  303. package/lib/assets/docs/article/getting-start-tdd/integration/index.md +69 -69
  304. package/lib/assets/docs/article/getting-start-tdd/java/01-todo-list-and-first-test.md +234 -234
  305. package/lib/assets/docs/article/getting-start-tdd/java/02-fake-it-and-triangulation.md +261 -261
  306. package/lib/assets/docs/article/getting-start-tdd/java/03-obvious-implementation-and-refactoring.md +185 -185
  307. package/lib/assets/docs/article/getting-start-tdd/java/04-version-control-and-conventional-commits.md +115 -115
  308. package/lib/assets/docs/article/getting-start-tdd/java/05-package-management-and-static-analysis.md +382 -382
  309. package/lib/assets/docs/article/getting-start-tdd/java/06-task-runner-and-ci-cd.md +272 -272
  310. package/lib/assets/docs/article/getting-start-tdd/java/07-encapsulation-and-polymorphism.md +626 -626
  311. package/lib/assets/docs/article/getting-start-tdd/java/08-design-patterns.md +393 -393
  312. package/lib/assets/docs/article/getting-start-tdd/java/09-solid-principles-and-module-design.md +310 -310
  313. package/lib/assets/docs/article/getting-start-tdd/java/10-higher-order-functions-and-composition.md +188 -188
  314. package/lib/assets/docs/article/getting-start-tdd/java/11-immutable-data-and-pipeline.md +167 -167
  315. package/lib/assets/docs/article/getting-start-tdd/java/12-error-handling-and-type-safety.md +205 -205
  316. package/lib/assets/docs/article/getting-start-tdd/java/index.md +61 -61
  317. package/lib/assets/docs/article/getting-start-tdd/node/01-todo-list-and-first-test.md +244 -244
  318. package/lib/assets/docs/article/getting-start-tdd/node/02-fake-it-and-triangulation.md +262 -262
  319. package/lib/assets/docs/article/getting-start-tdd/node/03-obvious-implementation-and-refactoring.md +169 -169
  320. package/lib/assets/docs/article/getting-start-tdd/node/04-version-control-and-conventional-commits.md +112 -112
  321. package/lib/assets/docs/article/getting-start-tdd/node/05-package-management-and-static-analysis.md +314 -314
  322. package/lib/assets/docs/article/getting-start-tdd/node/06-task-runner-and-ci-cd.md +235 -235
  323. package/lib/assets/docs/article/getting-start-tdd/node/07-encapsulation-and-polymorphism.md +327 -327
  324. package/lib/assets/docs/article/getting-start-tdd/node/08-design-patterns.md +322 -322
  325. package/lib/assets/docs/article/getting-start-tdd/node/09-solid-principles-and-module-design.md +285 -285
  326. package/lib/assets/docs/article/getting-start-tdd/node/10-higher-order-functions-and-composition.md +199 -199
  327. package/lib/assets/docs/article/getting-start-tdd/node/11-immutable-data-and-pipeline.md +207 -207
  328. package/lib/assets/docs/article/getting-start-tdd/node/12-error-handling-and-type-safety.md +295 -295
  329. package/lib/assets/docs/article/getting-start-tdd/node/index.md +56 -56
  330. package/lib/assets/docs/article/getting-start-tdd/php/01-todo-list-and-first-test.md +259 -259
  331. package/lib/assets/docs/article/getting-start-tdd/php/02-fake-it-and-triangulation.md +200 -200
  332. package/lib/assets/docs/article/getting-start-tdd/php/03-obvious-implementation-and-refactoring.md +248 -248
  333. package/lib/assets/docs/article/getting-start-tdd/php/04-version-control-and-conventional-commits.md +141 -141
  334. package/lib/assets/docs/article/getting-start-tdd/php/05-package-management-and-static-analysis.md +410 -410
  335. package/lib/assets/docs/article/getting-start-tdd/php/06-task-runner-and-ci-cd.md +321 -321
  336. package/lib/assets/docs/article/getting-start-tdd/php/07-encapsulation-and-polymorphism.md +372 -372
  337. package/lib/assets/docs/article/getting-start-tdd/php/08-design-patterns.md +453 -453
  338. package/lib/assets/docs/article/getting-start-tdd/php/09-solid-principles-and-module-design.md +460 -460
  339. package/lib/assets/docs/article/getting-start-tdd/php/10-higher-order-functions-and-composition.md +182 -182
  340. package/lib/assets/docs/article/getting-start-tdd/php/11-immutable-data-and-pipeline.md +266 -266
  341. package/lib/assets/docs/article/getting-start-tdd/php/12-error-handling-and-type-safety.md +308 -308
  342. package/lib/assets/docs/article/getting-start-tdd/php/index.md +84 -84
  343. package/lib/assets/docs/article/getting-start-tdd/python/01-todo-list-and-first-test.md +201 -201
  344. package/lib/assets/docs/article/getting-start-tdd/python/02-fake-it-and-triangulation.md +247 -247
  345. package/lib/assets/docs/article/getting-start-tdd/python/03-obvious-implementation-and-refactoring.md +199 -199
  346. package/lib/assets/docs/article/getting-start-tdd/python/04-version-control-and-conventional-commits.md +87 -87
  347. package/lib/assets/docs/article/getting-start-tdd/python/05-package-management-and-static-analysis.md +274 -274
  348. package/lib/assets/docs/article/getting-start-tdd/python/06-task-runner-and-ci-cd.md +190 -190
  349. package/lib/assets/docs/article/getting-start-tdd/python/07-encapsulation-and-polymorphism.md +208 -208
  350. package/lib/assets/docs/article/getting-start-tdd/python/08-design-patterns.md +172 -172
  351. package/lib/assets/docs/article/getting-start-tdd/python/09-solid-principles-and-module-design.md +130 -130
  352. package/lib/assets/docs/article/getting-start-tdd/python/10-higher-order-functions-and-composition.md +122 -122
  353. package/lib/assets/docs/article/getting-start-tdd/python/11-immutable-data-and-pipeline.md +116 -116
  354. package/lib/assets/docs/article/getting-start-tdd/python/12-error-handling-and-type-safety.md +126 -126
  355. package/lib/assets/docs/article/getting-start-tdd/python/index.md +55 -55
  356. package/lib/assets/docs/article/getting-start-tdd/ruby/01-todo-list-and-first-test.md +231 -231
  357. package/lib/assets/docs/article/getting-start-tdd/ruby/02-fake-it-and-triangulation.md +238 -238
  358. package/lib/assets/docs/article/getting-start-tdd/ruby/03-obvious-implementation-and-refactoring.md +228 -228
  359. package/lib/assets/docs/article/getting-start-tdd/ruby/04-version-control-and-conventional-commits.md +112 -112
  360. package/lib/assets/docs/article/getting-start-tdd/ruby/05-package-management-and-static-analysis.md +287 -287
  361. package/lib/assets/docs/article/getting-start-tdd/ruby/06-task-runner-and-ci-cd.md +248 -248
  362. package/lib/assets/docs/article/getting-start-tdd/ruby/07-encapsulation-and-polymorphism.md +279 -279
  363. package/lib/assets/docs/article/getting-start-tdd/ruby/08-design-patterns.md +329 -329
  364. package/lib/assets/docs/article/getting-start-tdd/ruby/09-solid-principles-and-module-design.md +196 -196
  365. package/lib/assets/docs/article/getting-start-tdd/ruby/10-higher-order-functions-and-composition.md +175 -175
  366. package/lib/assets/docs/article/getting-start-tdd/ruby/11-immutable-data-and-pipeline.md +237 -237
  367. package/lib/assets/docs/article/getting-start-tdd/ruby/12-error-handling-and-type-safety.md +398 -398
  368. package/lib/assets/docs/article/getting-start-tdd/ruby/index.md +83 -83
  369. package/lib/assets/docs/article/getting-start-tdd/rust/01-todo-list-and-first-test.md +211 -211
  370. package/lib/assets/docs/article/getting-start-tdd/rust/02-fake-it-and-triangulation.md +264 -264
  371. package/lib/assets/docs/article/getting-start-tdd/rust/03-obvious-implementation-and-refactoring.md +233 -233
  372. package/lib/assets/docs/article/getting-start-tdd/rust/04-version-control-and-conventional-commits.md +92 -92
  373. package/lib/assets/docs/article/getting-start-tdd/rust/05-package-management-and-static-analysis.md +212 -212
  374. package/lib/assets/docs/article/getting-start-tdd/rust/06-task-runner-and-ci-cd.md +164 -164
  375. package/lib/assets/docs/article/getting-start-tdd/rust/07-encapsulation-and-polymorphism.md +142 -142
  376. package/lib/assets/docs/article/getting-start-tdd/rust/08-design-patterns.md +145 -145
  377. package/lib/assets/docs/article/getting-start-tdd/rust/09-solid-principles-and-module-design.md +110 -110
  378. package/lib/assets/docs/article/getting-start-tdd/rust/10-higher-order-functions-and-composition.md +94 -94
  379. package/lib/assets/docs/article/getting-start-tdd/rust/11-immutable-data-and-pipeline.md +105 -105
  380. package/lib/assets/docs/article/getting-start-tdd/rust/12-error-handling-and-type-safety.md +112 -112
  381. package/lib/assets/docs/article/getting-start-tdd/rust/index.md +83 -83
  382. package/lib/assets/docs/article/getting-start-tdd/scala/01-todo-list-and-first-test.md +111 -111
  383. package/lib/assets/docs/article/getting-start-tdd/scala/02-fake-it-and-triangulation.md +107 -107
  384. package/lib/assets/docs/article/getting-start-tdd/scala/03-obvious-implementation-and-refactoring.md +99 -99
  385. package/lib/assets/docs/article/getting-start-tdd/scala/04-version-control-and-conventional-commits.md +123 -123
  386. package/lib/assets/docs/article/getting-start-tdd/scala/05-package-management-and-static-analysis.md +196 -196
  387. package/lib/assets/docs/article/getting-start-tdd/scala/06-task-runner-and-ci-cd.md +186 -186
  388. package/lib/assets/docs/article/getting-start-tdd/scala/07-case-classes-and-traits.md +139 -139
  389. package/lib/assets/docs/article/getting-start-tdd/scala/08-pattern-matching-and-sealed-traits.md +106 -106
  390. package/lib/assets/docs/article/getting-start-tdd/scala/09-packages-and-module-design.md +75 -75
  391. package/lib/assets/docs/article/getting-start-tdd/scala/10-higher-order-functions-and-composition.md +104 -104
  392. package/lib/assets/docs/article/getting-start-tdd/scala/11-collections-and-lazy-evaluation.md +94 -94
  393. package/lib/assets/docs/article/getting-start-tdd/scala/12-error-handling-and-type-safety.md +92 -92
  394. package/lib/assets/docs/article/getting-start-tdd/scala/index.md +65 -65
  395. package/lib/assets/docs/article/grokking-concurrency/all/index.md +404 -404
  396. package/lib/assets/docs/article/grokking-concurrency/all/part-1-ch02-sequential.md +554 -554
  397. package/lib/assets/docs/article/grokking-concurrency/all/part-2-ch04-05-threads.md +469 -469
  398. package/lib/assets/docs/article/grokking-concurrency/all/part-3-ch06-multitasking.md +520 -520
  399. package/lib/assets/docs/article/grokking-concurrency/all/part-4-ch07-parallel-patterns.md +420 -420
  400. package/lib/assets/docs/article/grokking-concurrency/all/part-5-ch08-09-synchronization.md +510 -510
  401. package/lib/assets/docs/article/grokking-concurrency/all/part-6-ch10-11-nonblocking-io.md +435 -435
  402. package/lib/assets/docs/article/grokking-concurrency/all/part-7-ch12-async.md +465 -465
  403. package/lib/assets/docs/article/grokking-concurrency/all/part-8-ch13-mapreduce.md +377 -377
  404. package/lib/assets/docs/article/grokking-concurrency/clojure/index.md +116 -116
  405. package/lib/assets/docs/article/grokking-concurrency/clojure/part-1.md +108 -108
  406. package/lib/assets/docs/article/grokking-concurrency/clojure/part-2.md +101 -101
  407. package/lib/assets/docs/article/grokking-concurrency/clojure/part-3.md +122 -122
  408. package/lib/assets/docs/article/grokking-concurrency/clojure/part-4.md +123 -123
  409. package/lib/assets/docs/article/grokking-concurrency/clojure/part-5.md +118 -118
  410. package/lib/assets/docs/article/grokking-concurrency/clojure/part-6.md +89 -89
  411. package/lib/assets/docs/article/grokking-concurrency/clojure/part-7.md +100 -100
  412. package/lib/assets/docs/article/grokking-concurrency/clojure/part-8.md +120 -120
  413. package/lib/assets/docs/article/grokking-concurrency/csharp/index.md +101 -101
  414. package/lib/assets/docs/article/grokking-concurrency/csharp/part-1.md +97 -97
  415. package/lib/assets/docs/article/grokking-concurrency/csharp/part-2.md +123 -123
  416. package/lib/assets/docs/article/grokking-concurrency/csharp/part-3.md +101 -101
  417. package/lib/assets/docs/article/grokking-concurrency/csharp/part-4.md +112 -112
  418. package/lib/assets/docs/article/grokking-concurrency/csharp/part-5.md +99 -99
  419. package/lib/assets/docs/article/grokking-concurrency/csharp/part-6.md +61 -61
  420. package/lib/assets/docs/article/grokking-concurrency/csharp/part-7.md +84 -84
  421. package/lib/assets/docs/article/grokking-concurrency/csharp/part-8.md +92 -92
  422. package/lib/assets/docs/article/grokking-concurrency/fsharp/index.md +65 -65
  423. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-1.md +80 -80
  424. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-2.md +103 -103
  425. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-3.md +94 -94
  426. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-4.md +110 -110
  427. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-5.md +104 -104
  428. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-6.md +93 -93
  429. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-7.md +121 -121
  430. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-8.md +107 -107
  431. package/lib/assets/docs/article/grokking-concurrency/haskell/index.md +248 -248
  432. package/lib/assets/docs/article/grokking-concurrency/haskell/part-1.md +96 -96
  433. package/lib/assets/docs/article/grokking-concurrency/haskell/part-2.md +96 -96
  434. package/lib/assets/docs/article/grokking-concurrency/haskell/part-3.md +91 -91
  435. package/lib/assets/docs/article/grokking-concurrency/haskell/part-4.md +106 -106
  436. package/lib/assets/docs/article/grokking-concurrency/haskell/part-5.md +99 -99
  437. package/lib/assets/docs/article/grokking-concurrency/haskell/part-6.md +95 -95
  438. package/lib/assets/docs/article/grokking-concurrency/haskell/part-7.md +111 -111
  439. package/lib/assets/docs/article/grokking-concurrency/haskell/part-8.md +118 -118
  440. package/lib/assets/docs/article/grokking-concurrency/index.md +66 -66
  441. package/lib/assets/docs/article/grokking-concurrency/java/index.md +102 -102
  442. package/lib/assets/docs/article/grokking-concurrency/java/part-1.md +308 -308
  443. package/lib/assets/docs/article/grokking-concurrency/java/part-2.md +334 -334
  444. package/lib/assets/docs/article/grokking-concurrency/java/part-3.md +221 -221
  445. package/lib/assets/docs/article/grokking-concurrency/java/part-4.md +213 -213
  446. package/lib/assets/docs/article/grokking-concurrency/java/part-5.md +112 -112
  447. package/lib/assets/docs/article/grokking-concurrency/java/part-6.md +69 -69
  448. package/lib/assets/docs/article/grokking-concurrency/java/part-7.md +101 -101
  449. package/lib/assets/docs/article/grokking-concurrency/java/part-8.md +101 -101
  450. package/lib/assets/docs/article/grokking-concurrency/python/index.md +313 -313
  451. package/lib/assets/docs/article/grokking-concurrency/python/part-1.md +239 -239
  452. package/lib/assets/docs/article/grokking-concurrency/python/part-2.md +418 -418
  453. package/lib/assets/docs/article/grokking-concurrency/python/part-3.md +227 -227
  454. package/lib/assets/docs/article/grokking-concurrency/python/part-4.md +299 -299
  455. package/lib/assets/docs/article/grokking-concurrency/python/part-5.md +315 -315
  456. package/lib/assets/docs/article/grokking-concurrency/python/part-6.md +297 -297
  457. package/lib/assets/docs/article/grokking-concurrency/python/part-7.md +314 -314
  458. package/lib/assets/docs/article/grokking-concurrency/python/part-8.md +360 -360
  459. package/lib/assets/docs/article/grokking-concurrency/rust/index.md +270 -270
  460. package/lib/assets/docs/article/grokking-concurrency/rust/part-1.md +108 -108
  461. package/lib/assets/docs/article/grokking-concurrency/rust/part-2.md +120 -120
  462. package/lib/assets/docs/article/grokking-concurrency/rust/part-3.md +126 -126
  463. package/lib/assets/docs/article/grokking-concurrency/rust/part-4.md +175 -175
  464. package/lib/assets/docs/article/grokking-concurrency/rust/part-5.md +158 -158
  465. package/lib/assets/docs/article/grokking-concurrency/rust/part-6.md +94 -94
  466. package/lib/assets/docs/article/grokking-concurrency/rust/part-7.md +133 -133
  467. package/lib/assets/docs/article/grokking-concurrency/rust/part-8.md +155 -155
  468. package/lib/assets/docs/article/grokking-concurrency/scala/index.md +69 -69
  469. package/lib/assets/docs/article/grokking-concurrency/scala/part-1.md +78 -78
  470. package/lib/assets/docs/article/grokking-concurrency/scala/part-2.md +112 -112
  471. package/lib/assets/docs/article/grokking-concurrency/scala/part-3.md +93 -93
  472. package/lib/assets/docs/article/grokking-concurrency/scala/part-4.md +110 -110
  473. package/lib/assets/docs/article/grokking-concurrency/scala/part-5.md +119 -119
  474. package/lib/assets/docs/article/grokking-concurrency/scala/part-6.md +83 -83
  475. package/lib/assets/docs/article/grokking-concurrency/scala/part-7.md +131 -131
  476. package/lib/assets/docs/article/grokking-concurrency/scala/part-8.md +129 -129
  477. package/lib/assets/docs/article/grokkingfp/all/index.md +368 -368
  478. package/lib/assets/docs/article/grokkingfp/all/part-1-ch01-fp-introduction.md +530 -530
  479. package/lib/assets/docs/article/grokkingfp/all/part-1-ch02-pure-functions.md +923 -923
  480. package/lib/assets/docs/article/grokkingfp/all/part-2-ch03-immutable-data.md +1128 -1128
  481. package/lib/assets/docs/article/grokkingfp/all/part-2-ch04-higher-order-functions.md +1104 -1104
  482. package/lib/assets/docs/article/grokkingfp/all/part-2-ch05-flatmap.md +1026 -1026
  483. package/lib/assets/docs/article/grokkingfp/all/part-3-ch06-option.md +785 -785
  484. package/lib/assets/docs/article/grokkingfp/all/part-3-ch07-either-adt.md +871 -871
  485. package/lib/assets/docs/article/grokkingfp/all/part-4-ch08-io-monad.md +972 -972
  486. package/lib/assets/docs/article/grokkingfp/all/part-4-ch09-streams.md +926 -926
  487. package/lib/assets/docs/article/grokkingfp/all/part-5-ch10-concurrency.md +870 -870
  488. package/lib/assets/docs/article/grokkingfp/all/part-6-ch11-application.md +715 -715
  489. package/lib/assets/docs/article/grokkingfp/all/part-6-ch12-testing.md +626 -626
  490. package/lib/assets/docs/article/grokkingfp/all/writing-plan.md +712 -712
  491. package/lib/assets/docs/article/grokkingfp/clojure/index.md +276 -276
  492. package/lib/assets/docs/article/grokkingfp/clojure/part-1.md +667 -667
  493. package/lib/assets/docs/article/grokkingfp/clojure/part-2.md +643 -643
  494. package/lib/assets/docs/article/grokkingfp/clojure/part-3.md +620 -620
  495. package/lib/assets/docs/article/grokkingfp/clojure/part-4.md +697 -697
  496. package/lib/assets/docs/article/grokkingfp/clojure/part-5.md +751 -751
  497. package/lib/assets/docs/article/grokkingfp/clojure/part-6.md +721 -721
  498. package/lib/assets/docs/article/grokkingfp/csharp/index.md +246 -246
  499. package/lib/assets/docs/article/grokkingfp/csharp/part-1.md +811 -811
  500. package/lib/assets/docs/article/grokkingfp/csharp/part-2.md +971 -971
  501. package/lib/assets/docs/article/grokkingfp/csharp/part-3.md +981 -981
  502. package/lib/assets/docs/article/grokkingfp/csharp/part-4.md +949 -949
  503. package/lib/assets/docs/article/grokkingfp/csharp/part-5.md +947 -947
  504. package/lib/assets/docs/article/grokkingfp/csharp/part-6.md +739 -739
  505. package/lib/assets/docs/article/grokkingfp/elixir/index.md +203 -203
  506. package/lib/assets/docs/article/grokkingfp/elixir/part-1.md +712 -712
  507. package/lib/assets/docs/article/grokkingfp/elixir/part-2.md +838 -838
  508. package/lib/assets/docs/article/grokkingfp/elixir/part-3.md +985 -985
  509. package/lib/assets/docs/article/grokkingfp/elixir/part-4.md +974 -974
  510. package/lib/assets/docs/article/grokkingfp/elixir/part-5.md +1286 -1286
  511. package/lib/assets/docs/article/grokkingfp/elixir/part-6.md +1049 -1049
  512. package/lib/assets/docs/article/grokkingfp/fsharp/index.md +210 -210
  513. package/lib/assets/docs/article/grokkingfp/fsharp/part-1.md +714 -714
  514. package/lib/assets/docs/article/grokkingfp/fsharp/part-2.md +961 -961
  515. package/lib/assets/docs/article/grokkingfp/fsharp/part-3.md +972 -972
  516. package/lib/assets/docs/article/grokkingfp/fsharp/part-4.md +832 -832
  517. package/lib/assets/docs/article/grokkingfp/fsharp/part-5.md +911 -911
  518. package/lib/assets/docs/article/grokkingfp/fsharp/part-6.md +922 -922
  519. package/lib/assets/docs/article/grokkingfp/haskell/index.md +234 -234
  520. package/lib/assets/docs/article/grokkingfp/haskell/part-1.md +591 -591
  521. package/lib/assets/docs/article/grokkingfp/haskell/part-2.md +866 -866
  522. package/lib/assets/docs/article/grokkingfp/haskell/part-3.md +915 -915
  523. package/lib/assets/docs/article/grokkingfp/haskell/part-4.md +878 -878
  524. package/lib/assets/docs/article/grokkingfp/haskell/part-5.md +845 -845
  525. package/lib/assets/docs/article/grokkingfp/haskell/part-6.md +844 -844
  526. package/lib/assets/docs/article/grokkingfp/index.md +143 -143
  527. package/lib/assets/docs/article/grokkingfp/java/index.md +211 -211
  528. package/lib/assets/docs/article/grokkingfp/java/part-1.md +648 -648
  529. package/lib/assets/docs/article/grokkingfp/java/part-2.md +675 -675
  530. package/lib/assets/docs/article/grokkingfp/java/part-3.md +672 -672
  531. package/lib/assets/docs/article/grokkingfp/java/part-4.md +771 -771
  532. package/lib/assets/docs/article/grokkingfp/java/part-5.md +959 -959
  533. package/lib/assets/docs/article/grokkingfp/java/part-6.md +1328 -1328
  534. package/lib/assets/docs/article/grokkingfp/python/index.md +258 -258
  535. package/lib/assets/docs/article/grokkingfp/python/part-1.md +443 -443
  536. package/lib/assets/docs/article/grokkingfp/python/part-2.md +958 -958
  537. package/lib/assets/docs/article/grokkingfp/python/part-3.md +1004 -1004
  538. package/lib/assets/docs/article/grokkingfp/python/part-4.md +765 -765
  539. package/lib/assets/docs/article/grokkingfp/python/part-5.md +747 -747
  540. package/lib/assets/docs/article/grokkingfp/python/part-6.md +861 -861
  541. package/lib/assets/docs/article/grokkingfp/ruby/index.md +330 -330
  542. package/lib/assets/docs/article/grokkingfp/ruby/part-1.md +755 -755
  543. package/lib/assets/docs/article/grokkingfp/ruby/part-2.md +938 -938
  544. package/lib/assets/docs/article/grokkingfp/ruby/part-3.md +946 -946
  545. package/lib/assets/docs/article/grokkingfp/ruby/part-4.md +921 -921
  546. package/lib/assets/docs/article/grokkingfp/ruby/part-5.md +908 -908
  547. package/lib/assets/docs/article/grokkingfp/ruby/part-6.md +1412 -1412
  548. package/lib/assets/docs/article/grokkingfp/rust/index.md +242 -242
  549. package/lib/assets/docs/article/grokkingfp/rust/part-1.md +634 -634
  550. package/lib/assets/docs/article/grokkingfp/rust/part-2.md +1060 -1060
  551. package/lib/assets/docs/article/grokkingfp/rust/part-3.md +994 -994
  552. package/lib/assets/docs/article/grokkingfp/rust/part-4.md +573 -573
  553. package/lib/assets/docs/article/grokkingfp/rust/part-5.md +705 -705
  554. package/lib/assets/docs/article/grokkingfp/rust/part-6.md +508 -508
  555. package/lib/assets/docs/article/grokkingfp/scala/index.md +171 -171
  556. package/lib/assets/docs/article/grokkingfp/scala/part-1.md +543 -543
  557. package/lib/assets/docs/article/grokkingfp/scala/part-2.md +946 -946
  558. package/lib/assets/docs/article/grokkingfp/scala/part-3.md +919 -919
  559. package/lib/assets/docs/article/grokkingfp/scala/part-4.md +742 -742
  560. package/lib/assets/docs/article/grokkingfp/scala/part-5.md +722 -722
  561. package/lib/assets/docs/article/grokkingfp/scala/part-6.md +867 -867
  562. package/lib/assets/docs/article/grokkingfp/typescript/index.md +273 -273
  563. package/lib/assets/docs/article/grokkingfp/typescript/part-1.md +561 -561
  564. package/lib/assets/docs/article/grokkingfp/typescript/part-2.md +1129 -1129
  565. package/lib/assets/docs/article/grokkingfp/typescript/part-3.md +842 -842
  566. package/lib/assets/docs/article/grokkingfp/typescript/part-4.md +1087 -1087
  567. package/lib/assets/docs/article/grokkingfp/typescript/part-5.md +717 -717
  568. package/lib/assets/docs/article/grokkingfp/typescript/part-6.md +982 -982
  569. package/lib/assets/docs/article/practical-database-design/index.md +121 -121
  570. package/lib/assets/docs/article/practical-database-design/part1/chapter01.md +288 -288
  571. package/lib/assets/docs/article/practical-database-design/part1/chapter02.md +518 -518
  572. package/lib/assets/docs/article/practical-database-design/part1/chapter03.md +557 -557
  573. package/lib/assets/docs/article/practical-database-design/part2/chapter04.md +924 -924
  574. package/lib/assets/docs/article/practical-database-design/part2/chapter05.md +1627 -1627
  575. package/lib/assets/docs/article/practical-database-design/part2/chapter06.md +2716 -2716
  576. package/lib/assets/docs/article/practical-database-design/part2/chapter07.md +2082 -2082
  577. package/lib/assets/docs/article/practical-database-design/part2/chapter08.md +2105 -2105
  578. package/lib/assets/docs/article/practical-database-design/part2/chapter09.md +2031 -2031
  579. package/lib/assets/docs/article/practical-database-design/part2/chapter10.md +1387 -1387
  580. package/lib/assets/docs/article/practical-database-design/part2/chapter11.md +1677 -1677
  581. package/lib/assets/docs/article/practical-database-design/part2/chapter12.md +1417 -1417
  582. package/lib/assets/docs/article/practical-database-design/part2/chapter13.md +1434 -1434
  583. package/lib/assets/docs/article/practical-database-design/part3/chapter14.md +667 -667
  584. package/lib/assets/docs/article/practical-database-design/part3/chapter15.md +1625 -1625
  585. package/lib/assets/docs/article/practical-database-design/part3/chapter16.md +1915 -1915
  586. package/lib/assets/docs/article/practical-database-design/part3/chapter17.md +1708 -1708
  587. package/lib/assets/docs/article/practical-database-design/part3/chapter18.md +2095 -2095
  588. package/lib/assets/docs/article/practical-database-design/part3/chapter19.md +1123 -1123
  589. package/lib/assets/docs/article/practical-database-design/part3/chapter20.md +1031 -1031
  590. package/lib/assets/docs/article/practical-database-design/part3/chapter21.md +1382 -1382
  591. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter14-orm.md +991 -991
  592. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter15-orm.md +1300 -1300
  593. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter16-orm.md +1166 -1166
  594. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter17-orm.md +1584 -1584
  595. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter18-orm.md +1183 -1183
  596. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter19-orm.md +1016 -1016
  597. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter20-orm.md +1753 -1753
  598. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter21-orm.md +1447 -1447
  599. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter22-orm.md +1878 -1878
  600. package/lib/assets/docs/article/practical-database-design/part4/chapter22.md +965 -965
  601. package/lib/assets/docs/article/practical-database-design/part4/chapter23.md +2069 -2069
  602. package/lib/assets/docs/article/practical-database-design/part4/chapter24.md +2439 -2439
  603. package/lib/assets/docs/article/practical-database-design/part4/chapter25.md +3661 -3661
  604. package/lib/assets/docs/article/practical-database-design/part4/chapter26.md +2916 -2916
  605. package/lib/assets/docs/article/practical-database-design/part4/chapter27.md +3105 -3105
  606. package/lib/assets/docs/article/practical-database-design/part4/chapter28.md +2697 -2697
  607. package/lib/assets/docs/article/practical-database-design/part4/chapter29.md +2544 -2544
  608. package/lib/assets/docs/article/practical-database-design/part4/chapter30.md +2180 -2180
  609. package/lib/assets/docs/article/practical-database-design/part4/chapter31.md +1192 -1192
  610. package/lib/assets/docs/article/practical-database-design/part4/chapter32.md +2101 -2101
  611. package/lib/assets/docs/article/practical-database-design/part5/chapter33.md +1032 -1032
  612. package/lib/assets/docs/article/practical-database-design/part5/chapter34.md +1609 -1609
  613. package/lib/assets/docs/article/practical-database-design/part5/chapter35.md +1453 -1453
  614. package/lib/assets/docs/article/practical-database-design/part5/chapter36.md +1292 -1292
  615. package/lib/assets/docs/article/practical-database-design/part5/chapter37.md +1470 -1470
  616. package/lib/assets/docs/article/practical-database-design/part5/chapter38.md +1698 -1698
  617. package/lib/assets/docs/article/practical-database-design/part5/chapter39.md +2334 -2334
  618. package/lib/assets/docs/article/practical-database-design/study/study2-1.md +1693 -1693
  619. package/lib/assets/docs/article/practical-database-design/study/study2-2.md +1347 -1347
  620. package/lib/assets/docs/article/practical-database-design/study/study2-3.md +2044 -2044
  621. package/lib/assets/docs/article/practical-database-design/study/study2-4.md +2229 -2229
  622. package/lib/assets/docs/article/practical-database-design/study/study2-5.md +2418 -2418
  623. package/lib/assets/docs/article/practical-database-design/study/study3-1.md +2205 -2205
  624. package/lib/assets/docs/article/practical-database-design/study/study3-2.md +2221 -2221
  625. package/lib/assets/docs/article/practical-database-design/study/study3-3.md +2253 -2253
  626. package/lib/assets/docs/article/practical-database-design/study/study3-4.md +2106 -2106
  627. package/lib/assets/docs/article/practical-database-design/study/study3-5.md +2507 -2507
  628. package/lib/assets/docs/article/practical-database-design/study/study4-1.md +2587 -2587
  629. package/lib/assets/docs/article/practical-database-design/study/study4-2.md +2075 -2075
  630. package/lib/assets/docs/article/practical-database-design/study/study4-3.md +1805 -1805
  631. package/lib/assets/docs/article/practical-database-design/study/study4-4.md +1895 -1895
  632. package/lib/assets/docs/article/practical-database-design/study/study4-5.md +2878 -2878
  633. package/lib/assets/docs/assets/css/extra.css +29 -29
  634. package/lib/assets/docs/assets/js/extra.js +44 -44
  635. package/lib/assets/docs/development/index.md +39 -39
  636. package/lib/assets/docs/operation/index.md +11 -11
  637. package/lib/assets/docs/reference/CodexCLIMCP/343/202/242/343/203/227/343/203/252/343/202/261/343/203/274/343/202/267/343/203/247/343/203/263/351/226/213/347/231/272/343/203/225/343/203/255/343/203/274.md +532 -532
  638. package/lib/assets/docs/reference/CodexCLIMCP/343/202/265/343/203/274/343/203/220/343/203/274/350/250/255/345/256/232/346/211/213/351/240/206.md +341 -341
  639. package/lib/assets/docs/reference/Java/343/202/242/343/203/227/343/203/252/343/202/261/343/203/274/343/202/267/343/203/247/343/203/263/347/222/260/345/242/203/346/247/213/347/257/211/343/202/254/343/202/244/343/203/211.md +581 -581
  640. package/lib/assets/docs/reference/SonarQube/343/203/255/343/203/274/343/202/253/343/203/253/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +642 -642
  641. package/lib/assets/docs/reference/TypeScript/343/202/242/343/203/227/343/203/252/343/202/261/343/203/274/343/202/267/343/203/247/343/203/263/347/222/260/345/242/203/346/247/213/347/257/211/343/202/254/343/202/244/343/203/211.md +465 -465
  642. package/lib/assets/docs/reference/UI/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +450 -450
  643. package/lib/assets/docs/reference/images/Ansoff.drawio.svg +3 -3
  644. package/lib/assets/docs/reference/images/BrandBasicStrategy.drawio.svg +3 -3
  645. package/lib/assets/docs/reference/images/BrandCategorization.drawio.svg +3 -3
  646. package/lib/assets/docs/reference/images/BrandRecurutementStrategy.drawio.svg +3 -3
  647. package/lib/assets/docs/reference/images/BrandValue.drawio.svg +3 -3
  648. package/lib/assets/docs/reference/images/BusinessActivitiy.svg +3 -3
  649. package/lib/assets/docs/reference/images/HRM.drawio.svg +3 -3
  650. package/lib/assets/docs/reference/images/MarketingStructure.drawio.svg +3 -3
  651. package/lib/assets/docs/reference/images/OrganizationElemnts.svg +3 -3
  652. package/lib/assets/docs/reference/images/PPM.drawio.svg +3 -3
  653. package/lib/assets/docs/reference/images/PositioningMap.drawio.svg +3 -3
  654. package/lib/assets/docs/reference/images/ProductLayer.drawio.svg +3 -3
  655. package/lib/assets/docs/reference/images/ProductMix.drawio.svg +3 -3
  656. package/lib/assets/docs/reference/images/SWOT.drawio.svg +3 -3
  657. package/lib/assets/docs/reference/images/TargetMarket.drawio.svg +3 -3
  658. package/lib/assets/docs/reference/images/ThreeGenericStrategies.drawio.svg +3 -3
  659. package/lib/assets/docs/reference/images/VRIO.drawio.svg +3 -3
  660. package/lib/assets/docs/reference/images/ValueChain.drawio.svg +3 -3
  661. package/lib/assets/docs/reference/index.md +52 -52
  662. package/lib/assets/docs/reference//343/202/210/343/201/204/343/202/275/343/203/225/343/203/210/343/202/246/343/202/247/343/202/242/343/201/250/343/201/257.md +250 -250
  663. package/lib/assets/docs/reference//343/202/242/343/203/274/343/202/255/343/203/206/343/202/257/343/203/201/343/203/243/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +2216 -2216
  664. package/lib/assets/docs/reference//343/202/244/343/203/263/343/203/225/343/203/251/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +1878 -1878
  665. package/lib/assets/docs/reference//343/202/250/343/202/257/343/202/271/343/203/210/343/203/252/343/203/274/343/203/240/343/203/227/343/203/255/343/202/260/343/203/251/343/203/237/343/203/263/343/202/260.md +550 -550
  666. package/lib/assets/docs/reference//343/202/263/343/203/274/343/203/207/343/202/243/343/203/263/343/202/260/343/201/250/343/203/206/343/202/271/343/203/210/343/202/254/343/202/244/343/203/211.md +705 -705
  667. package/lib/assets/docs/reference//343/203/206/343/202/271/343/203/210/346/210/246/347/225/245/343/202/254/343/202/244/343/203/211.md +1313 -1313
  668. package/lib/assets/docs/reference//343/203/207/343/203/274/343/202/277/343/203/242/343/203/207/343/203/253/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +311 -311
  669. package/lib/assets/docs/reference//343/203/211/343/203/241/343/202/244/343/203/263/343/203/242/343/203/207/343/203/253/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +599 -599
  670. package/lib/assets/docs/reference//343/203/223/343/202/270/343/203/215/343/202/271/343/202/242/343/203/274/343/202/255/343/203/206/343/202/257/343/203/201/343/203/243/345/210/206/346/236/220/343/202/254/343/202/244/343/203/211.md +528 -528
  671. package/lib/assets/docs/reference//343/203/246/343/203/274/343/202/271/343/202/261/343/203/274/343/202/271/344/275/234/346/210/220/343/202/254/343/202/244/343/203/211.md +689 -689
  672. package/lib/assets/docs/reference//343/203/252/343/203/252/343/203/274/343/202/271/343/202/254/343/202/244/343/203/211.md +461 -461
  673. package/lib/assets/docs/reference//343/203/252/343/203/252/343/203/274/343/202/271/343/203/273/343/202/244/343/203/206/343/203/254/343/203/274/343/202/267/343/203/247/343/203/263/350/250/210/347/224/273/343/202/254/343/202/244/343/203/211.md +580 -580
  674. package/lib/assets/docs/reference//343/203/255/343/202/270/343/202/253/343/203/253/343/202/267/343/203/263/343/202/255/343/203/263/343/202/260.md +1367 -1367
  675. package/lib/assets/docs/reference//344/274/201/346/245/255/347/265/214/345/226/266/350/253/226.md +2637 -2637
  676. package/lib/assets/docs/reference//347/222/260/345/242/203/345/244/211/346/225/260/347/256/241/347/220/206/343/202/254/343/202/244/343/203/211.md +665 -665
  677. package/lib/assets/docs/reference//350/246/201/344/273/266/345/256/232/347/276/251/343/202/254/343/202/244/343/203/211.md +1248 -1248
  678. package/lib/assets/docs/reference//350/250/200/350/252/236/345/210/245/351/226/213/347/231/272/343/202/254/343/202/244/343/203/211.md +518 -518
  679. package/lib/assets/docs/reference//351/201/213/345/226/266/347/256/241/347/220/206.md +1482 -1482
  680. package/lib/assets/docs/reference//351/201/213/347/224/250/343/202/271/343/202/257/343/203/252/343/203/227/343/203/210/344/275/234/346/210/220/343/202/254/343/202/244/343/203/211.md +421 -421
  681. package/lib/assets/docs/reference//351/201/213/347/224/250/350/246/201/344/273/266/345/256/232/347/276/251/343/202/254/343/202/244/343/203/211.md +392 -392
  682. package/lib/assets/docs/reference//351/226/213/347/231/272/343/202/254/343/202/244/343/203/211.md +299 -299
  683. package/lib/assets/docs/reference//351/235/236/346/251/237/350/203/275/350/246/201/344/273/266/345/256/232/347/276/251/343/202/254/343/202/244/343/203/211.md +1236 -1236
  684. package/lib/assets/docs/review/index.md +5 -5
  685. package/lib/assets/docs/strategy/index.md +1 -1
  686. package/lib/assets/docs/template/ADR.md +30 -30
  687. package/lib/assets/docs/template/AWS/343/202/271/343/203/206/343/203/274/343/202/270/343/203/263/343/202/260/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +1366 -1366
  688. package/lib/assets/docs/template/AWS/343/203/227/343/203/255/343/203/200/343/202/257/343/202/267/343/203/247/343/203/263/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +634 -634
  689. package/lib/assets/docs/template/README.md +50 -50
  690. package/lib/assets/docs/template/index.md +23 -23
  691. package/lib/assets/docs/template//343/201/276/343/201/232/343/201/223/343/202/214/343/202/222/350/252/255/343/202/202/343/201/206/343/203/252/343/202/271/343/203/210.md +12 -12
  692. package/lib/assets/docs/template//343/202/242/343/203/227/343/203/252/343/202/261/343/203/274/343/202/267/343/203/247/343/203/263/351/226/213/347/231/272/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +547 -547
  693. package/lib/assets/docs/template//343/202/244/343/203/206/343/203/254/343/203/274/343/202/267/343/203/247/343/203/263/345/256/214/344/272/206/345/240/261/345/221/212/346/233/270.md +58 -58
  694. package/lib/assets/docs/template//343/202/244/343/203/263/343/202/273/343/203/227/343/202/267/343/203/247/343/203/263/343/203/207/343/203/203/343/202/255.md +13 -13
  695. package/lib/assets/docs/template//343/203/223/343/202/270/343/203/215/343/202/271/343/202/242/343/203/274/343/202/255/343/203/206/343/202/257/343/203/201/343/203/243.md +379 -379
  696. package/lib/assets/docs/template//344/274/201/346/245/255/345/210/206/346/236/220.md +573 -573
  697. package/lib/assets/docs/template//345/256/214/345/205/250/345/275/242/345/274/217/343/201/256/343/203/246/343/203/274/343/202/271/343/202/261/343/203/274/343/202/271.md +69 -69
  698. package/lib/assets/docs/template//350/246/201/344/273/266/345/256/232/347/276/251.md +669 -669
  699. package/lib/assets/docs/template//350/250/255/350/250/210.md +173 -173
  700. package/lib/assets/docs/template//351/226/213/347/231/272/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +688 -688
  701. package/lib/assets/gulpfile.js +25 -25
  702. package/lib/assets/mkdocs.yml +136 -136
  703. package/lib/assets/ops/docker/mkdoc/Dockerfile +19 -19
  704. package/lib/assets/ops/scripts/journal.js +180 -180
  705. package/lib/assets/ops/scripts/mkdocs.js +82 -82
  706. package/lib/assets/ops/scripts/release.js +431 -431
  707. package/lib/assets/ops/scripts/sonar_local.js +726 -726
  708. package/lib/assets/ops/scripts/ssh.js +190 -190
  709. package/lib/assets/ops/scripts/vault.js +299 -299
  710. package/lib/assets/package-lock.json +1653 -1653
  711. package/lib/assets/package.json +40 -40
  712. package/lib/gulpfile.js +37 -37
  713. package/package.json +41 -41
@@ -1,2334 +1,2334 @@
1
- # 第39章:データ連携の実装パターン
2
-
3
- 本章では、基幹業務システム間のデータ連携を実現するための具体的な実装パターンについて解説します。バッチ連携とリアルタイム連携の両方のアプローチを理解し、適切な連携テーブル設計とエラーハンドリングの方法を学びます。
4
-
5
- ---
6
-
7
- ## 39.1 バッチ連携
8
-
9
- ### バッチ連携の概要
10
-
11
- バッチ連携は、定期的なスケジュールでまとめてデータを転送する方式です。大量データの処理や、リアルタイム性が不要な業務に適しています。
12
-
13
- ```plantuml
14
- @startuml
15
- title バッチ連携の基本構造
16
-
17
- rectangle "ソースシステム" as source {
18
- database "販売管理DB" as sales_db
19
- }
20
-
21
- rectangle "バッチ処理" as batch {
22
- rectangle "抽出\n(Extract)" as extract
23
- rectangle "変換\n(Transform)" as transform
24
- rectangle "ロード\n(Load)" as load
25
- }
26
-
27
- rectangle "ターゲットシステム" as target {
28
- database "財務会計DB" as accounting_db
29
- }
30
-
31
- file "中間ファイル" as staging_file
32
-
33
- sales_db --> extract : 定期実行
34
- extract --> staging_file : 出力
35
- staging_file --> transform : 読込
36
- transform --> load : 変換済データ
37
- load --> accounting_db : 投入
38
-
39
- note bottom of batch
40
- 【バッチ連携の特徴】
41
- ・大量データの一括処理に適する
42
- ・処理時間の予測が容易
43
- ・障害時のリカバリが比較的簡単
44
- ・リアルタイム性は犠牲になる
45
- end note
46
-
47
- @enduml
48
- ```
49
-
50
- ### ファイル連携(CSV / XML / JSON)
51
-
52
- 基幹業務システム間のデータ連携では、ファイル形式でのデータ交換が広く使われています。
53
-
54
- #### ファイル形式の比較
55
-
56
- | 形式 | 特徴 | 適用場面 | 注意点 |
57
- |-----|-----|---------|-------|
58
- | CSV | 軽量・シンプル | 定型データ、レガシー連携 | 文字コード、区切り文字 |
59
- | XML | 構造化、スキーマ定義 | 複雑な階層データ | ファイルサイズ大 |
60
- | JSON | 軽量・可読性高 | Web API 連携 | スキーマ検証が必要 |
61
- | 固定長 | 高速処理 | 大量データ、メインフレーム | 柔軟性に欠ける |
62
-
63
- #### ファイル連携の設計
64
-
65
- ```plantuml
66
- @startuml
67
- title ファイル連携のデータフロー
68
-
69
- |ソースシステム|
70
- start
71
- :データ抽出クエリ実行;
72
- :ファイル出力;
73
- note right
74
- ・日付フォルダ作成
75
- ・連番ファイル名
76
- ・完了ファイル出力
77
- end note
78
-
79
- :ファイル転送;
80
-
81
- |ターゲットシステム|
82
- :ファイル受信確認;
83
- note right
84
- 完了ファイル(.done)の
85
- 存在を確認してから処理開始
86
- end note
87
-
88
- :バリデーション;
89
- if (検証OK?) then (yes)
90
- :データ変換;
91
- :データ投入;
92
- :正常完了記録;
93
- else (no)
94
- :エラーファイル出力;
95
- :アラート通知;
96
- endif
97
-
98
- stop
99
-
100
- @enduml
101
- ```
102
-
103
- <details>
104
- <summary>Java 実装例 - CSV 出力</summary>
105
-
106
- ```java
107
- // 売上データ CSV 出力サービス
108
- @Service
109
- public class SalesCsvExportService {
110
- private final SalesRepository salesRepository;
111
- private final FileStorageService fileStorage;
112
-
113
- @Transactional(readOnly = true)
114
- public ExportResult exportSalesData(LocalDate targetDate) {
115
- // 出力ディレクトリ
116
- String directory = String.format("sales/%s",
117
- targetDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")));
118
-
119
- // データ取得
120
- List<SalesData> salesList = salesRepository.findByDate(targetDate);
121
-
122
- // CSV 出力
123
- String fileName = String.format("sales_%s_%s.csv",
124
- targetDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")),
125
- LocalDateTime.now().format(DateTimeFormatter.ofPattern("HHmmss")));
126
-
127
- try (CsvWriter writer = new CsvWriter(
128
- fileStorage.getOutputStream(directory, fileName),
129
- StandardCharsets.UTF_8)) {
130
-
131
- // ヘッダー出力
132
- writer.writeHeader(
133
- "売上番号", "売上日", "得意先コード", "得意先名",
134
- "商品コード", "商品名", "数量", "単価", "金額", "消費税"
135
- );
136
-
137
- // データ出力
138
- for (SalesData sales : salesList) {
139
- writer.writeRow(
140
- sales.getSalesNumber(),
141
- sales.getSalesDate().toString(),
142
- sales.getCustomerCode(),
143
- sales.getCustomerName(),
144
- sales.getProductCode(),
145
- sales.getProductName(),
146
- sales.getQuantity().toString(),
147
- sales.getUnitPrice().toString(),
148
- sales.getAmount().toString(),
149
- sales.getTaxAmount().toString()
150
- );
151
- }
152
- }
153
-
154
- // 完了ファイル出力
155
- String doneFileName = fileName.replace(".csv", ".done");
156
- fileStorage.createEmptyFile(directory, doneFileName);
157
-
158
- return new ExportResult(
159
- fileName,
160
- salesList.size(),
161
- ExportStatus.SUCCESS
162
- );
163
- }
164
- }
165
-
166
- // CSV ライター
167
- public class CsvWriter implements AutoCloseable {
168
- private final BufferedWriter writer;
169
- private final String delimiter = ",";
170
- private final String lineEnding = "\r\n";
171
-
172
- public CsvWriter(OutputStream outputStream, Charset charset) {
173
- this.writer = new BufferedWriter(
174
- new OutputStreamWriter(outputStream, charset)
175
- );
176
- }
177
-
178
- public void writeHeader(String... columns) throws IOException {
179
- writeLine(columns);
180
- }
181
-
182
- public void writeRow(String... values) throws IOException {
183
- String[] escapedValues = Arrays.stream(values)
184
- .map(this::escapeField)
185
- .toArray(String[]::new);
186
- writeLine(escapedValues);
187
- }
188
-
189
- private void writeLine(String[] fields) throws IOException {
190
- writer.write(String.join(delimiter, fields));
191
- writer.write(lineEnding);
192
- }
193
-
194
- private String escapeField(String field) {
195
- if (field == null) return "";
196
- if (field.contains(",") || field.contains("\"")
197
- || field.contains("\n")) {
198
- return "\"" + field.replace("\"", "\"\"") + "\"";
199
- }
200
- return field;
201
- }
202
-
203
- @Override
204
- public void close() throws IOException {
205
- writer.close();
206
- }
207
- }
208
- ```
209
-
210
- </details>
211
-
212
- <details>
213
- <summary>Java 実装例 - CSV 取込</summary>
214
-
215
- ```java
216
- // 仕訳データ CSV 取込サービス
217
- @Service
218
- public class JournalCsvImportService {
219
- private final JournalRepository journalRepository;
220
- private final FileStorageService fileStorage;
221
- private final ImportLogRepository importLogRepository;
222
-
223
- @Transactional
224
- public ImportResult importJournalData(String directory, String fileName) {
225
- ImportLog log = ImportLog.start(fileName);
226
-
227
- try {
228
- // 完了ファイル確認
229
- String doneFileName = fileName.replace(".csv", ".done");
230
- if (!fileStorage.exists(directory, doneFileName)) {
231
- throw new ImportException("完了ファイルが見つかりません: " + doneFileName);
232
- }
233
-
234
- // CSV 読込
235
- List<JournalImportRow> rows = new ArrayList<>();
236
- List<ImportError> errors = new ArrayList<>();
237
-
238
- try (CsvReader reader = new CsvReader(
239
- fileStorage.getInputStream(directory, fileName),
240
- StandardCharsets.UTF_8)) {
241
-
242
- int lineNumber = 1;
243
- reader.skipHeader();
244
- lineNumber++;
245
-
246
- String[] line;
247
- while ((line = reader.readLine()) != null) {
248
- try {
249
- JournalImportRow row = parseRow(line, lineNumber);
250
- validateRow(row);
251
- rows.add(row);
252
- } catch (ValidationException e) {
253
- errors.add(new ImportError(lineNumber, e.getMessage()));
254
- }
255
- lineNumber++;
256
- }
257
- }
258
-
259
- // エラーがある場合は中断
260
- if (!errors.isEmpty()) {
261
- log.fail(errors);
262
- importLogRepository.save(log);
263
- return new ImportResult(ImportStatus.VALIDATION_ERROR, 0, errors);
264
- }
265
-
266
- // データ投入
267
- int insertedCount = 0;
268
- for (JournalImportRow row : rows) {
269
- JournalEntry journal = convertToEntity(row);
270
- journalRepository.save(journal);
271
- insertedCount++;
272
- }
273
-
274
- log.success(insertedCount);
275
- importLogRepository.save(log);
276
-
277
- return new ImportResult(ImportStatus.SUCCESS, insertedCount, List.of());
278
-
279
- } catch (Exception e) {
280
- log.fail(e.getMessage());
281
- importLogRepository.save(log);
282
- throw new ImportException("取込処理でエラーが発生しました", e);
283
- }
284
- }
285
-
286
- private JournalImportRow parseRow(String[] fields, int lineNumber) {
287
- if (fields.length < 10) {
288
- throw new ValidationException("フィールド数が不足しています");
289
- }
290
- return new JournalImportRow(
291
- fields[0], // 伝票番号
292
- LocalDate.parse(fields[1]), // 伝票日付
293
- fields[2], // 借方勘定科目
294
- fields[3], // 借方補助科目
295
- new BigDecimal(fields[4]), // 借方金額
296
- fields[5], // 貸方勘定科目
297
- fields[6], // 貸方補助科目
298
- new BigDecimal(fields[7]), // 貸方金額
299
- fields[8], // 摘要
300
- fields[9] // 部門コード
301
- );
302
- }
303
-
304
- private void validateRow(JournalImportRow row) {
305
- // 貸借一致チェック
306
- if (row.debitAmount().compareTo(row.creditAmount()) != 0) {
307
- throw new ValidationException("貸借金額が一致しません");
308
- }
309
- // その他のバリデーション...
310
- }
311
- }
312
- ```
313
-
314
- </details>
315
-
316
- ### ETL 処理の設計
317
-
318
- ETL(Extract-Transform-Load)は、データ連携の標準的なアプローチです。
319
-
320
- ```plantuml
321
- @startuml
322
- title ETL 処理の設計パターン
323
-
324
- rectangle "Extract(抽出)" as extract {
325
- rectangle "フル抽出" as full_extract
326
- rectangle "差分抽出" as incremental_extract
327
- rectangle "CDC 抽出" as cdc_extract
328
- }
329
-
330
- rectangle "Transform(変換)" as transform {
331
- rectangle "データクレンジング" as cleansing
332
- rectangle "コード変換" as code_mapping
333
- rectangle "集計・計算" as aggregation
334
- rectangle "データ結合" as join_data
335
- }
336
-
337
- rectangle "Load(ロード)" as load {
338
- rectangle "フルリフレッシュ" as full_refresh
339
- rectangle "インクリメンタル" as incremental_load
340
- rectangle "Upsert" as upsert
341
- }
342
-
343
- full_extract --> cleansing
344
- incremental_extract --> cleansing
345
- cdc_extract --> cleansing
346
-
347
- cleansing --> code_mapping
348
- code_mapping --> aggregation
349
- aggregation --> join_data
350
-
351
- join_data --> full_refresh
352
- join_data --> incremental_load
353
- join_data --> upsert
354
-
355
- note bottom of extract
356
- 【抽出方式の選択基準】
357
- ・フル抽出:データ量が少ない場合
358
- ・差分抽出:更新日時で判定可能な場合
359
- ・CDC:リアルタイム性が必要な場合
360
- end note
361
-
362
- @enduml
363
- ```
364
-
365
- #### ETL ジョブ設計
366
-
367
- ```plantuml
368
- @startuml
369
- title ETL ジョブの実行フロー
370
-
371
- |スケジューラ|
372
- start
373
- :ジョブ起動;
374
- note right
375
- 毎日 AM 2:00
376
- または手動起動
377
- end note
378
-
379
- |抽出フェーズ|
380
- :前回実行日時取得;
381
- :差分データ抽出;
382
-
383
- if (データあり?) then (yes)
384
- :ステージングテーブルに格納;
385
-
386
- |変換フェーズ|
387
- :データクレンジング;
388
- note right
389
- ・NULL 値処理
390
- ・文字コード変換
391
- ・日付フォーマット統一
392
- end note
393
-
394
- :コード変換;
395
- note right
396
- ・コードマッピングテーブル参照
397
- ・未定義コードはエラー
398
- end note
399
-
400
- :業務ルール適用;
401
- note right
402
- ・消費税計算
403
- ・勘定科目判定
404
- ・部門配賦
405
- end note
406
-
407
- |ロードフェーズ|
408
- :本番テーブルに投入;
409
- :実行結果記録;
410
- else (no)
411
- :スキップ記録;
412
- endif
413
-
414
- |スケジューラ|
415
- :完了通知;
416
-
417
- stop
418
-
419
- @enduml
420
- ```
421
-
422
- <details>
423
- <summary>Java 実装例 - ETL ジョブ</summary>
424
-
425
- ```java
426
- // ETL ジョブ基底クラス
427
- public abstract class EtlJob<S, T> {
428
- protected final Logger log = LoggerFactory.getLogger(getClass());
429
-
430
- public EtlJobResult execute(EtlJobContext context) {
431
- EtlJobResult result = new EtlJobResult(getJobName());
432
- result.start();
433
-
434
- try {
435
- // 抽出フェーズ
436
- log.info("抽出フェーズ開始");
437
- List<S> sourceData = extract(context);
438
- result.setExtractedCount(sourceData.size());
439
- log.info("抽出完了: {} 件", sourceData.size());
440
-
441
- if (sourceData.isEmpty()) {
442
- result.complete(EtlJobStatus.SKIPPED, "対象データなし");
443
- return result;
444
- }
445
-
446
- // 変換フェーズ
447
- log.info("変換フェーズ開始");
448
- TransformResult<T> transformResult = transform(sourceData, context);
449
- result.setTransformedCount(transformResult.successCount());
450
- result.setErrorCount(transformResult.errorCount());
451
- result.addErrors(transformResult.errors());
452
- log.info("変換完了: 成功 {} 件, エラー {} 件",
453
- transformResult.successCount(), transformResult.errorCount());
454
-
455
- // エラー閾値チェック
456
- if (exceedsErrorThreshold(transformResult, context)) {
457
- result.complete(EtlJobStatus.FAILED, "エラー閾値超過");
458
- return result;
459
- }
460
-
461
- // ロードフェーズ
462
- log.info("ロードフェーズ開始");
463
- int loadedCount = load(transformResult.data(), context);
464
- result.setLoadedCount(loadedCount);
465
- log.info("ロード完了: {} 件", loadedCount);
466
-
467
- result.complete(EtlJobStatus.SUCCESS, null);
468
- return result;
469
-
470
- } catch (Exception e) {
471
- log.error("ETL ジョブでエラー発生", e);
472
- result.complete(EtlJobStatus.FAILED, e.getMessage());
473
- return result;
474
- }
475
- }
476
-
477
- protected abstract String getJobName();
478
- protected abstract List<S> extract(EtlJobContext context);
479
- protected abstract TransformResult<T> transform(List<S> data, EtlJobContext context);
480
- protected abstract int load(List<T> data, EtlJobContext context);
481
-
482
- private boolean exceedsErrorThreshold(
483
- TransformResult<T> result, EtlJobContext context) {
484
- double errorRate = (double) result.errorCount()
485
- / (result.successCount() + result.errorCount());
486
- return errorRate > context.getErrorThreshold();
487
- }
488
- }
489
-
490
- // 売上→仕訳 ETL ジョブ
491
- @Component
492
- public class SalesToJournalEtlJob extends EtlJob<SalesData, JournalEntry> {
493
- private final SalesRepository salesRepository;
494
- private final JournalRepository journalRepository;
495
- private final JournalPatternService patternService;
496
-
497
- @Override
498
- protected String getJobName() {
499
- return "売上仕訳連携";
500
- }
501
-
502
- @Override
503
- protected List<SalesData> extract(EtlJobContext context) {
504
- LocalDateTime lastRunTime = context.getLastRunTime();
505
- LocalDateTime currentTime = context.getCurrentTime();
506
-
507
- return salesRepository.findByUpdatedAtBetween(lastRunTime, currentTime);
508
- }
509
-
510
- @Override
511
- protected TransformResult<JournalEntry> transform(
512
- List<SalesData> salesList, EtlJobContext context) {
513
-
514
- List<JournalEntry> journals = new ArrayList<>();
515
- List<TransformError> errors = new ArrayList<>();
516
-
517
- for (SalesData sales : salesList) {
518
- try {
519
- // 自動仕訳パターン取得
520
- JournalPattern pattern = patternService.findPattern(
521
- sales.getProductGroup(),
522
- sales.getCustomerGroup()
523
- );
524
-
525
- if (pattern == null) {
526
- errors.add(new TransformError(
527
- sales.getSalesNumber(),
528
- "仕訳パターンが見つかりません"
529
- ));
530
- continue;
531
- }
532
-
533
- // 仕訳生成
534
- JournalEntry journal = createJournal(sales, pattern);
535
- journals.add(journal);
536
-
537
- } catch (Exception e) {
538
- errors.add(new TransformError(
539
- sales.getSalesNumber(),
540
- e.getMessage()
541
- ));
542
- }
543
- }
544
-
545
- return new TransformResult<>(journals, journals.size(), errors.size(), errors);
546
- }
547
-
548
- @Override
549
- @Transactional
550
- protected int load(List<JournalEntry> journals, EtlJobContext context) {
551
- int count = 0;
552
- for (JournalEntry journal : journals) {
553
- journalRepository.save(journal);
554
- count++;
555
- }
556
- return count;
557
- }
558
-
559
- private JournalEntry createJournal(SalesData sales, JournalPattern pattern) {
560
- return JournalEntry.builder()
561
- .journalDate(sales.getSalesDate())
562
- .debitAccountCode(pattern.getDebitAccountCode())
563
- .debitAmount(sales.getAmount())
564
- .creditAccountCode(pattern.getCreditAccountCode())
565
- .creditAmount(sales.getAmount())
566
- .description("売上計上: " + sales.getSalesNumber())
567
- .sourceType("SALES")
568
- .sourceId(sales.getSalesNumber())
569
- .build();
570
- }
571
- }
572
- ```
573
-
574
- </details>
575
-
576
- ### 差分抽出と全件抽出
577
-
578
- ```plantuml
579
- @startuml
580
- title 差分抽出と全件抽出の比較
581
-
582
- rectangle "全件抽出" as full {
583
- note right
584
- 【処理内容】
585
- ・ソーステーブルの全データを抽出
586
- ・ターゲットを全件削除後に投入
587
-
588
- 【メリット】
589
- ・実装がシンプル
590
- ・データ不整合が起きにくい
591
-
592
- 【デメリット】
593
- ・処理時間が長い
594
- ・リソース消費が大きい
595
-
596
- 【適用場面】
597
- ・マスタデータ
598
- ・データ量が少ない場合
599
- ・日次全件洗い替え
600
- end note
601
- }
602
-
603
- rectangle "差分抽出" as incremental {
604
- note right
605
- 【処理内容】
606
- ・更新日時 > 前回実行日時 で抽出
607
- ・差分のみ INSERT/UPDATE
608
-
609
- 【メリット】
610
- ・処理時間が短い
611
- ・リソース効率が良い
612
-
613
- 【デメリット】
614
- ・削除データの検知が困難
615
- ・更新日時の管理が必要
616
-
617
- 【適用場面】
618
- ・トランザクションデータ
619
- ・大量データ
620
- ・高頻度実行
621
- end note
622
- }
623
-
624
- @enduml
625
- ```
626
-
627
- #### 差分抽出の実装パターン
628
-
629
- ```plantuml
630
- @startuml
631
- title 差分抽出のパターン
632
-
633
- rectangle "タイムスタンプ方式" as timestamp {
634
- note right
635
- WHERE 更新日時 > :前回実行日時
636
-
637
- 【前提条件】
638
- ・全テーブルに更新日時カラム
639
- ・更新時に自動更新される仕組み
640
- end note
641
- }
642
-
643
- rectangle "トリガー方式" as trigger {
644
- note right
645
- 変更を変更ログテーブルに記録
646
- 連携後にログを削除
647
-
648
- 【前提条件】
649
- ・各テーブルにトリガー設定
650
- ・変更ログテーブルの管理
651
- end note
652
- }
653
-
654
- rectangle "シーケンス方式" as sequence {
655
- note right
656
- WHERE ID > :前回最大ID
657
-
658
- 【前提条件】
659
- ・単調増加の ID カラム
660
- ・UPDATE はなく INSERT のみ
661
- end note
662
- }
663
-
664
- rectangle "CDC 方式" as cdc {
665
- note right
666
- トランザクションログから
667
- 変更を検知
668
-
669
- 【前提条件】
670
- ・CDC ツール(Debezium等)
671
- ・リアルタイム処理基盤
672
- end note
673
- }
674
-
675
- @enduml
676
- ```
677
-
678
- <details>
679
- <summary>Java 実装例 - 差分抽出</summary>
680
-
681
- ```java
682
- // 差分抽出サービス
683
- @Service
684
- public class IncrementalExtractService {
685
- private final JdbcTemplate jdbcTemplate;
686
- private final ExtractCheckpointRepository checkpointRepository;
687
-
688
- /**
689
- * タイムスタンプ方式による差分抽出
690
- */
691
- public <T> List<T> extractByTimestamp(
692
- String tableName,
693
- String timestampColumn,
694
- RowMapper<T> rowMapper) {
695
-
696
- // 前回実行日時取得
697
- ExtractCheckpoint checkpoint = checkpointRepository
698
- .findByTableName(tableName)
699
- .orElse(new ExtractCheckpoint(tableName, LocalDateTime.MIN));
700
-
701
- LocalDateTime lastExtractTime = checkpoint.getLastExtractTime();
702
- LocalDateTime currentTime = LocalDateTime.now();
703
-
704
- // 差分抽出
705
- String sql = String.format(
706
- "SELECT * FROM %s WHERE %s > ? AND %s <= ? ORDER BY %s",
707
- tableName, timestampColumn, timestampColumn, timestampColumn
708
- );
709
-
710
- List<T> result = jdbcTemplate.query(sql, rowMapper,
711
- lastExtractTime, currentTime);
712
-
713
- // チェックポイント更新
714
- checkpoint.setLastExtractTime(currentTime);
715
- checkpointRepository.save(checkpoint);
716
-
717
- return result;
718
- }
719
-
720
- /**
721
- * シーケンス方式による差分抽出
722
- */
723
- public <T> List<T> extractBySequence(
724
- String tableName,
725
- String sequenceColumn,
726
- RowMapper<T> rowMapper) {
727
-
728
- ExtractCheckpoint checkpoint = checkpointRepository
729
- .findByTableName(tableName)
730
- .orElse(new ExtractCheckpoint(tableName, 0L));
731
-
732
- Long lastSequence = checkpoint.getLastSequence();
733
-
734
- // 差分抽出
735
- String sql = String.format(
736
- "SELECT * FROM %s WHERE %s > ? ORDER BY %s",
737
- tableName, sequenceColumn, sequenceColumn
738
- );
739
-
740
- List<T> result = jdbcTemplate.query(sql, rowMapper, lastSequence);
741
-
742
- // 最大シーケンス取得と更新
743
- if (!result.isEmpty()) {
744
- Long maxSequence = jdbcTemplate.queryForObject(
745
- String.format("SELECT MAX(%s) FROM %s WHERE %s > ?",
746
- sequenceColumn, tableName, sequenceColumn),
747
- Long.class, lastSequence
748
- );
749
- checkpoint.setLastSequence(maxSequence);
750
- checkpointRepository.save(checkpoint);
751
- }
752
-
753
- return result;
754
- }
755
-
756
- /**
757
- * 削除データの検知(論理削除方式)
758
- */
759
- public List<String> extractDeletedIds(
760
- String tableName,
761
- String idColumn,
762
- String deleteFlagColumn) {
763
-
764
- ExtractCheckpoint checkpoint = checkpointRepository
765
- .findByTableName(tableName + "_DELETE")
766
- .orElse(new ExtractCheckpoint(tableName + "_DELETE", LocalDateTime.MIN));
767
-
768
- String sql = String.format(
769
- "SELECT %s FROM %s WHERE %s = true AND 更新日時 > ?",
770
- idColumn, tableName, deleteFlagColumn
771
- );
772
-
773
- List<String> deletedIds = jdbcTemplate.queryForList(
774
- sql, String.class, checkpoint.getLastExtractTime()
775
- );
776
-
777
- checkpoint.setLastExtractTime(LocalDateTime.now());
778
- checkpointRepository.save(checkpoint);
779
-
780
- return deletedIds;
781
- }
782
- }
783
-
784
- // 抽出チェックポイント
785
- @Entity
786
- @Table(name = "抽出チェックポイント")
787
- public class ExtractCheckpoint {
788
- @Id
789
- private String tableName;
790
- private LocalDateTime lastExtractTime;
791
- private Long lastSequence;
792
-
793
- public ExtractCheckpoint(String tableName, LocalDateTime lastExtractTime) {
794
- this.tableName = tableName;
795
- this.lastExtractTime = lastExtractTime;
796
- }
797
-
798
- public ExtractCheckpoint(String tableName, Long lastSequence) {
799
- this.tableName = tableName;
800
- this.lastSequence = lastSequence;
801
- }
802
-
803
- // getters, setters...
804
- }
805
- ```
806
-
807
- </details>
808
-
809
- ---
810
-
811
- ## 39.2 リアルタイム連携
812
-
813
- ### Change Data Capture(CDC)
814
-
815
- CDC は、データベースの変更をリアルタイムで検知し、他システムに伝播するパターンです。
816
-
817
- ```plantuml
818
- @startuml
819
- title Change Data Capture の仕組み
820
-
821
- rectangle "ソースDB" as source {
822
- database "販売管理" as sales_db
823
- file "トランザクション\nログ" as tx_log
824
- }
825
-
826
- rectangle "CDC プラットフォーム" as cdc {
827
- rectangle "Debezium\nConnector" as connector
828
- queue "Kafka" as kafka
829
- }
830
-
831
- rectangle "ターゲットシステム" as targets {
832
- database "財務会計" as accounting
833
- database "分析DB" as analytics
834
- rectangle "通知サービス" as notification
835
- }
836
-
837
- sales_db --> tx_log : WAL/Binlog
838
- tx_log --> connector : 変更検知
839
- connector --> kafka : イベント発行
840
- kafka --> accounting : 消費
841
- kafka --> analytics : 消費
842
- kafka --> notification : 消費
843
-
844
- note bottom of connector
845
- 【CDC の仕組み】
846
- ・データベースのトランザクションログを監視
847
- ・INSERT/UPDATE/DELETE を検知
848
- ・変更内容をイベントとして発行
849
- end note
850
-
851
- @enduml
852
- ```
853
-
854
- #### CDC イベントの構造
855
-
856
- ```plantuml
857
- @startuml
858
- title CDC イベントの構造
859
-
860
- class "CDC イベント" as cdc_event {
861
- +source: SourceInfo
862
- +operation: String
863
- +timestamp: Long
864
- +before: Record
865
- +after: Record
866
- }
867
-
868
- class "SourceInfo" as source_info {
869
- +connector: String
870
- +database: String
871
- +schema: String
872
- +table: String
873
- +txId: Long
874
- +lsn: Long
875
- }
876
-
877
- note right of cdc_event
878
- 【operation の値】
879
- ・c: CREATE(INSERT)
880
- ・u: UPDATE
881
- ・d: DELETE
882
- ・r: READ(スナップショット)
883
-
884
- 【before/after】
885
- ・INSERT: before=null, after=新データ
886
- ・UPDATE: before=旧データ, after=新データ
887
- ・DELETE: before=旧データ, after=null
888
- end note
889
-
890
- cdc_event --> source_info
891
-
892
- @enduml
893
- ```
894
-
895
- <details>
896
- <summary>Java 実装例 - CDC コンシューマー</summary>
897
-
898
- ```java
899
- // CDC イベントコンシューマー
900
- @Component
901
- public class SalesCdcConsumer {
902
- private final ObjectMapper objectMapper;
903
- private final JournalSyncService journalSyncService;
904
-
905
- @KafkaListener(topics = "sales.public.売上")
906
- public void consume(String message) {
907
- try {
908
- CdcEvent event = objectMapper.readValue(message, CdcEvent.class);
909
-
910
- switch (event.getOperation()) {
911
- case "c" -> handleInsert(event.getAfter());
912
- case "u" -> handleUpdate(event.getBefore(), event.getAfter());
913
- case "d" -> handleDelete(event.getBefore());
914
- default -> log.warn("Unknown operation: {}", event.getOperation());
915
- }
916
-
917
- } catch (Exception e) {
918
- log.error("CDC イベント処理エラー", e);
919
- throw new CdcProcessingException(e);
920
- }
921
- }
922
-
923
- private void handleInsert(JsonNode after) {
924
- SalesData sales = objectMapper.convertValue(after, SalesData.class);
925
- journalSyncService.createJournalFromSales(sales);
926
- }
927
-
928
- private void handleUpdate(JsonNode before, JsonNode after) {
929
- SalesData oldSales = objectMapper.convertValue(before, SalesData.class);
930
- SalesData newSales = objectMapper.convertValue(after, SalesData.class);
931
-
932
- // 赤黒処理で訂正
933
- journalSyncService.reverseJournal(oldSales);
934
- journalSyncService.createJournalFromSales(newSales);
935
- }
936
-
937
- private void handleDelete(JsonNode before) {
938
- SalesData sales = objectMapper.convertValue(before, SalesData.class);
939
- journalSyncService.reverseJournal(sales);
940
- }
941
- }
942
-
943
- // CDC イベント
944
- @Data
945
- public class CdcEvent {
946
- private SourceInfo source;
947
- private String operation; // c, u, d, r
948
- private Long tsMs;
949
- private JsonNode before;
950
- private JsonNode after;
951
- }
952
-
953
- @Data
954
- public class SourceInfo {
955
- private String connector;
956
- private String db;
957
- private String schema;
958
- private String table;
959
- private Long txId;
960
- private Long lsn;
961
- }
962
- ```
963
-
964
- </details>
965
-
966
- ### データベーストリガーの活用
967
-
968
- トリガーを使用した変更検知は、CDC ツールなしでも実装できるシンプルな方式です。
969
-
970
- ```plantuml
971
- @startuml
972
- title トリガーによる変更検知
973
-
974
- database "ソースDB" as source {
975
- entity "売上テーブル" as sales
976
- entity "変更ログ" as change_log
977
- }
978
-
979
- rectangle "トリガー" as trigger {
980
- rectangle "INSERT トリガー" as insert_trigger
981
- rectangle "UPDATE トリガー" as update_trigger
982
- rectangle "DELETE トリガー" as delete_trigger
983
- }
984
-
985
- rectangle "連携バッチ" as batch {
986
- rectangle "変更ログ読込" as read_log
987
- rectangle "ターゲット更新" as update_target
988
- rectangle "ログ削除" as delete_log
989
- }
990
-
991
- database "ターゲットDB" as target
992
-
993
- sales --> insert_trigger : INSERT
994
- sales --> update_trigger : UPDATE
995
- sales --> delete_trigger : DELETE
996
-
997
- insert_trigger --> change_log : 記録
998
- update_trigger --> change_log : 記録
999
- delete_trigger --> change_log : 記録
1000
-
1001
- change_log --> read_log : 定期実行
1002
- read_log --> update_target
1003
- update_target --> target
1004
- update_target --> delete_log
1005
-
1006
- note bottom of trigger
1007
- 【トリガー方式のメリット】
1008
- ・追加ツール不要
1009
- ・確実に変更を捕捉
1010
-
1011
- 【デメリット】
1012
- ・パフォーマンスへの影響
1013
- ・トリガーの管理が煩雑
1014
- end note
1015
-
1016
- @enduml
1017
- ```
1018
-
1019
- <details>
1020
- <summary>SQL 定義 - 変更ログトリガー</summary>
1021
-
1022
- ```sql
1023
- -- 変更ログテーブル
1024
- CREATE TABLE 変更ログ (
1025
- ログID SERIAL PRIMARY KEY,
1026
- テーブル名 VARCHAR(100) NOT NULL,
1027
- 操作種別 VARCHAR(10) NOT NULL, -- INSERT, UPDATE, DELETE
1028
- レコードID VARCHAR(100) NOT NULL,
1029
- 変更前データ JSONB,
1030
- 変更後データ JSONB,
1031
- 変更日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1032
- 処理済フラグ BOOLEAN DEFAULT FALSE,
1033
- 処理日時 TIMESTAMP
1034
- );
1035
-
1036
- CREATE INDEX idx_変更ログ_未処理 ON 変更ログ (処理済フラグ, 変更日時)
1037
- WHERE 処理済フラグ = FALSE;
1038
-
1039
- -- 売上テーブル用トリガー関数
1040
- CREATE OR REPLACE FUNCTION fn_売上変更ログ()
1041
- RETURNS TRIGGER AS $$
1042
- BEGIN
1043
- IF TG_OP = 'INSERT' THEN
1044
- INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更後データ)
1045
- VALUES ('売上', 'INSERT', NEW.売上番号, row_to_json(NEW)::JSONB);
1046
- RETURN NEW;
1047
-
1048
- ELSIF TG_OP = 'UPDATE' THEN
1049
- INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更前データ, 変更後データ)
1050
- VALUES ('売上', 'UPDATE', NEW.売上番号,
1051
- row_to_json(OLD)::JSONB, row_to_json(NEW)::JSONB);
1052
- RETURN NEW;
1053
-
1054
- ELSIF TG_OP = 'DELETE' THEN
1055
- INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更前データ)
1056
- VALUES ('売上', 'DELETE', OLD.売上番号, row_to_json(OLD)::JSONB);
1057
- RETURN OLD;
1058
- END IF;
1059
- END;
1060
- $$ LANGUAGE plpgsql;
1061
-
1062
- -- トリガー設定
1063
- CREATE TRIGGER trg_売上変更ログ
1064
- AFTER INSERT OR UPDATE OR DELETE ON 売上
1065
- FOR EACH ROW EXECUTE FUNCTION fn_売上変更ログ();
1066
- ```
1067
-
1068
- </details>
1069
-
1070
- <details>
1071
- <summary>Java 実装例 - 変更ログ処理</summary>
1072
-
1073
- ```java
1074
- // 変更ログ処理サービス
1075
- @Service
1076
- public class ChangeLogProcessingService {
1077
- private final JdbcTemplate jdbcTemplate;
1078
- private final Map<String, ChangeLogHandler> handlers;
1079
-
1080
- @Scheduled(fixedDelay = 5000) // 5秒ごと
1081
- @Transactional
1082
- public void processChangeLogs() {
1083
- // 未処理ログを取得(ロック付き)
1084
- String selectSql = """
1085
- SELECT ログID, テーブル名, 操作種別, レコードID, 変更前データ, 変更後データ
1086
- FROM 変更ログ
1087
- WHERE 処理済フラグ = FALSE
1088
- ORDER BY 変更日時
1089
- LIMIT 100
1090
- FOR UPDATE SKIP LOCKED
1091
- """;
1092
-
1093
- List<ChangeLog> logs = jdbcTemplate.query(selectSql,
1094
- (rs, rowNum) -> new ChangeLog(
1095
- rs.getLong("ログID"),
1096
- rs.getString("テーブル名"),
1097
- rs.getString("操作種別"),
1098
- rs.getString("レコードID"),
1099
- rs.getString("変更前データ"),
1100
- rs.getString("変更後データ")
1101
- )
1102
- );
1103
-
1104
- for (ChangeLog log : logs) {
1105
- try {
1106
- // テーブル別ハンドラーで処理
1107
- ChangeLogHandler handler = handlers.get(log.tableName());
1108
- if (handler != null) {
1109
- handler.handle(log);
1110
- }
1111
-
1112
- // 処理済みマーク
1113
- markAsProcessed(log.logId());
1114
-
1115
- } catch (Exception e) {
1116
- // エラーログ記録(処理は継続)
1117
- recordError(log.logId(), e.getMessage());
1118
- }
1119
- }
1120
- }
1121
-
1122
- private void markAsProcessed(Long logId) {
1123
- jdbcTemplate.update(
1124
- "UPDATE 変更ログ SET 処理済フラグ = TRUE, 処理日時 = CURRENT_TIMESTAMP WHERE ログID = ?",
1125
- logId
1126
- );
1127
- }
1128
-
1129
- private void recordError(Long logId, String errorMessage) {
1130
- jdbcTemplate.update(
1131
- "UPDATE 変更ログ SET エラー内容 = ? WHERE ログID = ?",
1132
- errorMessage, logId
1133
- );
1134
- }
1135
- }
1136
-
1137
- // 変更ログハンドラーインターフェース
1138
- public interface ChangeLogHandler {
1139
- void handle(ChangeLog log);
1140
- }
1141
-
1142
- // 売上変更ログハンドラー
1143
- @Component("売上")
1144
- public class SalesChangeLogHandler implements ChangeLogHandler {
1145
- private final ObjectMapper objectMapper;
1146
- private final JournalSyncService journalSyncService;
1147
-
1148
- @Override
1149
- public void handle(ChangeLog log) {
1150
- switch (log.operation()) {
1151
- case "INSERT" -> {
1152
- SalesData sales = parseJson(log.afterData(), SalesData.class);
1153
- journalSyncService.createJournalFromSales(sales);
1154
- }
1155
- case "UPDATE" -> {
1156
- SalesData oldSales = parseJson(log.beforeData(), SalesData.class);
1157
- SalesData newSales = parseJson(log.afterData(), SalesData.class);
1158
- journalSyncService.reverseJournal(oldSales);
1159
- journalSyncService.createJournalFromSales(newSales);
1160
- }
1161
- case "DELETE" -> {
1162
- SalesData sales = parseJson(log.beforeData(), SalesData.class);
1163
- journalSyncService.reverseJournal(sales);
1164
- }
1165
- }
1166
- }
1167
-
1168
- private <T> T parseJson(String json, Class<T> clazz) {
1169
- try {
1170
- return objectMapper.readValue(json, clazz);
1171
- } catch (JsonProcessingException e) {
1172
- throw new RuntimeException("JSON パース失敗", e);
1173
- }
1174
- }
1175
- }
1176
- ```
1177
-
1178
- </details>
1179
-
1180
- ### メッセージキューによる非同期連携
1181
-
1182
- メッセージキューを使用した非同期連携は、システム間の疎結合を実現します。
1183
-
1184
- ```plantuml
1185
- @startuml
1186
- title メッセージキューによる非同期連携
1187
-
1188
- rectangle "プロデューサー" as producer {
1189
- rectangle "販売管理\nサービス" as sales_service
1190
- }
1191
-
1192
- rectangle "メッセージブローカー" as broker {
1193
- queue "売上イベント\nキュー" as sales_queue
1194
- queue "仕訳イベント\nキュー" as journal_queue
1195
- queue "在庫イベント\nキュー" as inventory_queue
1196
- }
1197
-
1198
- rectangle "コンシューマー" as consumer {
1199
- rectangle "財務会計\nサービス" as accounting_service
1200
- rectangle "在庫管理\nサービス" as inventory_service
1201
- rectangle "分析\nサービス" as analytics_service
1202
- }
1203
-
1204
- sales_service --> sales_queue : 売上イベント発行
1205
-
1206
- sales_queue --> accounting_service : 消費(仕訳生成)
1207
- sales_queue --> inventory_service : 消費(在庫更新)
1208
- sales_queue --> analytics_service : 消費(分析用)
1209
-
1210
- accounting_service --> journal_queue : 仕訳イベント発行
1211
-
1212
- note bottom of broker
1213
- 【メッセージキューの特徴】
1214
- ・非同期処理による疎結合
1215
- ・メッセージの永続化
1216
- ・再処理・リトライが容易
1217
- ・スケーラビリティ
1218
- end note
1219
-
1220
- @enduml
1221
- ```
1222
-
1223
- #### メッセージ配信パターン
1224
-
1225
- ```plantuml
1226
- @startuml
1227
- title メッセージ配信パターン
1228
-
1229
- rectangle "Point-to-Point" as p2p {
1230
- queue "キュー" as queue1
1231
- rectangle "Consumer A" as consumer_a
1232
- queue1 --> consumer_a : 1対1配信
1233
- note right of queue1
1234
- 1つのメッセージは
1235
- 1つのコンシューマーのみが受信
1236
- end note
1237
- }
1238
-
1239
- rectangle "Pub/Sub" as pubsub {
1240
- rectangle "トピック" as topic
1241
- rectangle "Consumer B" as consumer_b
1242
- rectangle "Consumer C" as consumer_c
1243
- rectangle "Consumer D" as consumer_d
1244
- topic --> consumer_b
1245
- topic --> consumer_c
1246
- topic --> consumer_d
1247
- note right of topic
1248
- 1つのメッセージを
1249
- 複数のサブスクライバーが受信
1250
- end note
1251
- }
1252
-
1253
- rectangle "Competing Consumers" as competing {
1254
- queue "キュー" as queue2
1255
- rectangle "Consumer E1" as consumer_e1
1256
- rectangle "Consumer E2" as consumer_e2
1257
- rectangle "Consumer E3" as consumer_e3
1258
- queue2 --> consumer_e1
1259
- queue2 --> consumer_e2
1260
- queue2 --> consumer_e3
1261
- note right of queue2
1262
- 複数のコンシューマーが
1263
- 並列でメッセージを処理
1264
- (負荷分散)
1265
- end note
1266
- }
1267
-
1268
- @enduml
1269
- ```
1270
-
1271
- <details>
1272
- <summary>Java 実装例 - メッセージキュー連携</summary>
1273
-
1274
- ```java
1275
- // メッセージプロデューサー
1276
- @Service
1277
- public class SalesEventPublisher {
1278
- private final RabbitTemplate rabbitTemplate;
1279
- private final ObjectMapper objectMapper;
1280
-
1281
- private static final String EXCHANGE = "sales.events";
1282
-
1283
- public void publishSalesCreated(SalesData sales) {
1284
- SalesCreatedEvent event = new SalesCreatedEvent(
1285
- UUID.randomUUID().toString(),
1286
- Instant.now(),
1287
- sales.getSalesNumber(),
1288
- sales.getCustomerCode(),
1289
- sales.getSalesDate(),
1290
- sales.getTotalAmount()
1291
- );
1292
-
1293
- publish(event, "sales.created");
1294
- }
1295
-
1296
- public void publishSalesCancelled(String salesNumber, String reason) {
1297
- SalesCancelledEvent event = new SalesCancelledEvent(
1298
- UUID.randomUUID().toString(),
1299
- Instant.now(),
1300
- salesNumber,
1301
- reason
1302
- );
1303
-
1304
- publish(event, "sales.cancelled");
1305
- }
1306
-
1307
- private void publish(Object event, String routingKey) {
1308
- try {
1309
- String json = objectMapper.writeValueAsString(event);
1310
- rabbitTemplate.convertAndSend(EXCHANGE, routingKey, json);
1311
- log.info("イベント発行: {} -> {}", routingKey, event);
1312
- } catch (Exception e) {
1313
- log.error("イベント発行失敗", e);
1314
- throw new EventPublishException(e);
1315
- }
1316
- }
1317
- }
1318
-
1319
- // メッセージコンシューマー
1320
- @Component
1321
- public class SalesEventConsumer {
1322
- private final ObjectMapper objectMapper;
1323
- private final JournalService journalService;
1324
- private final InventoryService inventoryService;
1325
-
1326
- @RabbitListener(queues = "accounting.sales.queue")
1327
- public void handleSalesCreatedForAccounting(String message) {
1328
- SalesCreatedEvent event = parseEvent(message, SalesCreatedEvent.class);
1329
-
1330
- try {
1331
- // 仕訳生成
1332
- journalService.createFromSales(event);
1333
- log.info("売上仕訳生成完了: {}", event.salesNumber());
1334
-
1335
- } catch (Exception e) {
1336
- log.error("売上仕訳生成失敗: {}", event.salesNumber(), e);
1337
- throw new AmqpRejectAndDontRequeueException(e);
1338
- }
1339
- }
1340
-
1341
- @RabbitListener(queues = "inventory.sales.queue")
1342
- public void handleSalesCreatedForInventory(String message) {
1343
- SalesCreatedEvent event = parseEvent(message, SalesCreatedEvent.class);
1344
-
1345
- try {
1346
- // 在庫引当解除
1347
- inventoryService.releaseAllocation(event.salesNumber());
1348
- log.info("在庫引当解除完了: {}", event.salesNumber());
1349
-
1350
- } catch (Exception e) {
1351
- log.error("在庫引当解除失敗: {}", event.salesNumber(), e);
1352
- throw new AmqpRejectAndDontRequeueException(e);
1353
- }
1354
- }
1355
-
1356
- private <T> T parseEvent(String message, Class<T> clazz) {
1357
- try {
1358
- return objectMapper.readValue(message, clazz);
1359
- } catch (JsonProcessingException e) {
1360
- throw new EventParseException(e);
1361
- }
1362
- }
1363
- }
1364
-
1365
- // RabbitMQ 設定
1366
- @Configuration
1367
- public class RabbitMqConfig {
1368
-
1369
- @Bean
1370
- public TopicExchange salesEventsExchange() {
1371
- return new TopicExchange("sales.events");
1372
- }
1373
-
1374
- @Bean
1375
- public Queue accountingSalesQueue() {
1376
- return QueueBuilder.durable("accounting.sales.queue")
1377
- .withArgument("x-dead-letter-exchange", "sales.events.dlx")
1378
- .withArgument("x-dead-letter-routing-key", "accounting.sales.dead")
1379
- .build();
1380
- }
1381
-
1382
- @Bean
1383
- public Queue inventorySalesQueue() {
1384
- return QueueBuilder.durable("inventory.sales.queue")
1385
- .withArgument("x-dead-letter-exchange", "sales.events.dlx")
1386
- .withArgument("x-dead-letter-routing-key", "inventory.sales.dead")
1387
- .build();
1388
- }
1389
-
1390
- @Bean
1391
- public Binding accountingBinding() {
1392
- return BindingBuilder
1393
- .bind(accountingSalesQueue())
1394
- .to(salesEventsExchange())
1395
- .with("sales.*");
1396
- }
1397
-
1398
- @Bean
1399
- public Binding inventoryBinding() {
1400
- return BindingBuilder
1401
- .bind(inventorySalesQueue())
1402
- .to(salesEventsExchange())
1403
- .with("sales.*");
1404
- }
1405
-
1406
- // Dead Letter Queue 設定
1407
- @Bean
1408
- public DirectExchange deadLetterExchange() {
1409
- return new DirectExchange("sales.events.dlx");
1410
- }
1411
-
1412
- @Bean
1413
- public Queue deadLetterQueue() {
1414
- return QueueBuilder.durable("sales.events.dead").build();
1415
- }
1416
- }
1417
- ```
1418
-
1419
- </details>
1420
-
1421
- ---
1422
-
1423
- ## 39.3 連携テーブルの設計
1424
-
1425
- ### 連携ステータス管理
1426
-
1427
- データ連携の状態を追跡するためのテーブル設計は、運用上非常に重要です。
1428
-
1429
- ```plantuml
1430
- @startuml
1431
- title 連携ステータス管理テーブル
1432
-
1433
- entity "連携ジョブ" as job {
1434
- *ジョブID : UUID <<PK>>
1435
- --
1436
- *ジョブ名 : VARCHAR(100)
1437
- *連携種別 : VARCHAR(50)
1438
- ソースシステム : VARCHAR(50)
1439
- ターゲットシステム : VARCHAR(50)
1440
- スケジュール : VARCHAR(50)
1441
- 有効フラグ : BOOLEAN
1442
- 作成日時 : TIMESTAMP
1443
- }
1444
-
1445
- entity "連携実行履歴" as execution {
1446
- *実行ID : UUID <<PK>>
1447
- --
1448
- *ジョブID : UUID <<FK>>
1449
- *開始日時 : TIMESTAMP
1450
- 終了日時 : TIMESTAMP
1451
- *ステータス : VARCHAR(20)
1452
- 抽出件数 : INTEGER
1453
- 成功件数 : INTEGER
1454
- エラー件数 : INTEGER
1455
- スキップ件数 : INTEGER
1456
- エラー内容 : TEXT
1457
- }
1458
-
1459
- entity "連携対象データ" as data {
1460
- *データID : UUID <<PK>>
1461
- --
1462
- *実行ID : UUID <<FK>>
1463
- *ソースID : VARCHAR(100)
1464
- *連携ステータス : VARCHAR(20)
1465
- 処理日時 : TIMESTAMP
1466
- エラー内容 : TEXT
1467
- リトライ回数 : INTEGER
1468
- }
1469
-
1470
- entity "連携エラー詳細" as error {
1471
- *エラーID : UUID <<PK>>
1472
- --
1473
- *データID : UUID <<FK>>
1474
- *エラー種別 : VARCHAR(50)
1475
- *エラーメッセージ : TEXT
1476
- スタックトレース : TEXT
1477
- 発生日時 : TIMESTAMP
1478
- }
1479
-
1480
- job ||--o{ execution : has
1481
- execution ||--o{ data : contains
1482
- data ||--o{ error : has
1483
-
1484
- note right of execution
1485
- 【ステータス】
1486
- ・RUNNING: 実行中
1487
- ・SUCCESS: 正常完了
1488
- ・PARTIAL: 部分完了
1489
- ・FAILED: 失敗
1490
- ・CANCELLED: 中止
1491
- end note
1492
-
1493
- note right of data
1494
- 【連携ステータス】
1495
- ・PENDING: 処理待ち
1496
- ・PROCESSING: 処理中
1497
- ・SUCCESS: 成功
1498
- ・ERROR: エラー
1499
- ・SKIPPED: スキップ
1500
- end note
1501
-
1502
- @enduml
1503
- ```
1504
-
1505
- <details>
1506
- <summary>SQL 定義</summary>
1507
-
1508
- ```sql
1509
- -- 連携ジョブマスタ
1510
- CREATE TABLE 連携ジョブ (
1511
- ジョブID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1512
- ジョブ名 VARCHAR(100) NOT NULL UNIQUE,
1513
- 連携種別 VARCHAR(50) NOT NULL, -- BATCH, REALTIME, CDC
1514
- ソースシステム VARCHAR(50),
1515
- ターゲットシステム VARCHAR(50),
1516
- スケジュール VARCHAR(50), -- cron 式
1517
- 設定JSON JSONB,
1518
- 有効フラグ BOOLEAN DEFAULT TRUE,
1519
- 作成日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1520
- 更新日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP
1521
- );
1522
-
1523
- -- 連携実行履歴
1524
- CREATE TABLE 連携実行履歴 (
1525
- 実行ID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1526
- ジョブID UUID NOT NULL REFERENCES 連携ジョブ(ジョブID),
1527
- 開始日時 TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
1528
- 終了日時 TIMESTAMP,
1529
- ステータス VARCHAR(20) NOT NULL DEFAULT 'RUNNING',
1530
- 抽出件数 INTEGER DEFAULT 0,
1531
- 成功件数 INTEGER DEFAULT 0,
1532
- エラー件数 INTEGER DEFAULT 0,
1533
- スキップ件数 INTEGER DEFAULT 0,
1534
- エラー内容 TEXT,
1535
- 実行パラメータ JSONB,
1536
- CONSTRAINT chk_ステータス CHECK (
1537
- ステータス IN ('RUNNING', 'SUCCESS', 'PARTIAL', 'FAILED', 'CANCELLED')
1538
- )
1539
- );
1540
-
1541
- CREATE INDEX idx_連携実行履歴_ジョブ日時
1542
- ON 連携実行履歴 (ジョブID, 開始日時 DESC);
1543
-
1544
- -- 連携対象データ
1545
- CREATE TABLE 連携対象データ (
1546
- データID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1547
- 実行ID UUID NOT NULL REFERENCES 連携実行履歴(実行ID),
1548
- ソースID VARCHAR(100) NOT NULL,
1549
- 連携ステータス VARCHAR(20) NOT NULL DEFAULT 'PENDING',
1550
- 処理日時 TIMESTAMP,
1551
- エラー内容 TEXT,
1552
- リトライ回数 INTEGER DEFAULT 0,
1553
- ソースデータ JSONB,
1554
- CONSTRAINT chk_連携ステータス CHECK (
1555
- 連携ステータス IN ('PENDING', 'PROCESSING', 'SUCCESS', 'ERROR', 'SKIPPED')
1556
- )
1557
- );
1558
-
1559
- CREATE INDEX idx_連携対象データ_実行ステータス
1560
- ON 連携対象データ (実行ID, 連携ステータス);
1561
-
1562
- -- 連携エラー詳細
1563
- CREATE TABLE 連携エラー詳細 (
1564
- エラーID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1565
- データID UUID NOT NULL REFERENCES 連携対象データ(データID),
1566
- エラー種別 VARCHAR(50) NOT NULL,
1567
- エラーメッセージ TEXT NOT NULL,
1568
- スタックトレース TEXT,
1569
- 発生日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP
1570
- );
1571
-
1572
- -- 連携サマリービュー
1573
- CREATE VIEW v_連携サマリー AS
1574
- SELECT
1575
- j.ジョブ名,
1576
- j.連携種別,
1577
- e.実行ID,
1578
- e.開始日時,
1579
- e.終了日時,
1580
- e.ステータス,
1581
- e.抽出件数,
1582
- e.成功件数,
1583
- e.エラー件数,
1584
- CASE
1585
- WHEN e.抽出件数 > 0
1586
- THEN ROUND(e.成功件数::NUMERIC / e.抽出件数 * 100, 2)
1587
- ELSE 0
1588
- END AS 成功率
1589
- FROM 連携ジョブ j
1590
- JOIN 連携実行履歴 e ON j.ジョブID = e.ジョブID
1591
- ORDER BY e.開始日時 DESC;
1592
- ```
1593
-
1594
- </details>
1595
-
1596
- ### エラーハンドリングとリトライ
1597
-
1598
- データ連携におけるエラーハンドリングは、システムの信頼性を確保するために重要です。
1599
-
1600
- ```plantuml
1601
- @startuml
1602
- title エラーハンドリングとリトライフロー
1603
-
1604
- |連携処理|
1605
- start
1606
- :データ取得;
1607
-
1608
- repeat
1609
- :データ処理実行;
1610
-
1611
- if (成功?) then (yes)
1612
- :成功記録;
1613
- break
1614
- else (no)
1615
- :リトライ回数 + 1;
1616
-
1617
- if (リトライ上限?) then (no)
1618
- :待機(指数バックオフ);
1619
- note right
1620
- 1回目: 1秒
1621
- 2回目: 2秒
1622
- 3回目: 4秒
1623
- 4回目: 8秒
1624
- ...
1625
- end note
1626
- else (yes)
1627
- :エラー記録;
1628
- :Dead Letter Queue へ;
1629
- break
1630
- endif
1631
- endif
1632
- repeat while (リトライ中)
1633
-
1634
- stop
1635
-
1636
- @enduml
1637
- ```
1638
-
1639
- #### リトライ戦略
1640
-
1641
- ```plantuml
1642
- @startuml
1643
- title リトライ戦略の比較
1644
-
1645
- rectangle "固定間隔リトライ" as fixed {
1646
- note right
1647
- 【特徴】
1648
- 一定間隔でリトライ
1649
- 例: 5秒ごと
1650
-
1651
- 【適用場面】
1652
- ・短期的な障害
1653
- ・軽微なエラー
1654
- end note
1655
- }
1656
-
1657
- rectangle "指数バックオフ" as exponential {
1658
- note right
1659
- 【特徴】
1660
- リトライ間隔を指数的に増加
1661
- 例: 1秒 → 2秒 → 4秒 → 8秒
1662
-
1663
- 【適用場面】
1664
- ・外部サービス障害
1665
- ・負荷軽減が必要な場合
1666
- end note
1667
- }
1668
-
1669
- rectangle "ジッター付きバックオフ" as jitter {
1670
- note right
1671
- 【特徴】
1672
- 指数バックオフにランダム要素追加
1673
- 例: 1〜2秒 → 2〜4秒 → 4〜8秒
1674
-
1675
- 【適用場面】
1676
- ・多数クライアントの同時リトライ回避
1677
- ・サンダリングハード問題対策
1678
- end note
1679
- }
1680
-
1681
- rectangle "サーキットブレーカー" as circuit {
1682
- note right
1683
- 【特徴】
1684
- エラー率が閾値超過で遮断
1685
- 一定時間後に再試行
1686
-
1687
- 【適用場面】
1688
- ・長期的な障害
1689
- ・カスケード障害防止
1690
- end note
1691
- }
1692
-
1693
- @enduml
1694
- ```
1695
-
1696
- <details>
1697
- <summary>Java 実装例 - リトライ機構</summary>
1698
-
1699
- ```java
1700
- // リトライ設定
1701
- @Configuration
1702
- public class RetryConfig {
1703
-
1704
- @Bean
1705
- public RetryTemplate retryTemplate() {
1706
- RetryTemplate template = new RetryTemplate();
1707
-
1708
- // 指数バックオフ設定
1709
- ExponentialBackOffPolicy backOffPolicy = new ExponentialBackOffPolicy();
1710
- backOffPolicy.setInitialInterval(1000); // 1秒
1711
- backOffPolicy.setMultiplier(2.0);
1712
- backOffPolicy.setMaxInterval(30000); // 最大30秒
1713
- template.setBackOffPolicy(backOffPolicy);
1714
-
1715
- // リトライポリシー
1716
- Map<Class<? extends Throwable>, Boolean> retryableExceptions = new HashMap<>();
1717
- retryableExceptions.put(TransientDataAccessException.class, true);
1718
- retryableExceptions.put(TimeoutException.class, true);
1719
- retryableExceptions.put(ConnectException.class, true);
1720
-
1721
- SimpleRetryPolicy retryPolicy = new SimpleRetryPolicy(
1722
- 5, // 最大5回
1723
- retryableExceptions
1724
- );
1725
- template.setRetryPolicy(retryPolicy);
1726
-
1727
- // リスナー
1728
- template.registerListener(new RetryListenerSupport() {
1729
- @Override
1730
- public <T, E extends Throwable> void onError(
1731
- RetryContext context, RetryCallback<T, E> callback, Throwable throwable) {
1732
- log.warn("リトライ {} 回目: {}",
1733
- context.getRetryCount(), throwable.getMessage());
1734
- }
1735
- });
1736
-
1737
- return template;
1738
- }
1739
- }
1740
-
1741
- // リトライ付き連携サービス
1742
- @Service
1743
- public class RetryableIntegrationService {
1744
- private final RetryTemplate retryTemplate;
1745
- private final IntegrationDataRepository dataRepository;
1746
- private final DeadLetterService deadLetterService;
1747
-
1748
- @Transactional
1749
- public void processWithRetry(IntegrationData data) {
1750
- try {
1751
- retryTemplate.execute(context -> {
1752
- // 処理実行
1753
- processData(data);
1754
-
1755
- // 成功記録
1756
- data.setStatus(IntegrationStatus.SUCCESS);
1757
- data.setProcessedAt(LocalDateTime.now());
1758
- dataRepository.save(data);
1759
-
1760
- return null;
1761
- });
1762
-
1763
- } catch (Exception e) {
1764
- // リトライ上限超過
1765
- handleMaxRetriesExceeded(data, e);
1766
- }
1767
- }
1768
-
1769
- private void processData(IntegrationData data) {
1770
- // 実際の連携処理
1771
- // ...
1772
- }
1773
-
1774
- private void handleMaxRetriesExceeded(IntegrationData data, Exception e) {
1775
- // エラー記録
1776
- data.setStatus(IntegrationStatus.ERROR);
1777
- data.setErrorMessage(e.getMessage());
1778
- data.setRetryCount(data.getRetryCount() + 1);
1779
- dataRepository.save(data);
1780
-
1781
- // Dead Letter Queue へ
1782
- deadLetterService.send(data);
1783
-
1784
- // アラート通知
1785
- alertService.notify(
1786
- "連携エラー: " + data.getSourceId(),
1787
- e.getMessage()
1788
- );
1789
- }
1790
- }
1791
-
1792
- // サーキットブレーカー付きサービス
1793
- @Service
1794
- public class CircuitBreakerIntegrationService {
1795
- private final CircuitBreaker circuitBreaker;
1796
- private final ExternalSystemClient externalClient;
1797
-
1798
- public CircuitBreakerIntegrationService() {
1799
- CircuitBreakerConfig config = CircuitBreakerConfig.custom()
1800
- .failureRateThreshold(50) // 50%以上でオープン
1801
- .waitDurationInOpenState(Duration.ofSeconds(30))
1802
- .slidingWindowSize(10)
1803
- .build();
1804
-
1805
- this.circuitBreaker = CircuitBreaker.of("external-system", config);
1806
- }
1807
-
1808
- public void sendToExternalSystem(IntegrationData data) {
1809
- Try.ofSupplier(
1810
- CircuitBreaker.decorateSupplier(circuitBreaker, () -> {
1811
- return externalClient.send(data);
1812
- })
1813
- ).recover(CallNotPermittedException.class, e -> {
1814
- log.warn("サーキットブレーカーオープン中");
1815
- // フォールバック処理
1816
- queueForLater(data);
1817
- return null;
1818
- }).get();
1819
- }
1820
-
1821
- private void queueForLater(IntegrationData data) {
1822
- // 後で再処理するためキューイング
1823
- pendingQueue.add(data);
1824
- }
1825
- }
1826
- ```
1827
-
1828
- </details>
1829
-
1830
- ### 冪等性の確保
1831
-
1832
- データ連携において冪等性を確保することで、重複実行による問題を防ぎます。
1833
-
1834
- ```plantuml
1835
- @startuml
1836
- title 冪等性確保のパターン
1837
-
1838
- rectangle "冪等キー方式" as idempotency_key {
1839
- note right
1840
- 【仕組み】
1841
- ・リクエストに一意のキーを付与
1842
- ・処理済みキーをテーブルに記録
1843
- ・重複リクエストはスキップ
1844
-
1845
- 【実装】
1846
- 冪等キーテーブルで管理
1847
- end note
1848
- }
1849
-
1850
- rectangle "Upsert 方式" as upsert {
1851
- note right
1852
- 【仕組み】
1853
- ・INSERT or UPDATE で処理
1854
- ・存在すれば更新、なければ挿入
1855
- ・同じデータで何度実行しても同じ結果
1856
-
1857
- 【実装】
1858
- INSERT ... ON CONFLICT DO UPDATE
1859
- end note
1860
- }
1861
-
1862
- rectangle "バージョン管理方式" as version {
1863
- note right
1864
- 【仕組み】
1865
- ・データにバージョン番号を付与
1866
- ・古いバージョンの更新は無視
1867
- ・最新バージョンのみ適用
1868
-
1869
- 【実装】
1870
- 楽観ロック + バージョン比較
1871
- end note
1872
- }
1873
-
1874
- rectangle "ステータス管理方式" as status {
1875
- note right
1876
- 【仕組み】
1877
- ・処理ステータスを記録
1878
- ・処理済みデータは再処理しない
1879
- ・ステータス遷移を厳密に管理
1880
-
1881
- 【実装】
1882
- ステータス + 処理日時で判定
1883
- end note
1884
- }
1885
-
1886
- @enduml
1887
- ```
1888
-
1889
- <details>
1890
- <summary>SQL 定義 - 冪等性テーブル</summary>
1891
-
1892
- ```sql
1893
- -- 冪等キーテーブル
1894
- CREATE TABLE 冪等キー (
1895
- 冪等キー VARCHAR(100) PRIMARY KEY,
1896
- 処理種別 VARCHAR(50) NOT NULL,
1897
- ソースID VARCHAR(100) NOT NULL,
1898
- 処理結果 JSONB,
1899
- 処理日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1900
- 有効期限 TIMESTAMP NOT NULL
1901
- );
1902
-
1903
- CREATE INDEX idx_冪等キー_有効期限 ON 冪等キー (有効期限);
1904
-
1905
- -- 期限切れキーの自動削除
1906
- CREATE OR REPLACE FUNCTION fn_冪等キー_クリーンアップ()
1907
- RETURNS void AS $$
1908
- BEGIN
1909
- DELETE FROM 冪等キー WHERE 有効期限 < CURRENT_TIMESTAMP;
1910
- END;
1911
- $$ LANGUAGE plpgsql;
1912
-
1913
- -- 冪等処理の実行関数
1914
- CREATE OR REPLACE FUNCTION fn_冪等処理(
1915
- p_冪等キー VARCHAR,
1916
- p_処理種別 VARCHAR,
1917
- p_ソースID VARCHAR,
1918
- p_有効期間_日数 INTEGER DEFAULT 7
1919
- ) RETURNS TABLE (
1920
- 処理可能 BOOLEAN,
1921
- 既存結果 JSONB
1922
- ) AS $$
1923
- DECLARE
1924
- v_existing RECORD;
1925
- BEGIN
1926
- -- 既存キーを検索(ロック付き)
1927
- SELECT * INTO v_existing
1928
- FROM 冪等キー
1929
- WHERE 冪等キー = p_冪等キー
1930
- FOR UPDATE;
1931
-
1932
- IF v_existing IS NOT NULL THEN
1933
- -- 既に処理済み
1934
- RETURN QUERY SELECT FALSE, v_existing.処理結果;
1935
- ELSE
1936
- -- 新規キーを登録
1937
- INSERT INTO 冪等キー (冪等キー, 処理種別, ソースID, 有効期限)
1938
- VALUES (
1939
- p_冪等キー,
1940
- p_処理種別,
1941
- p_ソースID,
1942
- CURRENT_TIMESTAMP + (p_有効期間_日数 || ' days')::INTERVAL
1943
- );
1944
- RETURN QUERY SELECT TRUE, NULL::JSONB;
1945
- END IF;
1946
- END;
1947
- $$ LANGUAGE plpgsql;
1948
-
1949
- -- 処理結果の記録関数
1950
- CREATE OR REPLACE FUNCTION fn_冪等結果記録(
1951
- p_冪等キー VARCHAR,
1952
- p_処理結果 JSONB
1953
- ) RETURNS void AS $$
1954
- BEGIN
1955
- UPDATE 冪等キー
1956
- SET 処理結果 = p_処理結果
1957
- WHERE 冪等キー = p_冪等キー;
1958
- END;
1959
- $$ LANGUAGE plpgsql;
1960
- ```
1961
-
1962
- </details>
1963
-
1964
- <details>
1965
- <summary>Java 実装例 - 冪等性サービス</summary>
1966
-
1967
- ```java
1968
- // 冪等性サービス
1969
- @Service
1970
- public class IdempotencyService {
1971
- private final JdbcTemplate jdbcTemplate;
1972
-
1973
- /**
1974
- * 冪等処理を実行
1975
- * @return true: 処理可能, false: 既に処理済み
1976
- */
1977
- @Transactional
1978
- public IdempotencyResult checkAndLock(
1979
- String idempotencyKey,
1980
- String processType,
1981
- String sourceId) {
1982
-
1983
- // 既存キーをチェック
1984
- Map<String, Object> result = jdbcTemplate.queryForMap(
1985
- "SELECT * FROM fn_冪等処理(?, ?, ?)",
1986
- idempotencyKey, processType, sourceId
1987
- );
1988
-
1989
- boolean canProcess = (Boolean) result.get("処理可能");
1990
- String existingResult = (String) result.get("既存結果");
1991
-
1992
- return new IdempotencyResult(canProcess, existingResult);
1993
- }
1994
-
1995
- /**
1996
- * 処理結果を記録
1997
- */
1998
- @Transactional
1999
- public void recordResult(String idempotencyKey, Object result) {
2000
- try {
2001
- String jsonResult = new ObjectMapper().writeValueAsString(result);
2002
- jdbcTemplate.update(
2003
- "SELECT fn_冪等結果記録(?, ?::JSONB)",
2004
- idempotencyKey, jsonResult
2005
- );
2006
- } catch (JsonProcessingException e) {
2007
- throw new RuntimeException("結果のJSON変換に失敗", e);
2008
- }
2009
- }
2010
- }
2011
-
2012
- // 冪等性デコレーター
2013
- @Aspect
2014
- @Component
2015
- public class IdempotencyAspect {
2016
- private final IdempotencyService idempotencyService;
2017
-
2018
- @Around("@annotation(idempotent)")
2019
- public Object ensureIdempotency(
2020
- ProceedingJoinPoint joinPoint,
2021
- Idempotent idempotent) throws Throwable {
2022
-
2023
- // 冪等キーを取得
2024
- String idempotencyKey = extractIdempotencyKey(joinPoint, idempotent);
2025
- String processType = joinPoint.getSignature().getName();
2026
- String sourceId = extractSourceId(joinPoint, idempotent);
2027
-
2028
- // 冪等チェック
2029
- IdempotencyResult check = idempotencyService.checkAndLock(
2030
- idempotencyKey, processType, sourceId
2031
- );
2032
-
2033
- if (!check.canProcess()) {
2034
- log.info("冪等スキップ: {} (既存結果: {})",
2035
- idempotencyKey, check.existingResult());
2036
- return check.existingResult();
2037
- }
2038
-
2039
- try {
2040
- // 処理実行
2041
- Object result = joinPoint.proceed();
2042
-
2043
- // 結果記録
2044
- idempotencyService.recordResult(idempotencyKey, result);
2045
-
2046
- return result;
2047
-
2048
- } catch (Exception e) {
2049
- // エラー時は冪等キーを削除(再試行可能に)
2050
- idempotencyService.removeKey(idempotencyKey);
2051
- throw e;
2052
- }
2053
- }
2054
-
2055
- private String extractIdempotencyKey(
2056
- ProceedingJoinPoint joinPoint, Idempotent idempotent) {
2057
- // アノテーションの keyExpression から冪等キーを抽出
2058
- // SpEL で引数から動的に取得
2059
- // ...
2060
- }
2061
- }
2062
-
2063
- // 冪等アノテーション
2064
- @Target(ElementType.METHOD)
2065
- @Retention(RetentionPolicy.RUNTIME)
2066
- public @interface Idempotent {
2067
- String keyExpression(); // SpEL式: "#args[0].id"
2068
- String sourceIdExpression() default "";
2069
- }
2070
-
2071
- // 使用例
2072
- @Service
2073
- public class JournalIntegrationService {
2074
-
2075
- @Idempotent(keyExpression = "'SALES_JOURNAL_' + #sales.salesNumber")
2076
- @Transactional
2077
- public JournalEntry createJournalFromSales(SalesData sales) {
2078
- // この処理は同じ売上番号に対して1回だけ実行される
2079
- return journalService.createFromSales(sales);
2080
- }
2081
- }
2082
-
2083
- // Upsert による冪等性
2084
- @Repository
2085
- public class JournalRepository {
2086
-
2087
- @Transactional
2088
- public void upsertFromIntegration(JournalEntry journal) {
2089
- String sql = """
2090
- INSERT INTO 仕訳 (
2091
- 伝票番号, 伝票日付, 借方勘定, 借方金額,
2092
- 貸方勘定, 貸方金額, 摘要, ソース種別, ソースID
2093
- ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
2094
- ON CONFLICT (ソース種別, ソースID) DO UPDATE SET
2095
- 伝票日付 = EXCLUDED.伝票日付,
2096
- 借方勘定 = EXCLUDED.借方勘定,
2097
- 借方金額 = EXCLUDED.借方金額,
2098
- 貸方勘定 = EXCLUDED.貸方勘定,
2099
- 貸方金額 = EXCLUDED.貸方金額,
2100
- 摘要 = EXCLUDED.摘要,
2101
- 更新日時 = CURRENT_TIMESTAMP
2102
- """;
2103
-
2104
- jdbcTemplate.update(sql,
2105
- journal.getJournalNumber(),
2106
- journal.getJournalDate(),
2107
- journal.getDebitAccount(),
2108
- journal.getDebitAmount(),
2109
- journal.getCreditAccount(),
2110
- journal.getCreditAmount(),
2111
- journal.getDescription(),
2112
- journal.getSourceType(),
2113
- journal.getSourceId()
2114
- );
2115
- }
2116
- }
2117
- ```
2118
-
2119
- </details>
2120
-
2121
- ### 連携監視ダッシュボード
2122
-
2123
- ```plantuml
2124
- @startuml
2125
- title 連携監視ダッシュボードの構成
2126
-
2127
- rectangle "監視ダッシュボード" as dashboard {
2128
- rectangle "リアルタイム監視" as realtime {
2129
- rectangle "実行中ジョブ" as running
2130
- rectangle "キュー滞留" as queue_depth
2131
- rectangle "エラー発生" as errors
2132
- }
2133
-
2134
- rectangle "統計情報" as stats {
2135
- rectangle "日次処理件数" as daily_count
2136
- rectangle "成功率推移" as success_rate
2137
- rectangle "平均処理時間" as avg_time
2138
- }
2139
-
2140
- rectangle "アラート" as alerts {
2141
- rectangle "エラー閾値超過" as error_alert
2142
- rectangle "遅延アラート" as delay_alert
2143
- rectangle "滞留アラート" as backlog_alert
2144
- }
2145
- }
2146
-
2147
- database "連携履歴DB" as history_db
2148
- queue "メッセージキュー" as mq
2149
-
2150
- history_db --> stats : 集計
2151
- mq --> queue_depth : 監視
2152
- history_db --> errors : エラー検出
2153
-
2154
- alerts --> "通知サービス" : Slack/Email
2155
-
2156
- @enduml
2157
- ```
2158
-
2159
- <details>
2160
- <summary>SQL 定義 - 監視用ビュー</summary>
2161
-
2162
- ```sql
2163
- -- 日次連携サマリービュー
2164
- CREATE VIEW v_日次連携サマリー AS
2165
- SELECT
2166
- DATE(e.開始日時) AS 実行日,
2167
- j.ジョブ名,
2168
- COUNT(*) AS 実行回数,
2169
- SUM(CASE WHEN e.ステータス = 'SUCCESS' THEN 1 ELSE 0 END) AS 成功回数,
2170
- SUM(CASE WHEN e.ステータス = 'FAILED' THEN 1 ELSE 0 END) AS 失敗回数,
2171
- SUM(e.抽出件数) AS 総抽出件数,
2172
- SUM(e.成功件数) AS 総成功件数,
2173
- SUM(e.エラー件数) AS 総エラー件数,
2174
- ROUND(
2175
- SUM(e.成功件数)::NUMERIC / NULLIF(SUM(e.抽出件数), 0) * 100, 2
2176
- ) AS 成功率,
2177
- AVG(EXTRACT(EPOCH FROM (e.終了日時 - e.開始日時))) AS 平均処理時間_秒
2178
- FROM 連携実行履歴 e
2179
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2180
- WHERE e.開始日時 >= CURRENT_DATE - INTERVAL '30 days'
2181
- GROUP BY DATE(e.開始日時), j.ジョブ名
2182
- ORDER BY 実行日 DESC, j.ジョブ名;
2183
-
2184
- -- リアルタイム監視ビュー
2185
- CREATE VIEW v_リアルタイム監視 AS
2186
- SELECT
2187
- j.ジョブ名,
2188
- e.実行ID,
2189
- e.ステータス,
2190
- e.開始日時,
2191
- EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - e.開始日時)) AS 経過時間_秒,
2192
- e.抽出件数,
2193
- e.成功件数,
2194
- e.エラー件数,
2195
- ROUND(
2196
- e.成功件数::NUMERIC / NULLIF(e.抽出件数, 0) * 100, 2
2197
- ) AS 進捗率
2198
- FROM 連携実行履歴 e
2199
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2200
- WHERE e.ステータス = 'RUNNING'
2201
- ORDER BY e.開始日時;
2202
-
2203
- -- エラー傾向分析ビュー
2204
- CREATE VIEW v_エラー傾向 AS
2205
- SELECT
2206
- j.ジョブ名,
2207
- ed.エラー種別,
2208
- COUNT(*) AS 発生件数,
2209
- MIN(ed.発生日時) AS 初回発生,
2210
- MAX(ed.発生日時) AS 最終発生
2211
- FROM 連携エラー詳細 ed
2212
- JOIN 連携対象データ d ON ed.データID = d.データID
2213
- JOIN 連携実行履歴 e ON d.実行ID = e.実行ID
2214
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2215
- WHERE ed.発生日時 >= CURRENT_DATE - INTERVAL '7 days'
2216
- GROUP BY j.ジョブ名, ed.エラー種別
2217
- ORDER BY 発生件数 DESC;
2218
-
2219
- -- アラート条件チェック関数
2220
- CREATE OR REPLACE FUNCTION fn_連携アラートチェック()
2221
- RETURNS TABLE (
2222
- アラート種別 VARCHAR,
2223
- ジョブ名 VARCHAR,
2224
- メッセージ TEXT,
2225
- 重要度 VARCHAR
2226
- ) AS $$
2227
- BEGIN
2228
- -- エラー率アラート
2229
- RETURN QUERY
2230
- SELECT
2231
- 'エラー率超過'::VARCHAR,
2232
- j.ジョブ名,
2233
- FORMAT('エラー率 %.1f%% (閾値: 10%%)',
2234
- e.エラー件数::NUMERIC / e.抽出件数 * 100),
2235
- 'HIGH'::VARCHAR
2236
- FROM 連携実行履歴 e
2237
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2238
- WHERE e.ステータス IN ('PARTIAL', 'FAILED')
2239
- AND e.開始日時 >= CURRENT_TIMESTAMP - INTERVAL '1 hour'
2240
- AND e.抽出件数 > 0
2241
- AND e.エラー件数::NUMERIC / e.抽出件数 > 0.1;
2242
-
2243
- -- 長時間実行アラート
2244
- RETURN QUERY
2245
- SELECT
2246
- '長時間実行'::VARCHAR,
2247
- j.ジョブ名,
2248
- FORMAT('実行時間 %s 分 (閾値: 30分)',
2249
- EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - e.開始日時)) / 60),
2250
- 'MEDIUM'::VARCHAR
2251
- FROM 連携実行履歴 e
2252
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2253
- WHERE e.ステータス = 'RUNNING'
2254
- AND e.開始日時 < CURRENT_TIMESTAMP - INTERVAL '30 minutes';
2255
-
2256
- -- 未実行アラート
2257
- RETURN QUERY
2258
- SELECT
2259
- 'スケジュール遅延'::VARCHAR,
2260
- j.ジョブ名,
2261
- FORMAT('最終実行: %s',
2262
- COALESCE(MAX(e.開始日時)::TEXT, '実行履歴なし')),
2263
- 'MEDIUM'::VARCHAR
2264
- FROM 連携ジョブ j
2265
- LEFT JOIN 連携実行履歴 e ON j.ジョブID = e.ジョブID
2266
- WHERE j.有効フラグ = TRUE
2267
- GROUP BY j.ジョブID, j.ジョブ名
2268
- HAVING MAX(e.開始日時) < CURRENT_TIMESTAMP - INTERVAL '1 day'
2269
- OR MAX(e.開始日時) IS NULL;
2270
- END;
2271
- $$ LANGUAGE plpgsql;
2272
- ```
2273
-
2274
- </details>
2275
-
2276
- ---
2277
-
2278
- ## 39.4 まとめ
2279
-
2280
- 本章では、データ連携の具体的な実装パターンについて解説しました。
2281
-
2282
- ### 学んだこと
2283
-
2284
- 1. **バッチ連携**
2285
-
2286
- - ファイル連携(CSV / XML / JSON)の設計と実装
2287
- - ETL 処理のパターン(Extract-Transform-Load)
2288
- - 差分抽出と全件抽出の使い分け
2289
-
2290
- 2. **リアルタイム連携**
2291
-
2292
- - Change Data Capture(CDC)による変更検知
2293
- - データベーストリガーの活用
2294
- - メッセージキューによる非同期連携
2295
-
2296
- 3. **連携テーブルの設計**
2297
-
2298
- - 連携ステータス管理の重要性
2299
- - エラーハンドリングとリトライ戦略
2300
- - 冪等性の確保方法
2301
-
2302
- ### 連携パターンの選択指針
2303
-
2304
- | 要件 | バッチ連携 | リアルタイム連携 |
2305
- |-----|----------|----------------|
2306
- | データ量 | 大量 | 少〜中量 |
2307
- | 即時性 | 不要 | 必要 |
2308
- | 複雑な変換 | 適している | 向かない |
2309
- | システム負荷 | 集中(定期実行) | 分散(常時) |
2310
- | 障害復旧 | 容易 | やや複雑 |
2311
- | 実装コスト | 低 | 中〜高 |
2312
-
2313
- ### 信頼性確保のチェックリスト
2314
-
2315
- - [ ] 冪等性が確保されているか
2316
- - [ ] リトライ機構が実装されているか
2317
- - [ ] Dead Letter Queue が設定されているか
2318
- - [ ] 監視・アラートが設定されているか
2319
- - [ ] エラー発生時の通知が設定されているか
2320
- - [ ] 手動リカバリ手順が文書化されているか
2321
-
2322
- ### Part 5 の総括
2323
-
2324
- 第5部「エンタープライズインテグレーション」では、基幹業務システム間の統合について体系的に学びました。
2325
-
2326
- - **第33章**:システム統合の概要と境界づけられたコンテキスト
2327
- - **第34章**:メッセージングパターン(EIP)
2328
- - **第35章**:システム間連携パターン(販売・財務・生産)
2329
- - **第36章**:マスタデータ管理(MDM)
2330
- - **第37章**:イベント駆動アーキテクチャ
2331
- - **第38章**:API 設計とサービス連携
2332
- - **第39章**:データ連携の実装パターン
2333
-
2334
- これらの知識を活用することで、疎結合で保守性の高い基幹業務システムの統合を実現できます。
1
+ # 第39章:データ連携の実装パターン
2
+
3
+ 本章では、基幹業務システム間のデータ連携を実現するための具体的な実装パターンについて解説します。バッチ連携とリアルタイム連携の両方のアプローチを理解し、適切な連携テーブル設計とエラーハンドリングの方法を学びます。
4
+
5
+ ---
6
+
7
+ ## 39.1 バッチ連携
8
+
9
+ ### バッチ連携の概要
10
+
11
+ バッチ連携は、定期的なスケジュールでまとめてデータを転送する方式です。大量データの処理や、リアルタイム性が不要な業務に適しています。
12
+
13
+ ```plantuml
14
+ @startuml
15
+ title バッチ連携の基本構造
16
+
17
+ rectangle "ソースシステム" as source {
18
+ database "販売管理DB" as sales_db
19
+ }
20
+
21
+ rectangle "バッチ処理" as batch {
22
+ rectangle "抽出\n(Extract)" as extract
23
+ rectangle "変換\n(Transform)" as transform
24
+ rectangle "ロード\n(Load)" as load
25
+ }
26
+
27
+ rectangle "ターゲットシステム" as target {
28
+ database "財務会計DB" as accounting_db
29
+ }
30
+
31
+ file "中間ファイル" as staging_file
32
+
33
+ sales_db --> extract : 定期実行
34
+ extract --> staging_file : 出力
35
+ staging_file --> transform : 読込
36
+ transform --> load : 変換済データ
37
+ load --> accounting_db : 投入
38
+
39
+ note bottom of batch
40
+ 【バッチ連携の特徴】
41
+ ・大量データの一括処理に適する
42
+ ・処理時間の予測が容易
43
+ ・障害時のリカバリが比較的簡単
44
+ ・リアルタイム性は犠牲になる
45
+ end note
46
+
47
+ @enduml
48
+ ```
49
+
50
+ ### ファイル連携(CSV / XML / JSON)
51
+
52
+ 基幹業務システム間のデータ連携では、ファイル形式でのデータ交換が広く使われています。
53
+
54
+ #### ファイル形式の比較
55
+
56
+ | 形式 | 特徴 | 適用場面 | 注意点 |
57
+ |-----|-----|---------|-------|
58
+ | CSV | 軽量・シンプル | 定型データ、レガシー連携 | 文字コード、区切り文字 |
59
+ | XML | 構造化、スキーマ定義 | 複雑な階層データ | ファイルサイズ大 |
60
+ | JSON | 軽量・可読性高 | Web API 連携 | スキーマ検証が必要 |
61
+ | 固定長 | 高速処理 | 大量データ、メインフレーム | 柔軟性に欠ける |
62
+
63
+ #### ファイル連携の設計
64
+
65
+ ```plantuml
66
+ @startuml
67
+ title ファイル連携のデータフロー
68
+
69
+ |ソースシステム|
70
+ start
71
+ :データ抽出クエリ実行;
72
+ :ファイル出力;
73
+ note right
74
+ ・日付フォルダ作成
75
+ ・連番ファイル名
76
+ ・完了ファイル出力
77
+ end note
78
+
79
+ :ファイル転送;
80
+
81
+ |ターゲットシステム|
82
+ :ファイル受信確認;
83
+ note right
84
+ 完了ファイル(.done)の
85
+ 存在を確認してから処理開始
86
+ end note
87
+
88
+ :バリデーション;
89
+ if (検証OK?) then (yes)
90
+ :データ変換;
91
+ :データ投入;
92
+ :正常完了記録;
93
+ else (no)
94
+ :エラーファイル出力;
95
+ :アラート通知;
96
+ endif
97
+
98
+ stop
99
+
100
+ @enduml
101
+ ```
102
+
103
+ <details>
104
+ <summary>Java 実装例 - CSV 出力</summary>
105
+
106
+ ```java
107
+ // 売上データ CSV 出力サービス
108
+ @Service
109
+ public class SalesCsvExportService {
110
+ private final SalesRepository salesRepository;
111
+ private final FileStorageService fileStorage;
112
+
113
+ @Transactional(readOnly = true)
114
+ public ExportResult exportSalesData(LocalDate targetDate) {
115
+ // 出力ディレクトリ
116
+ String directory = String.format("sales/%s",
117
+ targetDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")));
118
+
119
+ // データ取得
120
+ List<SalesData> salesList = salesRepository.findByDate(targetDate);
121
+
122
+ // CSV 出力
123
+ String fileName = String.format("sales_%s_%s.csv",
124
+ targetDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")),
125
+ LocalDateTime.now().format(DateTimeFormatter.ofPattern("HHmmss")));
126
+
127
+ try (CsvWriter writer = new CsvWriter(
128
+ fileStorage.getOutputStream(directory, fileName),
129
+ StandardCharsets.UTF_8)) {
130
+
131
+ // ヘッダー出力
132
+ writer.writeHeader(
133
+ "売上番号", "売上日", "得意先コード", "得意先名",
134
+ "商品コード", "商品名", "数量", "単価", "金額", "消費税"
135
+ );
136
+
137
+ // データ出力
138
+ for (SalesData sales : salesList) {
139
+ writer.writeRow(
140
+ sales.getSalesNumber(),
141
+ sales.getSalesDate().toString(),
142
+ sales.getCustomerCode(),
143
+ sales.getCustomerName(),
144
+ sales.getProductCode(),
145
+ sales.getProductName(),
146
+ sales.getQuantity().toString(),
147
+ sales.getUnitPrice().toString(),
148
+ sales.getAmount().toString(),
149
+ sales.getTaxAmount().toString()
150
+ );
151
+ }
152
+ }
153
+
154
+ // 完了ファイル出力
155
+ String doneFileName = fileName.replace(".csv", ".done");
156
+ fileStorage.createEmptyFile(directory, doneFileName);
157
+
158
+ return new ExportResult(
159
+ fileName,
160
+ salesList.size(),
161
+ ExportStatus.SUCCESS
162
+ );
163
+ }
164
+ }
165
+
166
+ // CSV ライター
167
+ public class CsvWriter implements AutoCloseable {
168
+ private final BufferedWriter writer;
169
+ private final String delimiter = ",";
170
+ private final String lineEnding = "\r\n";
171
+
172
+ public CsvWriter(OutputStream outputStream, Charset charset) {
173
+ this.writer = new BufferedWriter(
174
+ new OutputStreamWriter(outputStream, charset)
175
+ );
176
+ }
177
+
178
+ public void writeHeader(String... columns) throws IOException {
179
+ writeLine(columns);
180
+ }
181
+
182
+ public void writeRow(String... values) throws IOException {
183
+ String[] escapedValues = Arrays.stream(values)
184
+ .map(this::escapeField)
185
+ .toArray(String[]::new);
186
+ writeLine(escapedValues);
187
+ }
188
+
189
+ private void writeLine(String[] fields) throws IOException {
190
+ writer.write(String.join(delimiter, fields));
191
+ writer.write(lineEnding);
192
+ }
193
+
194
+ private String escapeField(String field) {
195
+ if (field == null) return "";
196
+ if (field.contains(",") || field.contains("\"")
197
+ || field.contains("\n")) {
198
+ return "\"" + field.replace("\"", "\"\"") + "\"";
199
+ }
200
+ return field;
201
+ }
202
+
203
+ @Override
204
+ public void close() throws IOException {
205
+ writer.close();
206
+ }
207
+ }
208
+ ```
209
+
210
+ </details>
211
+
212
+ <details>
213
+ <summary>Java 実装例 - CSV 取込</summary>
214
+
215
+ ```java
216
+ // 仕訳データ CSV 取込サービス
217
+ @Service
218
+ public class JournalCsvImportService {
219
+ private final JournalRepository journalRepository;
220
+ private final FileStorageService fileStorage;
221
+ private final ImportLogRepository importLogRepository;
222
+
223
+ @Transactional
224
+ public ImportResult importJournalData(String directory, String fileName) {
225
+ ImportLog log = ImportLog.start(fileName);
226
+
227
+ try {
228
+ // 完了ファイル確認
229
+ String doneFileName = fileName.replace(".csv", ".done");
230
+ if (!fileStorage.exists(directory, doneFileName)) {
231
+ throw new ImportException("完了ファイルが見つかりません: " + doneFileName);
232
+ }
233
+
234
+ // CSV 読込
235
+ List<JournalImportRow> rows = new ArrayList<>();
236
+ List<ImportError> errors = new ArrayList<>();
237
+
238
+ try (CsvReader reader = new CsvReader(
239
+ fileStorage.getInputStream(directory, fileName),
240
+ StandardCharsets.UTF_8)) {
241
+
242
+ int lineNumber = 1;
243
+ reader.skipHeader();
244
+ lineNumber++;
245
+
246
+ String[] line;
247
+ while ((line = reader.readLine()) != null) {
248
+ try {
249
+ JournalImportRow row = parseRow(line, lineNumber);
250
+ validateRow(row);
251
+ rows.add(row);
252
+ } catch (ValidationException e) {
253
+ errors.add(new ImportError(lineNumber, e.getMessage()));
254
+ }
255
+ lineNumber++;
256
+ }
257
+ }
258
+
259
+ // エラーがある場合は中断
260
+ if (!errors.isEmpty()) {
261
+ log.fail(errors);
262
+ importLogRepository.save(log);
263
+ return new ImportResult(ImportStatus.VALIDATION_ERROR, 0, errors);
264
+ }
265
+
266
+ // データ投入
267
+ int insertedCount = 0;
268
+ for (JournalImportRow row : rows) {
269
+ JournalEntry journal = convertToEntity(row);
270
+ journalRepository.save(journal);
271
+ insertedCount++;
272
+ }
273
+
274
+ log.success(insertedCount);
275
+ importLogRepository.save(log);
276
+
277
+ return new ImportResult(ImportStatus.SUCCESS, insertedCount, List.of());
278
+
279
+ } catch (Exception e) {
280
+ log.fail(e.getMessage());
281
+ importLogRepository.save(log);
282
+ throw new ImportException("取込処理でエラーが発生しました", e);
283
+ }
284
+ }
285
+
286
+ private JournalImportRow parseRow(String[] fields, int lineNumber) {
287
+ if (fields.length < 10) {
288
+ throw new ValidationException("フィールド数が不足しています");
289
+ }
290
+ return new JournalImportRow(
291
+ fields[0], // 伝票番号
292
+ LocalDate.parse(fields[1]), // 伝票日付
293
+ fields[2], // 借方勘定科目
294
+ fields[3], // 借方補助科目
295
+ new BigDecimal(fields[4]), // 借方金額
296
+ fields[5], // 貸方勘定科目
297
+ fields[6], // 貸方補助科目
298
+ new BigDecimal(fields[7]), // 貸方金額
299
+ fields[8], // 摘要
300
+ fields[9] // 部門コード
301
+ );
302
+ }
303
+
304
+ private void validateRow(JournalImportRow row) {
305
+ // 貸借一致チェック
306
+ if (row.debitAmount().compareTo(row.creditAmount()) != 0) {
307
+ throw new ValidationException("貸借金額が一致しません");
308
+ }
309
+ // その他のバリデーション...
310
+ }
311
+ }
312
+ ```
313
+
314
+ </details>
315
+
316
+ ### ETL 処理の設計
317
+
318
+ ETL(Extract-Transform-Load)は、データ連携の標準的なアプローチです。
319
+
320
+ ```plantuml
321
+ @startuml
322
+ title ETL 処理の設計パターン
323
+
324
+ rectangle "Extract(抽出)" as extract {
325
+ rectangle "フル抽出" as full_extract
326
+ rectangle "差分抽出" as incremental_extract
327
+ rectangle "CDC 抽出" as cdc_extract
328
+ }
329
+
330
+ rectangle "Transform(変換)" as transform {
331
+ rectangle "データクレンジング" as cleansing
332
+ rectangle "コード変換" as code_mapping
333
+ rectangle "集計・計算" as aggregation
334
+ rectangle "データ結合" as join_data
335
+ }
336
+
337
+ rectangle "Load(ロード)" as load {
338
+ rectangle "フルリフレッシュ" as full_refresh
339
+ rectangle "インクリメンタル" as incremental_load
340
+ rectangle "Upsert" as upsert
341
+ }
342
+
343
+ full_extract --> cleansing
344
+ incremental_extract --> cleansing
345
+ cdc_extract --> cleansing
346
+
347
+ cleansing --> code_mapping
348
+ code_mapping --> aggregation
349
+ aggregation --> join_data
350
+
351
+ join_data --> full_refresh
352
+ join_data --> incremental_load
353
+ join_data --> upsert
354
+
355
+ note bottom of extract
356
+ 【抽出方式の選択基準】
357
+ ・フル抽出:データ量が少ない場合
358
+ ・差分抽出:更新日時で判定可能な場合
359
+ ・CDC:リアルタイム性が必要な場合
360
+ end note
361
+
362
+ @enduml
363
+ ```
364
+
365
+ #### ETL ジョブ設計
366
+
367
+ ```plantuml
368
+ @startuml
369
+ title ETL ジョブの実行フロー
370
+
371
+ |スケジューラ|
372
+ start
373
+ :ジョブ起動;
374
+ note right
375
+ 毎日 AM 2:00
376
+ または手動起動
377
+ end note
378
+
379
+ |抽出フェーズ|
380
+ :前回実行日時取得;
381
+ :差分データ抽出;
382
+
383
+ if (データあり?) then (yes)
384
+ :ステージングテーブルに格納;
385
+
386
+ |変換フェーズ|
387
+ :データクレンジング;
388
+ note right
389
+ ・NULL 値処理
390
+ ・文字コード変換
391
+ ・日付フォーマット統一
392
+ end note
393
+
394
+ :コード変換;
395
+ note right
396
+ ・コードマッピングテーブル参照
397
+ ・未定義コードはエラー
398
+ end note
399
+
400
+ :業務ルール適用;
401
+ note right
402
+ ・消費税計算
403
+ ・勘定科目判定
404
+ ・部門配賦
405
+ end note
406
+
407
+ |ロードフェーズ|
408
+ :本番テーブルに投入;
409
+ :実行結果記録;
410
+ else (no)
411
+ :スキップ記録;
412
+ endif
413
+
414
+ |スケジューラ|
415
+ :完了通知;
416
+
417
+ stop
418
+
419
+ @enduml
420
+ ```
421
+
422
+ <details>
423
+ <summary>Java 実装例 - ETL ジョブ</summary>
424
+
425
+ ```java
426
+ // ETL ジョブ基底クラス
427
+ public abstract class EtlJob<S, T> {
428
+ protected final Logger log = LoggerFactory.getLogger(getClass());
429
+
430
+ public EtlJobResult execute(EtlJobContext context) {
431
+ EtlJobResult result = new EtlJobResult(getJobName());
432
+ result.start();
433
+
434
+ try {
435
+ // 抽出フェーズ
436
+ log.info("抽出フェーズ開始");
437
+ List<S> sourceData = extract(context);
438
+ result.setExtractedCount(sourceData.size());
439
+ log.info("抽出完了: {} 件", sourceData.size());
440
+
441
+ if (sourceData.isEmpty()) {
442
+ result.complete(EtlJobStatus.SKIPPED, "対象データなし");
443
+ return result;
444
+ }
445
+
446
+ // 変換フェーズ
447
+ log.info("変換フェーズ開始");
448
+ TransformResult<T> transformResult = transform(sourceData, context);
449
+ result.setTransformedCount(transformResult.successCount());
450
+ result.setErrorCount(transformResult.errorCount());
451
+ result.addErrors(transformResult.errors());
452
+ log.info("変換完了: 成功 {} 件, エラー {} 件",
453
+ transformResult.successCount(), transformResult.errorCount());
454
+
455
+ // エラー閾値チェック
456
+ if (exceedsErrorThreshold(transformResult, context)) {
457
+ result.complete(EtlJobStatus.FAILED, "エラー閾値超過");
458
+ return result;
459
+ }
460
+
461
+ // ロードフェーズ
462
+ log.info("ロードフェーズ開始");
463
+ int loadedCount = load(transformResult.data(), context);
464
+ result.setLoadedCount(loadedCount);
465
+ log.info("ロード完了: {} 件", loadedCount);
466
+
467
+ result.complete(EtlJobStatus.SUCCESS, null);
468
+ return result;
469
+
470
+ } catch (Exception e) {
471
+ log.error("ETL ジョブでエラー発生", e);
472
+ result.complete(EtlJobStatus.FAILED, e.getMessage());
473
+ return result;
474
+ }
475
+ }
476
+
477
+ protected abstract String getJobName();
478
+ protected abstract List<S> extract(EtlJobContext context);
479
+ protected abstract TransformResult<T> transform(List<S> data, EtlJobContext context);
480
+ protected abstract int load(List<T> data, EtlJobContext context);
481
+
482
+ private boolean exceedsErrorThreshold(
483
+ TransformResult<T> result, EtlJobContext context) {
484
+ double errorRate = (double) result.errorCount()
485
+ / (result.successCount() + result.errorCount());
486
+ return errorRate > context.getErrorThreshold();
487
+ }
488
+ }
489
+
490
+ // 売上→仕訳 ETL ジョブ
491
+ @Component
492
+ public class SalesToJournalEtlJob extends EtlJob<SalesData, JournalEntry> {
493
+ private final SalesRepository salesRepository;
494
+ private final JournalRepository journalRepository;
495
+ private final JournalPatternService patternService;
496
+
497
+ @Override
498
+ protected String getJobName() {
499
+ return "売上仕訳連携";
500
+ }
501
+
502
+ @Override
503
+ protected List<SalesData> extract(EtlJobContext context) {
504
+ LocalDateTime lastRunTime = context.getLastRunTime();
505
+ LocalDateTime currentTime = context.getCurrentTime();
506
+
507
+ return salesRepository.findByUpdatedAtBetween(lastRunTime, currentTime);
508
+ }
509
+
510
+ @Override
511
+ protected TransformResult<JournalEntry> transform(
512
+ List<SalesData> salesList, EtlJobContext context) {
513
+
514
+ List<JournalEntry> journals = new ArrayList<>();
515
+ List<TransformError> errors = new ArrayList<>();
516
+
517
+ for (SalesData sales : salesList) {
518
+ try {
519
+ // 自動仕訳パターン取得
520
+ JournalPattern pattern = patternService.findPattern(
521
+ sales.getProductGroup(),
522
+ sales.getCustomerGroup()
523
+ );
524
+
525
+ if (pattern == null) {
526
+ errors.add(new TransformError(
527
+ sales.getSalesNumber(),
528
+ "仕訳パターンが見つかりません"
529
+ ));
530
+ continue;
531
+ }
532
+
533
+ // 仕訳生成
534
+ JournalEntry journal = createJournal(sales, pattern);
535
+ journals.add(journal);
536
+
537
+ } catch (Exception e) {
538
+ errors.add(new TransformError(
539
+ sales.getSalesNumber(),
540
+ e.getMessage()
541
+ ));
542
+ }
543
+ }
544
+
545
+ return new TransformResult<>(journals, journals.size(), errors.size(), errors);
546
+ }
547
+
548
+ @Override
549
+ @Transactional
550
+ protected int load(List<JournalEntry> journals, EtlJobContext context) {
551
+ int count = 0;
552
+ for (JournalEntry journal : journals) {
553
+ journalRepository.save(journal);
554
+ count++;
555
+ }
556
+ return count;
557
+ }
558
+
559
+ private JournalEntry createJournal(SalesData sales, JournalPattern pattern) {
560
+ return JournalEntry.builder()
561
+ .journalDate(sales.getSalesDate())
562
+ .debitAccountCode(pattern.getDebitAccountCode())
563
+ .debitAmount(sales.getAmount())
564
+ .creditAccountCode(pattern.getCreditAccountCode())
565
+ .creditAmount(sales.getAmount())
566
+ .description("売上計上: " + sales.getSalesNumber())
567
+ .sourceType("SALES")
568
+ .sourceId(sales.getSalesNumber())
569
+ .build();
570
+ }
571
+ }
572
+ ```
573
+
574
+ </details>
575
+
576
+ ### 差分抽出と全件抽出
577
+
578
+ ```plantuml
579
+ @startuml
580
+ title 差分抽出と全件抽出の比較
581
+
582
+ rectangle "全件抽出" as full {
583
+ note right
584
+ 【処理内容】
585
+ ・ソーステーブルの全データを抽出
586
+ ・ターゲットを全件削除後に投入
587
+
588
+ 【メリット】
589
+ ・実装がシンプル
590
+ ・データ不整合が起きにくい
591
+
592
+ 【デメリット】
593
+ ・処理時間が長い
594
+ ・リソース消費が大きい
595
+
596
+ 【適用場面】
597
+ ・マスタデータ
598
+ ・データ量が少ない場合
599
+ ・日次全件洗い替え
600
+ end note
601
+ }
602
+
603
+ rectangle "差分抽出" as incremental {
604
+ note right
605
+ 【処理内容】
606
+ ・更新日時 > 前回実行日時 で抽出
607
+ ・差分のみ INSERT/UPDATE
608
+
609
+ 【メリット】
610
+ ・処理時間が短い
611
+ ・リソース効率が良い
612
+
613
+ 【デメリット】
614
+ ・削除データの検知が困難
615
+ ・更新日時の管理が必要
616
+
617
+ 【適用場面】
618
+ ・トランザクションデータ
619
+ ・大量データ
620
+ ・高頻度実行
621
+ end note
622
+ }
623
+
624
+ @enduml
625
+ ```
626
+
627
+ #### 差分抽出の実装パターン
628
+
629
+ ```plantuml
630
+ @startuml
631
+ title 差分抽出のパターン
632
+
633
+ rectangle "タイムスタンプ方式" as timestamp {
634
+ note right
635
+ WHERE 更新日時 > :前回実行日時
636
+
637
+ 【前提条件】
638
+ ・全テーブルに更新日時カラム
639
+ ・更新時に自動更新される仕組み
640
+ end note
641
+ }
642
+
643
+ rectangle "トリガー方式" as trigger {
644
+ note right
645
+ 変更を変更ログテーブルに記録
646
+ 連携後にログを削除
647
+
648
+ 【前提条件】
649
+ ・各テーブルにトリガー設定
650
+ ・変更ログテーブルの管理
651
+ end note
652
+ }
653
+
654
+ rectangle "シーケンス方式" as sequence {
655
+ note right
656
+ WHERE ID > :前回最大ID
657
+
658
+ 【前提条件】
659
+ ・単調増加の ID カラム
660
+ ・UPDATE はなく INSERT のみ
661
+ end note
662
+ }
663
+
664
+ rectangle "CDC 方式" as cdc {
665
+ note right
666
+ トランザクションログから
667
+ 変更を検知
668
+
669
+ 【前提条件】
670
+ ・CDC ツール(Debezium等)
671
+ ・リアルタイム処理基盤
672
+ end note
673
+ }
674
+
675
+ @enduml
676
+ ```
677
+
678
+ <details>
679
+ <summary>Java 実装例 - 差分抽出</summary>
680
+
681
+ ```java
682
+ // 差分抽出サービス
683
+ @Service
684
+ public class IncrementalExtractService {
685
+ private final JdbcTemplate jdbcTemplate;
686
+ private final ExtractCheckpointRepository checkpointRepository;
687
+
688
+ /**
689
+ * タイムスタンプ方式による差分抽出
690
+ */
691
+ public <T> List<T> extractByTimestamp(
692
+ String tableName,
693
+ String timestampColumn,
694
+ RowMapper<T> rowMapper) {
695
+
696
+ // 前回実行日時取得
697
+ ExtractCheckpoint checkpoint = checkpointRepository
698
+ .findByTableName(tableName)
699
+ .orElse(new ExtractCheckpoint(tableName, LocalDateTime.MIN));
700
+
701
+ LocalDateTime lastExtractTime = checkpoint.getLastExtractTime();
702
+ LocalDateTime currentTime = LocalDateTime.now();
703
+
704
+ // 差分抽出
705
+ String sql = String.format(
706
+ "SELECT * FROM %s WHERE %s > ? AND %s <= ? ORDER BY %s",
707
+ tableName, timestampColumn, timestampColumn, timestampColumn
708
+ );
709
+
710
+ List<T> result = jdbcTemplate.query(sql, rowMapper,
711
+ lastExtractTime, currentTime);
712
+
713
+ // チェックポイント更新
714
+ checkpoint.setLastExtractTime(currentTime);
715
+ checkpointRepository.save(checkpoint);
716
+
717
+ return result;
718
+ }
719
+
720
+ /**
721
+ * シーケンス方式による差分抽出
722
+ */
723
+ public <T> List<T> extractBySequence(
724
+ String tableName,
725
+ String sequenceColumn,
726
+ RowMapper<T> rowMapper) {
727
+
728
+ ExtractCheckpoint checkpoint = checkpointRepository
729
+ .findByTableName(tableName)
730
+ .orElse(new ExtractCheckpoint(tableName, 0L));
731
+
732
+ Long lastSequence = checkpoint.getLastSequence();
733
+
734
+ // 差分抽出
735
+ String sql = String.format(
736
+ "SELECT * FROM %s WHERE %s > ? ORDER BY %s",
737
+ tableName, sequenceColumn, sequenceColumn
738
+ );
739
+
740
+ List<T> result = jdbcTemplate.query(sql, rowMapper, lastSequence);
741
+
742
+ // 最大シーケンス取得と更新
743
+ if (!result.isEmpty()) {
744
+ Long maxSequence = jdbcTemplate.queryForObject(
745
+ String.format("SELECT MAX(%s) FROM %s WHERE %s > ?",
746
+ sequenceColumn, tableName, sequenceColumn),
747
+ Long.class, lastSequence
748
+ );
749
+ checkpoint.setLastSequence(maxSequence);
750
+ checkpointRepository.save(checkpoint);
751
+ }
752
+
753
+ return result;
754
+ }
755
+
756
+ /**
757
+ * 削除データの検知(論理削除方式)
758
+ */
759
+ public List<String> extractDeletedIds(
760
+ String tableName,
761
+ String idColumn,
762
+ String deleteFlagColumn) {
763
+
764
+ ExtractCheckpoint checkpoint = checkpointRepository
765
+ .findByTableName(tableName + "_DELETE")
766
+ .orElse(new ExtractCheckpoint(tableName + "_DELETE", LocalDateTime.MIN));
767
+
768
+ String sql = String.format(
769
+ "SELECT %s FROM %s WHERE %s = true AND 更新日時 > ?",
770
+ idColumn, tableName, deleteFlagColumn
771
+ );
772
+
773
+ List<String> deletedIds = jdbcTemplate.queryForList(
774
+ sql, String.class, checkpoint.getLastExtractTime()
775
+ );
776
+
777
+ checkpoint.setLastExtractTime(LocalDateTime.now());
778
+ checkpointRepository.save(checkpoint);
779
+
780
+ return deletedIds;
781
+ }
782
+ }
783
+
784
+ // 抽出チェックポイント
785
+ @Entity
786
+ @Table(name = "抽出チェックポイント")
787
+ public class ExtractCheckpoint {
788
+ @Id
789
+ private String tableName;
790
+ private LocalDateTime lastExtractTime;
791
+ private Long lastSequence;
792
+
793
+ public ExtractCheckpoint(String tableName, LocalDateTime lastExtractTime) {
794
+ this.tableName = tableName;
795
+ this.lastExtractTime = lastExtractTime;
796
+ }
797
+
798
+ public ExtractCheckpoint(String tableName, Long lastSequence) {
799
+ this.tableName = tableName;
800
+ this.lastSequence = lastSequence;
801
+ }
802
+
803
+ // getters, setters...
804
+ }
805
+ ```
806
+
807
+ </details>
808
+
809
+ ---
810
+
811
+ ## 39.2 リアルタイム連携
812
+
813
+ ### Change Data Capture(CDC)
814
+
815
+ CDC は、データベースの変更をリアルタイムで検知し、他システムに伝播するパターンです。
816
+
817
+ ```plantuml
818
+ @startuml
819
+ title Change Data Capture の仕組み
820
+
821
+ rectangle "ソースDB" as source {
822
+ database "販売管理" as sales_db
823
+ file "トランザクション\nログ" as tx_log
824
+ }
825
+
826
+ rectangle "CDC プラットフォーム" as cdc {
827
+ rectangle "Debezium\nConnector" as connector
828
+ queue "Kafka" as kafka
829
+ }
830
+
831
+ rectangle "ターゲットシステム" as targets {
832
+ database "財務会計" as accounting
833
+ database "分析DB" as analytics
834
+ rectangle "通知サービス" as notification
835
+ }
836
+
837
+ sales_db --> tx_log : WAL/Binlog
838
+ tx_log --> connector : 変更検知
839
+ connector --> kafka : イベント発行
840
+ kafka --> accounting : 消費
841
+ kafka --> analytics : 消費
842
+ kafka --> notification : 消費
843
+
844
+ note bottom of connector
845
+ 【CDC の仕組み】
846
+ ・データベースのトランザクションログを監視
847
+ ・INSERT/UPDATE/DELETE を検知
848
+ ・変更内容をイベントとして発行
849
+ end note
850
+
851
+ @enduml
852
+ ```
853
+
854
+ #### CDC イベントの構造
855
+
856
+ ```plantuml
857
+ @startuml
858
+ title CDC イベントの構造
859
+
860
+ class "CDC イベント" as cdc_event {
861
+ +source: SourceInfo
862
+ +operation: String
863
+ +timestamp: Long
864
+ +before: Record
865
+ +after: Record
866
+ }
867
+
868
+ class "SourceInfo" as source_info {
869
+ +connector: String
870
+ +database: String
871
+ +schema: String
872
+ +table: String
873
+ +txId: Long
874
+ +lsn: Long
875
+ }
876
+
877
+ note right of cdc_event
878
+ 【operation の値】
879
+ ・c: CREATE(INSERT)
880
+ ・u: UPDATE
881
+ ・d: DELETE
882
+ ・r: READ(スナップショット)
883
+
884
+ 【before/after】
885
+ ・INSERT: before=null, after=新データ
886
+ ・UPDATE: before=旧データ, after=新データ
887
+ ・DELETE: before=旧データ, after=null
888
+ end note
889
+
890
+ cdc_event --> source_info
891
+
892
+ @enduml
893
+ ```
894
+
895
+ <details>
896
+ <summary>Java 実装例 - CDC コンシューマー</summary>
897
+
898
+ ```java
899
+ // CDC イベントコンシューマー
900
+ @Component
901
+ public class SalesCdcConsumer {
902
+ private final ObjectMapper objectMapper;
903
+ private final JournalSyncService journalSyncService;
904
+
905
+ @KafkaListener(topics = "sales.public.売上")
906
+ public void consume(String message) {
907
+ try {
908
+ CdcEvent event = objectMapper.readValue(message, CdcEvent.class);
909
+
910
+ switch (event.getOperation()) {
911
+ case "c" -> handleInsert(event.getAfter());
912
+ case "u" -> handleUpdate(event.getBefore(), event.getAfter());
913
+ case "d" -> handleDelete(event.getBefore());
914
+ default -> log.warn("Unknown operation: {}", event.getOperation());
915
+ }
916
+
917
+ } catch (Exception e) {
918
+ log.error("CDC イベント処理エラー", e);
919
+ throw new CdcProcessingException(e);
920
+ }
921
+ }
922
+
923
+ private void handleInsert(JsonNode after) {
924
+ SalesData sales = objectMapper.convertValue(after, SalesData.class);
925
+ journalSyncService.createJournalFromSales(sales);
926
+ }
927
+
928
+ private void handleUpdate(JsonNode before, JsonNode after) {
929
+ SalesData oldSales = objectMapper.convertValue(before, SalesData.class);
930
+ SalesData newSales = objectMapper.convertValue(after, SalesData.class);
931
+
932
+ // 赤黒処理で訂正
933
+ journalSyncService.reverseJournal(oldSales);
934
+ journalSyncService.createJournalFromSales(newSales);
935
+ }
936
+
937
+ private void handleDelete(JsonNode before) {
938
+ SalesData sales = objectMapper.convertValue(before, SalesData.class);
939
+ journalSyncService.reverseJournal(sales);
940
+ }
941
+ }
942
+
943
+ // CDC イベント
944
+ @Data
945
+ public class CdcEvent {
946
+ private SourceInfo source;
947
+ private String operation; // c, u, d, r
948
+ private Long tsMs;
949
+ private JsonNode before;
950
+ private JsonNode after;
951
+ }
952
+
953
+ @Data
954
+ public class SourceInfo {
955
+ private String connector;
956
+ private String db;
957
+ private String schema;
958
+ private String table;
959
+ private Long txId;
960
+ private Long lsn;
961
+ }
962
+ ```
963
+
964
+ </details>
965
+
966
+ ### データベーストリガーの活用
967
+
968
+ トリガーを使用した変更検知は、CDC ツールなしでも実装できるシンプルな方式です。
969
+
970
+ ```plantuml
971
+ @startuml
972
+ title トリガーによる変更検知
973
+
974
+ database "ソースDB" as source {
975
+ entity "売上テーブル" as sales
976
+ entity "変更ログ" as change_log
977
+ }
978
+
979
+ rectangle "トリガー" as trigger {
980
+ rectangle "INSERT トリガー" as insert_trigger
981
+ rectangle "UPDATE トリガー" as update_trigger
982
+ rectangle "DELETE トリガー" as delete_trigger
983
+ }
984
+
985
+ rectangle "連携バッチ" as batch {
986
+ rectangle "変更ログ読込" as read_log
987
+ rectangle "ターゲット更新" as update_target
988
+ rectangle "ログ削除" as delete_log
989
+ }
990
+
991
+ database "ターゲットDB" as target
992
+
993
+ sales --> insert_trigger : INSERT
994
+ sales --> update_trigger : UPDATE
995
+ sales --> delete_trigger : DELETE
996
+
997
+ insert_trigger --> change_log : 記録
998
+ update_trigger --> change_log : 記録
999
+ delete_trigger --> change_log : 記録
1000
+
1001
+ change_log --> read_log : 定期実行
1002
+ read_log --> update_target
1003
+ update_target --> target
1004
+ update_target --> delete_log
1005
+
1006
+ note bottom of trigger
1007
+ 【トリガー方式のメリット】
1008
+ ・追加ツール不要
1009
+ ・確実に変更を捕捉
1010
+
1011
+ 【デメリット】
1012
+ ・パフォーマンスへの影響
1013
+ ・トリガーの管理が煩雑
1014
+ end note
1015
+
1016
+ @enduml
1017
+ ```
1018
+
1019
+ <details>
1020
+ <summary>SQL 定義 - 変更ログトリガー</summary>
1021
+
1022
+ ```sql
1023
+ -- 変更ログテーブル
1024
+ CREATE TABLE 変更ログ (
1025
+ ログID SERIAL PRIMARY KEY,
1026
+ テーブル名 VARCHAR(100) NOT NULL,
1027
+ 操作種別 VARCHAR(10) NOT NULL, -- INSERT, UPDATE, DELETE
1028
+ レコードID VARCHAR(100) NOT NULL,
1029
+ 変更前データ JSONB,
1030
+ 変更後データ JSONB,
1031
+ 変更日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1032
+ 処理済フラグ BOOLEAN DEFAULT FALSE,
1033
+ 処理日時 TIMESTAMP
1034
+ );
1035
+
1036
+ CREATE INDEX idx_変更ログ_未処理 ON 変更ログ (処理済フラグ, 変更日時)
1037
+ WHERE 処理済フラグ = FALSE;
1038
+
1039
+ -- 売上テーブル用トリガー関数
1040
+ CREATE OR REPLACE FUNCTION fn_売上変更ログ()
1041
+ RETURNS TRIGGER AS $$
1042
+ BEGIN
1043
+ IF TG_OP = 'INSERT' THEN
1044
+ INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更後データ)
1045
+ VALUES ('売上', 'INSERT', NEW.売上番号, row_to_json(NEW)::JSONB);
1046
+ RETURN NEW;
1047
+
1048
+ ELSIF TG_OP = 'UPDATE' THEN
1049
+ INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更前データ, 変更後データ)
1050
+ VALUES ('売上', 'UPDATE', NEW.売上番号,
1051
+ row_to_json(OLD)::JSONB, row_to_json(NEW)::JSONB);
1052
+ RETURN NEW;
1053
+
1054
+ ELSIF TG_OP = 'DELETE' THEN
1055
+ INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更前データ)
1056
+ VALUES ('売上', 'DELETE', OLD.売上番号, row_to_json(OLD)::JSONB);
1057
+ RETURN OLD;
1058
+ END IF;
1059
+ END;
1060
+ $$ LANGUAGE plpgsql;
1061
+
1062
+ -- トリガー設定
1063
+ CREATE TRIGGER trg_売上変更ログ
1064
+ AFTER INSERT OR UPDATE OR DELETE ON 売上
1065
+ FOR EACH ROW EXECUTE FUNCTION fn_売上変更ログ();
1066
+ ```
1067
+
1068
+ </details>
1069
+
1070
+ <details>
1071
+ <summary>Java 実装例 - 変更ログ処理</summary>
1072
+
1073
+ ```java
1074
+ // 変更ログ処理サービス
1075
+ @Service
1076
+ public class ChangeLogProcessingService {
1077
+ private final JdbcTemplate jdbcTemplate;
1078
+ private final Map<String, ChangeLogHandler> handlers;
1079
+
1080
+ @Scheduled(fixedDelay = 5000) // 5秒ごと
1081
+ @Transactional
1082
+ public void processChangeLogs() {
1083
+ // 未処理ログを取得(ロック付き)
1084
+ String selectSql = """
1085
+ SELECT ログID, テーブル名, 操作種別, レコードID, 変更前データ, 変更後データ
1086
+ FROM 変更ログ
1087
+ WHERE 処理済フラグ = FALSE
1088
+ ORDER BY 変更日時
1089
+ LIMIT 100
1090
+ FOR UPDATE SKIP LOCKED
1091
+ """;
1092
+
1093
+ List<ChangeLog> logs = jdbcTemplate.query(selectSql,
1094
+ (rs, rowNum) -> new ChangeLog(
1095
+ rs.getLong("ログID"),
1096
+ rs.getString("テーブル名"),
1097
+ rs.getString("操作種別"),
1098
+ rs.getString("レコードID"),
1099
+ rs.getString("変更前データ"),
1100
+ rs.getString("変更後データ")
1101
+ )
1102
+ );
1103
+
1104
+ for (ChangeLog log : logs) {
1105
+ try {
1106
+ // テーブル別ハンドラーで処理
1107
+ ChangeLogHandler handler = handlers.get(log.tableName());
1108
+ if (handler != null) {
1109
+ handler.handle(log);
1110
+ }
1111
+
1112
+ // 処理済みマーク
1113
+ markAsProcessed(log.logId());
1114
+
1115
+ } catch (Exception e) {
1116
+ // エラーログ記録(処理は継続)
1117
+ recordError(log.logId(), e.getMessage());
1118
+ }
1119
+ }
1120
+ }
1121
+
1122
+ private void markAsProcessed(Long logId) {
1123
+ jdbcTemplate.update(
1124
+ "UPDATE 変更ログ SET 処理済フラグ = TRUE, 処理日時 = CURRENT_TIMESTAMP WHERE ログID = ?",
1125
+ logId
1126
+ );
1127
+ }
1128
+
1129
+ private void recordError(Long logId, String errorMessage) {
1130
+ jdbcTemplate.update(
1131
+ "UPDATE 変更ログ SET エラー内容 = ? WHERE ログID = ?",
1132
+ errorMessage, logId
1133
+ );
1134
+ }
1135
+ }
1136
+
1137
+ // 変更ログハンドラーインターフェース
1138
+ public interface ChangeLogHandler {
1139
+ void handle(ChangeLog log);
1140
+ }
1141
+
1142
+ // 売上変更ログハンドラー
1143
+ @Component("売上")
1144
+ public class SalesChangeLogHandler implements ChangeLogHandler {
1145
+ private final ObjectMapper objectMapper;
1146
+ private final JournalSyncService journalSyncService;
1147
+
1148
+ @Override
1149
+ public void handle(ChangeLog log) {
1150
+ switch (log.operation()) {
1151
+ case "INSERT" -> {
1152
+ SalesData sales = parseJson(log.afterData(), SalesData.class);
1153
+ journalSyncService.createJournalFromSales(sales);
1154
+ }
1155
+ case "UPDATE" -> {
1156
+ SalesData oldSales = parseJson(log.beforeData(), SalesData.class);
1157
+ SalesData newSales = parseJson(log.afterData(), SalesData.class);
1158
+ journalSyncService.reverseJournal(oldSales);
1159
+ journalSyncService.createJournalFromSales(newSales);
1160
+ }
1161
+ case "DELETE" -> {
1162
+ SalesData sales = parseJson(log.beforeData(), SalesData.class);
1163
+ journalSyncService.reverseJournal(sales);
1164
+ }
1165
+ }
1166
+ }
1167
+
1168
+ private <T> T parseJson(String json, Class<T> clazz) {
1169
+ try {
1170
+ return objectMapper.readValue(json, clazz);
1171
+ } catch (JsonProcessingException e) {
1172
+ throw new RuntimeException("JSON パース失敗", e);
1173
+ }
1174
+ }
1175
+ }
1176
+ ```
1177
+
1178
+ </details>
1179
+
1180
+ ### メッセージキューによる非同期連携
1181
+
1182
+ メッセージキューを使用した非同期連携は、システム間の疎結合を実現します。
1183
+
1184
+ ```plantuml
1185
+ @startuml
1186
+ title メッセージキューによる非同期連携
1187
+
1188
+ rectangle "プロデューサー" as producer {
1189
+ rectangle "販売管理\nサービス" as sales_service
1190
+ }
1191
+
1192
+ rectangle "メッセージブローカー" as broker {
1193
+ queue "売上イベント\nキュー" as sales_queue
1194
+ queue "仕訳イベント\nキュー" as journal_queue
1195
+ queue "在庫イベント\nキュー" as inventory_queue
1196
+ }
1197
+
1198
+ rectangle "コンシューマー" as consumer {
1199
+ rectangle "財務会計\nサービス" as accounting_service
1200
+ rectangle "在庫管理\nサービス" as inventory_service
1201
+ rectangle "分析\nサービス" as analytics_service
1202
+ }
1203
+
1204
+ sales_service --> sales_queue : 売上イベント発行
1205
+
1206
+ sales_queue --> accounting_service : 消費(仕訳生成)
1207
+ sales_queue --> inventory_service : 消費(在庫更新)
1208
+ sales_queue --> analytics_service : 消費(分析用)
1209
+
1210
+ accounting_service --> journal_queue : 仕訳イベント発行
1211
+
1212
+ note bottom of broker
1213
+ 【メッセージキューの特徴】
1214
+ ・非同期処理による疎結合
1215
+ ・メッセージの永続化
1216
+ ・再処理・リトライが容易
1217
+ ・スケーラビリティ
1218
+ end note
1219
+
1220
+ @enduml
1221
+ ```
1222
+
1223
+ #### メッセージ配信パターン
1224
+
1225
+ ```plantuml
1226
+ @startuml
1227
+ title メッセージ配信パターン
1228
+
1229
+ rectangle "Point-to-Point" as p2p {
1230
+ queue "キュー" as queue1
1231
+ rectangle "Consumer A" as consumer_a
1232
+ queue1 --> consumer_a : 1対1配信
1233
+ note right of queue1
1234
+ 1つのメッセージは
1235
+ 1つのコンシューマーのみが受信
1236
+ end note
1237
+ }
1238
+
1239
+ rectangle "Pub/Sub" as pubsub {
1240
+ rectangle "トピック" as topic
1241
+ rectangle "Consumer B" as consumer_b
1242
+ rectangle "Consumer C" as consumer_c
1243
+ rectangle "Consumer D" as consumer_d
1244
+ topic --> consumer_b
1245
+ topic --> consumer_c
1246
+ topic --> consumer_d
1247
+ note right of topic
1248
+ 1つのメッセージを
1249
+ 複数のサブスクライバーが受信
1250
+ end note
1251
+ }
1252
+
1253
+ rectangle "Competing Consumers" as competing {
1254
+ queue "キュー" as queue2
1255
+ rectangle "Consumer E1" as consumer_e1
1256
+ rectangle "Consumer E2" as consumer_e2
1257
+ rectangle "Consumer E3" as consumer_e3
1258
+ queue2 --> consumer_e1
1259
+ queue2 --> consumer_e2
1260
+ queue2 --> consumer_e3
1261
+ note right of queue2
1262
+ 複数のコンシューマーが
1263
+ 並列でメッセージを処理
1264
+ (負荷分散)
1265
+ end note
1266
+ }
1267
+
1268
+ @enduml
1269
+ ```
1270
+
1271
+ <details>
1272
+ <summary>Java 実装例 - メッセージキュー連携</summary>
1273
+
1274
+ ```java
1275
+ // メッセージプロデューサー
1276
+ @Service
1277
+ public class SalesEventPublisher {
1278
+ private final RabbitTemplate rabbitTemplate;
1279
+ private final ObjectMapper objectMapper;
1280
+
1281
+ private static final String EXCHANGE = "sales.events";
1282
+
1283
+ public void publishSalesCreated(SalesData sales) {
1284
+ SalesCreatedEvent event = new SalesCreatedEvent(
1285
+ UUID.randomUUID().toString(),
1286
+ Instant.now(),
1287
+ sales.getSalesNumber(),
1288
+ sales.getCustomerCode(),
1289
+ sales.getSalesDate(),
1290
+ sales.getTotalAmount()
1291
+ );
1292
+
1293
+ publish(event, "sales.created");
1294
+ }
1295
+
1296
+ public void publishSalesCancelled(String salesNumber, String reason) {
1297
+ SalesCancelledEvent event = new SalesCancelledEvent(
1298
+ UUID.randomUUID().toString(),
1299
+ Instant.now(),
1300
+ salesNumber,
1301
+ reason
1302
+ );
1303
+
1304
+ publish(event, "sales.cancelled");
1305
+ }
1306
+
1307
+ private void publish(Object event, String routingKey) {
1308
+ try {
1309
+ String json = objectMapper.writeValueAsString(event);
1310
+ rabbitTemplate.convertAndSend(EXCHANGE, routingKey, json);
1311
+ log.info("イベント発行: {} -> {}", routingKey, event);
1312
+ } catch (Exception e) {
1313
+ log.error("イベント発行失敗", e);
1314
+ throw new EventPublishException(e);
1315
+ }
1316
+ }
1317
+ }
1318
+
1319
+ // メッセージコンシューマー
1320
+ @Component
1321
+ public class SalesEventConsumer {
1322
+ private final ObjectMapper objectMapper;
1323
+ private final JournalService journalService;
1324
+ private final InventoryService inventoryService;
1325
+
1326
+ @RabbitListener(queues = "accounting.sales.queue")
1327
+ public void handleSalesCreatedForAccounting(String message) {
1328
+ SalesCreatedEvent event = parseEvent(message, SalesCreatedEvent.class);
1329
+
1330
+ try {
1331
+ // 仕訳生成
1332
+ journalService.createFromSales(event);
1333
+ log.info("売上仕訳生成完了: {}", event.salesNumber());
1334
+
1335
+ } catch (Exception e) {
1336
+ log.error("売上仕訳生成失敗: {}", event.salesNumber(), e);
1337
+ throw new AmqpRejectAndDontRequeueException(e);
1338
+ }
1339
+ }
1340
+
1341
+ @RabbitListener(queues = "inventory.sales.queue")
1342
+ public void handleSalesCreatedForInventory(String message) {
1343
+ SalesCreatedEvent event = parseEvent(message, SalesCreatedEvent.class);
1344
+
1345
+ try {
1346
+ // 在庫引当解除
1347
+ inventoryService.releaseAllocation(event.salesNumber());
1348
+ log.info("在庫引当解除完了: {}", event.salesNumber());
1349
+
1350
+ } catch (Exception e) {
1351
+ log.error("在庫引当解除失敗: {}", event.salesNumber(), e);
1352
+ throw new AmqpRejectAndDontRequeueException(e);
1353
+ }
1354
+ }
1355
+
1356
+ private <T> T parseEvent(String message, Class<T> clazz) {
1357
+ try {
1358
+ return objectMapper.readValue(message, clazz);
1359
+ } catch (JsonProcessingException e) {
1360
+ throw new EventParseException(e);
1361
+ }
1362
+ }
1363
+ }
1364
+
1365
+ // RabbitMQ 設定
1366
+ @Configuration
1367
+ public class RabbitMqConfig {
1368
+
1369
+ @Bean
1370
+ public TopicExchange salesEventsExchange() {
1371
+ return new TopicExchange("sales.events");
1372
+ }
1373
+
1374
+ @Bean
1375
+ public Queue accountingSalesQueue() {
1376
+ return QueueBuilder.durable("accounting.sales.queue")
1377
+ .withArgument("x-dead-letter-exchange", "sales.events.dlx")
1378
+ .withArgument("x-dead-letter-routing-key", "accounting.sales.dead")
1379
+ .build();
1380
+ }
1381
+
1382
+ @Bean
1383
+ public Queue inventorySalesQueue() {
1384
+ return QueueBuilder.durable("inventory.sales.queue")
1385
+ .withArgument("x-dead-letter-exchange", "sales.events.dlx")
1386
+ .withArgument("x-dead-letter-routing-key", "inventory.sales.dead")
1387
+ .build();
1388
+ }
1389
+
1390
+ @Bean
1391
+ public Binding accountingBinding() {
1392
+ return BindingBuilder
1393
+ .bind(accountingSalesQueue())
1394
+ .to(salesEventsExchange())
1395
+ .with("sales.*");
1396
+ }
1397
+
1398
+ @Bean
1399
+ public Binding inventoryBinding() {
1400
+ return BindingBuilder
1401
+ .bind(inventorySalesQueue())
1402
+ .to(salesEventsExchange())
1403
+ .with("sales.*");
1404
+ }
1405
+
1406
+ // Dead Letter Queue 設定
1407
+ @Bean
1408
+ public DirectExchange deadLetterExchange() {
1409
+ return new DirectExchange("sales.events.dlx");
1410
+ }
1411
+
1412
+ @Bean
1413
+ public Queue deadLetterQueue() {
1414
+ return QueueBuilder.durable("sales.events.dead").build();
1415
+ }
1416
+ }
1417
+ ```
1418
+
1419
+ </details>
1420
+
1421
+ ---
1422
+
1423
+ ## 39.3 連携テーブルの設計
1424
+
1425
+ ### 連携ステータス管理
1426
+
1427
+ データ連携の状態を追跡するためのテーブル設計は、運用上非常に重要です。
1428
+
1429
+ ```plantuml
1430
+ @startuml
1431
+ title 連携ステータス管理テーブル
1432
+
1433
+ entity "連携ジョブ" as job {
1434
+ *ジョブID : UUID <<PK>>
1435
+ --
1436
+ *ジョブ名 : VARCHAR(100)
1437
+ *連携種別 : VARCHAR(50)
1438
+ ソースシステム : VARCHAR(50)
1439
+ ターゲットシステム : VARCHAR(50)
1440
+ スケジュール : VARCHAR(50)
1441
+ 有効フラグ : BOOLEAN
1442
+ 作成日時 : TIMESTAMP
1443
+ }
1444
+
1445
+ entity "連携実行履歴" as execution {
1446
+ *実行ID : UUID <<PK>>
1447
+ --
1448
+ *ジョブID : UUID <<FK>>
1449
+ *開始日時 : TIMESTAMP
1450
+ 終了日時 : TIMESTAMP
1451
+ *ステータス : VARCHAR(20)
1452
+ 抽出件数 : INTEGER
1453
+ 成功件数 : INTEGER
1454
+ エラー件数 : INTEGER
1455
+ スキップ件数 : INTEGER
1456
+ エラー内容 : TEXT
1457
+ }
1458
+
1459
+ entity "連携対象データ" as data {
1460
+ *データID : UUID <<PK>>
1461
+ --
1462
+ *実行ID : UUID <<FK>>
1463
+ *ソースID : VARCHAR(100)
1464
+ *連携ステータス : VARCHAR(20)
1465
+ 処理日時 : TIMESTAMP
1466
+ エラー内容 : TEXT
1467
+ リトライ回数 : INTEGER
1468
+ }
1469
+
1470
+ entity "連携エラー詳細" as error {
1471
+ *エラーID : UUID <<PK>>
1472
+ --
1473
+ *データID : UUID <<FK>>
1474
+ *エラー種別 : VARCHAR(50)
1475
+ *エラーメッセージ : TEXT
1476
+ スタックトレース : TEXT
1477
+ 発生日時 : TIMESTAMP
1478
+ }
1479
+
1480
+ job ||--o{ execution : has
1481
+ execution ||--o{ data : contains
1482
+ data ||--o{ error : has
1483
+
1484
+ note right of execution
1485
+ 【ステータス】
1486
+ ・RUNNING: 実行中
1487
+ ・SUCCESS: 正常完了
1488
+ ・PARTIAL: 部分完了
1489
+ ・FAILED: 失敗
1490
+ ・CANCELLED: 中止
1491
+ end note
1492
+
1493
+ note right of data
1494
+ 【連携ステータス】
1495
+ ・PENDING: 処理待ち
1496
+ ・PROCESSING: 処理中
1497
+ ・SUCCESS: 成功
1498
+ ・ERROR: エラー
1499
+ ・SKIPPED: スキップ
1500
+ end note
1501
+
1502
+ @enduml
1503
+ ```
1504
+
1505
+ <details>
1506
+ <summary>SQL 定義</summary>
1507
+
1508
+ ```sql
1509
+ -- 連携ジョブマスタ
1510
+ CREATE TABLE 連携ジョブ (
1511
+ ジョブID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1512
+ ジョブ名 VARCHAR(100) NOT NULL UNIQUE,
1513
+ 連携種別 VARCHAR(50) NOT NULL, -- BATCH, REALTIME, CDC
1514
+ ソースシステム VARCHAR(50),
1515
+ ターゲットシステム VARCHAR(50),
1516
+ スケジュール VARCHAR(50), -- cron 式
1517
+ 設定JSON JSONB,
1518
+ 有効フラグ BOOLEAN DEFAULT TRUE,
1519
+ 作成日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1520
+ 更新日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP
1521
+ );
1522
+
1523
+ -- 連携実行履歴
1524
+ CREATE TABLE 連携実行履歴 (
1525
+ 実行ID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1526
+ ジョブID UUID NOT NULL REFERENCES 連携ジョブ(ジョブID),
1527
+ 開始日時 TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
1528
+ 終了日時 TIMESTAMP,
1529
+ ステータス VARCHAR(20) NOT NULL DEFAULT 'RUNNING',
1530
+ 抽出件数 INTEGER DEFAULT 0,
1531
+ 成功件数 INTEGER DEFAULT 0,
1532
+ エラー件数 INTEGER DEFAULT 0,
1533
+ スキップ件数 INTEGER DEFAULT 0,
1534
+ エラー内容 TEXT,
1535
+ 実行パラメータ JSONB,
1536
+ CONSTRAINT chk_ステータス CHECK (
1537
+ ステータス IN ('RUNNING', 'SUCCESS', 'PARTIAL', 'FAILED', 'CANCELLED')
1538
+ )
1539
+ );
1540
+
1541
+ CREATE INDEX idx_連携実行履歴_ジョブ日時
1542
+ ON 連携実行履歴 (ジョブID, 開始日時 DESC);
1543
+
1544
+ -- 連携対象データ
1545
+ CREATE TABLE 連携対象データ (
1546
+ データID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1547
+ 実行ID UUID NOT NULL REFERENCES 連携実行履歴(実行ID),
1548
+ ソースID VARCHAR(100) NOT NULL,
1549
+ 連携ステータス VARCHAR(20) NOT NULL DEFAULT 'PENDING',
1550
+ 処理日時 TIMESTAMP,
1551
+ エラー内容 TEXT,
1552
+ リトライ回数 INTEGER DEFAULT 0,
1553
+ ソースデータ JSONB,
1554
+ CONSTRAINT chk_連携ステータス CHECK (
1555
+ 連携ステータス IN ('PENDING', 'PROCESSING', 'SUCCESS', 'ERROR', 'SKIPPED')
1556
+ )
1557
+ );
1558
+
1559
+ CREATE INDEX idx_連携対象データ_実行ステータス
1560
+ ON 連携対象データ (実行ID, 連携ステータス);
1561
+
1562
+ -- 連携エラー詳細
1563
+ CREATE TABLE 連携エラー詳細 (
1564
+ エラーID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1565
+ データID UUID NOT NULL REFERENCES 連携対象データ(データID),
1566
+ エラー種別 VARCHAR(50) NOT NULL,
1567
+ エラーメッセージ TEXT NOT NULL,
1568
+ スタックトレース TEXT,
1569
+ 発生日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP
1570
+ );
1571
+
1572
+ -- 連携サマリービュー
1573
+ CREATE VIEW v_連携サマリー AS
1574
+ SELECT
1575
+ j.ジョブ名,
1576
+ j.連携種別,
1577
+ e.実行ID,
1578
+ e.開始日時,
1579
+ e.終了日時,
1580
+ e.ステータス,
1581
+ e.抽出件数,
1582
+ e.成功件数,
1583
+ e.エラー件数,
1584
+ CASE
1585
+ WHEN e.抽出件数 > 0
1586
+ THEN ROUND(e.成功件数::NUMERIC / e.抽出件数 * 100, 2)
1587
+ ELSE 0
1588
+ END AS 成功率
1589
+ FROM 連携ジョブ j
1590
+ JOIN 連携実行履歴 e ON j.ジョブID = e.ジョブID
1591
+ ORDER BY e.開始日時 DESC;
1592
+ ```
1593
+
1594
+ </details>
1595
+
1596
+ ### エラーハンドリングとリトライ
1597
+
1598
+ データ連携におけるエラーハンドリングは、システムの信頼性を確保するために重要です。
1599
+
1600
+ ```plantuml
1601
+ @startuml
1602
+ title エラーハンドリングとリトライフロー
1603
+
1604
+ |連携処理|
1605
+ start
1606
+ :データ取得;
1607
+
1608
+ repeat
1609
+ :データ処理実行;
1610
+
1611
+ if (成功?) then (yes)
1612
+ :成功記録;
1613
+ break
1614
+ else (no)
1615
+ :リトライ回数 + 1;
1616
+
1617
+ if (リトライ上限?) then (no)
1618
+ :待機(指数バックオフ);
1619
+ note right
1620
+ 1回目: 1秒
1621
+ 2回目: 2秒
1622
+ 3回目: 4秒
1623
+ 4回目: 8秒
1624
+ ...
1625
+ end note
1626
+ else (yes)
1627
+ :エラー記録;
1628
+ :Dead Letter Queue へ;
1629
+ break
1630
+ endif
1631
+ endif
1632
+ repeat while (リトライ中)
1633
+
1634
+ stop
1635
+
1636
+ @enduml
1637
+ ```
1638
+
1639
+ #### リトライ戦略
1640
+
1641
+ ```plantuml
1642
+ @startuml
1643
+ title リトライ戦略の比較
1644
+
1645
+ rectangle "固定間隔リトライ" as fixed {
1646
+ note right
1647
+ 【特徴】
1648
+ 一定間隔でリトライ
1649
+ 例: 5秒ごと
1650
+
1651
+ 【適用場面】
1652
+ ・短期的な障害
1653
+ ・軽微なエラー
1654
+ end note
1655
+ }
1656
+
1657
+ rectangle "指数バックオフ" as exponential {
1658
+ note right
1659
+ 【特徴】
1660
+ リトライ間隔を指数的に増加
1661
+ 例: 1秒 → 2秒 → 4秒 → 8秒
1662
+
1663
+ 【適用場面】
1664
+ ・外部サービス障害
1665
+ ・負荷軽減が必要な場合
1666
+ end note
1667
+ }
1668
+
1669
+ rectangle "ジッター付きバックオフ" as jitter {
1670
+ note right
1671
+ 【特徴】
1672
+ 指数バックオフにランダム要素追加
1673
+ 例: 1〜2秒 → 2〜4秒 → 4〜8秒
1674
+
1675
+ 【適用場面】
1676
+ ・多数クライアントの同時リトライ回避
1677
+ ・サンダリングハード問題対策
1678
+ end note
1679
+ }
1680
+
1681
+ rectangle "サーキットブレーカー" as circuit {
1682
+ note right
1683
+ 【特徴】
1684
+ エラー率が閾値超過で遮断
1685
+ 一定時間後に再試行
1686
+
1687
+ 【適用場面】
1688
+ ・長期的な障害
1689
+ ・カスケード障害防止
1690
+ end note
1691
+ }
1692
+
1693
+ @enduml
1694
+ ```
1695
+
1696
+ <details>
1697
+ <summary>Java 実装例 - リトライ機構</summary>
1698
+
1699
+ ```java
1700
+ // リトライ設定
1701
+ @Configuration
1702
+ public class RetryConfig {
1703
+
1704
+ @Bean
1705
+ public RetryTemplate retryTemplate() {
1706
+ RetryTemplate template = new RetryTemplate();
1707
+
1708
+ // 指数バックオフ設定
1709
+ ExponentialBackOffPolicy backOffPolicy = new ExponentialBackOffPolicy();
1710
+ backOffPolicy.setInitialInterval(1000); // 1秒
1711
+ backOffPolicy.setMultiplier(2.0);
1712
+ backOffPolicy.setMaxInterval(30000); // 最大30秒
1713
+ template.setBackOffPolicy(backOffPolicy);
1714
+
1715
+ // リトライポリシー
1716
+ Map<Class<? extends Throwable>, Boolean> retryableExceptions = new HashMap<>();
1717
+ retryableExceptions.put(TransientDataAccessException.class, true);
1718
+ retryableExceptions.put(TimeoutException.class, true);
1719
+ retryableExceptions.put(ConnectException.class, true);
1720
+
1721
+ SimpleRetryPolicy retryPolicy = new SimpleRetryPolicy(
1722
+ 5, // 最大5回
1723
+ retryableExceptions
1724
+ );
1725
+ template.setRetryPolicy(retryPolicy);
1726
+
1727
+ // リスナー
1728
+ template.registerListener(new RetryListenerSupport() {
1729
+ @Override
1730
+ public <T, E extends Throwable> void onError(
1731
+ RetryContext context, RetryCallback<T, E> callback, Throwable throwable) {
1732
+ log.warn("リトライ {} 回目: {}",
1733
+ context.getRetryCount(), throwable.getMessage());
1734
+ }
1735
+ });
1736
+
1737
+ return template;
1738
+ }
1739
+ }
1740
+
1741
+ // リトライ付き連携サービス
1742
+ @Service
1743
+ public class RetryableIntegrationService {
1744
+ private final RetryTemplate retryTemplate;
1745
+ private final IntegrationDataRepository dataRepository;
1746
+ private final DeadLetterService deadLetterService;
1747
+
1748
+ @Transactional
1749
+ public void processWithRetry(IntegrationData data) {
1750
+ try {
1751
+ retryTemplate.execute(context -> {
1752
+ // 処理実行
1753
+ processData(data);
1754
+
1755
+ // 成功記録
1756
+ data.setStatus(IntegrationStatus.SUCCESS);
1757
+ data.setProcessedAt(LocalDateTime.now());
1758
+ dataRepository.save(data);
1759
+
1760
+ return null;
1761
+ });
1762
+
1763
+ } catch (Exception e) {
1764
+ // リトライ上限超過
1765
+ handleMaxRetriesExceeded(data, e);
1766
+ }
1767
+ }
1768
+
1769
+ private void processData(IntegrationData data) {
1770
+ // 実際の連携処理
1771
+ // ...
1772
+ }
1773
+
1774
+ private void handleMaxRetriesExceeded(IntegrationData data, Exception e) {
1775
+ // エラー記録
1776
+ data.setStatus(IntegrationStatus.ERROR);
1777
+ data.setErrorMessage(e.getMessage());
1778
+ data.setRetryCount(data.getRetryCount() + 1);
1779
+ dataRepository.save(data);
1780
+
1781
+ // Dead Letter Queue へ
1782
+ deadLetterService.send(data);
1783
+
1784
+ // アラート通知
1785
+ alertService.notify(
1786
+ "連携エラー: " + data.getSourceId(),
1787
+ e.getMessage()
1788
+ );
1789
+ }
1790
+ }
1791
+
1792
+ // サーキットブレーカー付きサービス
1793
+ @Service
1794
+ public class CircuitBreakerIntegrationService {
1795
+ private final CircuitBreaker circuitBreaker;
1796
+ private final ExternalSystemClient externalClient;
1797
+
1798
+ public CircuitBreakerIntegrationService() {
1799
+ CircuitBreakerConfig config = CircuitBreakerConfig.custom()
1800
+ .failureRateThreshold(50) // 50%以上でオープン
1801
+ .waitDurationInOpenState(Duration.ofSeconds(30))
1802
+ .slidingWindowSize(10)
1803
+ .build();
1804
+
1805
+ this.circuitBreaker = CircuitBreaker.of("external-system", config);
1806
+ }
1807
+
1808
+ public void sendToExternalSystem(IntegrationData data) {
1809
+ Try.ofSupplier(
1810
+ CircuitBreaker.decorateSupplier(circuitBreaker, () -> {
1811
+ return externalClient.send(data);
1812
+ })
1813
+ ).recover(CallNotPermittedException.class, e -> {
1814
+ log.warn("サーキットブレーカーオープン中");
1815
+ // フォールバック処理
1816
+ queueForLater(data);
1817
+ return null;
1818
+ }).get();
1819
+ }
1820
+
1821
+ private void queueForLater(IntegrationData data) {
1822
+ // 後で再処理するためキューイング
1823
+ pendingQueue.add(data);
1824
+ }
1825
+ }
1826
+ ```
1827
+
1828
+ </details>
1829
+
1830
+ ### 冪等性の確保
1831
+
1832
+ データ連携において冪等性を確保することで、重複実行による問題を防ぎます。
1833
+
1834
+ ```plantuml
1835
+ @startuml
1836
+ title 冪等性確保のパターン
1837
+
1838
+ rectangle "冪等キー方式" as idempotency_key {
1839
+ note right
1840
+ 【仕組み】
1841
+ ・リクエストに一意のキーを付与
1842
+ ・処理済みキーをテーブルに記録
1843
+ ・重複リクエストはスキップ
1844
+
1845
+ 【実装】
1846
+ 冪等キーテーブルで管理
1847
+ end note
1848
+ }
1849
+
1850
+ rectangle "Upsert 方式" as upsert {
1851
+ note right
1852
+ 【仕組み】
1853
+ ・INSERT or UPDATE で処理
1854
+ ・存在すれば更新、なければ挿入
1855
+ ・同じデータで何度実行しても同じ結果
1856
+
1857
+ 【実装】
1858
+ INSERT ... ON CONFLICT DO UPDATE
1859
+ end note
1860
+ }
1861
+
1862
+ rectangle "バージョン管理方式" as version {
1863
+ note right
1864
+ 【仕組み】
1865
+ ・データにバージョン番号を付与
1866
+ ・古いバージョンの更新は無視
1867
+ ・最新バージョンのみ適用
1868
+
1869
+ 【実装】
1870
+ 楽観ロック + バージョン比較
1871
+ end note
1872
+ }
1873
+
1874
+ rectangle "ステータス管理方式" as status {
1875
+ note right
1876
+ 【仕組み】
1877
+ ・処理ステータスを記録
1878
+ ・処理済みデータは再処理しない
1879
+ ・ステータス遷移を厳密に管理
1880
+
1881
+ 【実装】
1882
+ ステータス + 処理日時で判定
1883
+ end note
1884
+ }
1885
+
1886
+ @enduml
1887
+ ```
1888
+
1889
+ <details>
1890
+ <summary>SQL 定義 - 冪等性テーブル</summary>
1891
+
1892
+ ```sql
1893
+ -- 冪等キーテーブル
1894
+ CREATE TABLE 冪等キー (
1895
+ 冪等キー VARCHAR(100) PRIMARY KEY,
1896
+ 処理種別 VARCHAR(50) NOT NULL,
1897
+ ソースID VARCHAR(100) NOT NULL,
1898
+ 処理結果 JSONB,
1899
+ 処理日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1900
+ 有効期限 TIMESTAMP NOT NULL
1901
+ );
1902
+
1903
+ CREATE INDEX idx_冪等キー_有効期限 ON 冪等キー (有効期限);
1904
+
1905
+ -- 期限切れキーの自動削除
1906
+ CREATE OR REPLACE FUNCTION fn_冪等キー_クリーンアップ()
1907
+ RETURNS void AS $$
1908
+ BEGIN
1909
+ DELETE FROM 冪等キー WHERE 有効期限 < CURRENT_TIMESTAMP;
1910
+ END;
1911
+ $$ LANGUAGE plpgsql;
1912
+
1913
+ -- 冪等処理の実行関数
1914
+ CREATE OR REPLACE FUNCTION fn_冪等処理(
1915
+ p_冪等キー VARCHAR,
1916
+ p_処理種別 VARCHAR,
1917
+ p_ソースID VARCHAR,
1918
+ p_有効期間_日数 INTEGER DEFAULT 7
1919
+ ) RETURNS TABLE (
1920
+ 処理可能 BOOLEAN,
1921
+ 既存結果 JSONB
1922
+ ) AS $$
1923
+ DECLARE
1924
+ v_existing RECORD;
1925
+ BEGIN
1926
+ -- 既存キーを検索(ロック付き)
1927
+ SELECT * INTO v_existing
1928
+ FROM 冪等キー
1929
+ WHERE 冪等キー = p_冪等キー
1930
+ FOR UPDATE;
1931
+
1932
+ IF v_existing IS NOT NULL THEN
1933
+ -- 既に処理済み
1934
+ RETURN QUERY SELECT FALSE, v_existing.処理結果;
1935
+ ELSE
1936
+ -- 新規キーを登録
1937
+ INSERT INTO 冪等キー (冪等キー, 処理種別, ソースID, 有効期限)
1938
+ VALUES (
1939
+ p_冪等キー,
1940
+ p_処理種別,
1941
+ p_ソースID,
1942
+ CURRENT_TIMESTAMP + (p_有効期間_日数 || ' days')::INTERVAL
1943
+ );
1944
+ RETURN QUERY SELECT TRUE, NULL::JSONB;
1945
+ END IF;
1946
+ END;
1947
+ $$ LANGUAGE plpgsql;
1948
+
1949
+ -- 処理結果の記録関数
1950
+ CREATE OR REPLACE FUNCTION fn_冪等結果記録(
1951
+ p_冪等キー VARCHAR,
1952
+ p_処理結果 JSONB
1953
+ ) RETURNS void AS $$
1954
+ BEGIN
1955
+ UPDATE 冪等キー
1956
+ SET 処理結果 = p_処理結果
1957
+ WHERE 冪等キー = p_冪等キー;
1958
+ END;
1959
+ $$ LANGUAGE plpgsql;
1960
+ ```
1961
+
1962
+ </details>
1963
+
1964
+ <details>
1965
+ <summary>Java 実装例 - 冪等性サービス</summary>
1966
+
1967
+ ```java
1968
+ // 冪等性サービス
1969
+ @Service
1970
+ public class IdempotencyService {
1971
+ private final JdbcTemplate jdbcTemplate;
1972
+
1973
+ /**
1974
+ * 冪等処理を実行
1975
+ * @return true: 処理可能, false: 既に処理済み
1976
+ */
1977
+ @Transactional
1978
+ public IdempotencyResult checkAndLock(
1979
+ String idempotencyKey,
1980
+ String processType,
1981
+ String sourceId) {
1982
+
1983
+ // 既存キーをチェック
1984
+ Map<String, Object> result = jdbcTemplate.queryForMap(
1985
+ "SELECT * FROM fn_冪等処理(?, ?, ?)",
1986
+ idempotencyKey, processType, sourceId
1987
+ );
1988
+
1989
+ boolean canProcess = (Boolean) result.get("処理可能");
1990
+ String existingResult = (String) result.get("既存結果");
1991
+
1992
+ return new IdempotencyResult(canProcess, existingResult);
1993
+ }
1994
+
1995
+ /**
1996
+ * 処理結果を記録
1997
+ */
1998
+ @Transactional
1999
+ public void recordResult(String idempotencyKey, Object result) {
2000
+ try {
2001
+ String jsonResult = new ObjectMapper().writeValueAsString(result);
2002
+ jdbcTemplate.update(
2003
+ "SELECT fn_冪等結果記録(?, ?::JSONB)",
2004
+ idempotencyKey, jsonResult
2005
+ );
2006
+ } catch (JsonProcessingException e) {
2007
+ throw new RuntimeException("結果のJSON変換に失敗", e);
2008
+ }
2009
+ }
2010
+ }
2011
+
2012
+ // 冪等性デコレーター
2013
+ @Aspect
2014
+ @Component
2015
+ public class IdempotencyAspect {
2016
+ private final IdempotencyService idempotencyService;
2017
+
2018
+ @Around("@annotation(idempotent)")
2019
+ public Object ensureIdempotency(
2020
+ ProceedingJoinPoint joinPoint,
2021
+ Idempotent idempotent) throws Throwable {
2022
+
2023
+ // 冪等キーを取得
2024
+ String idempotencyKey = extractIdempotencyKey(joinPoint, idempotent);
2025
+ String processType = joinPoint.getSignature().getName();
2026
+ String sourceId = extractSourceId(joinPoint, idempotent);
2027
+
2028
+ // 冪等チェック
2029
+ IdempotencyResult check = idempotencyService.checkAndLock(
2030
+ idempotencyKey, processType, sourceId
2031
+ );
2032
+
2033
+ if (!check.canProcess()) {
2034
+ log.info("冪等スキップ: {} (既存結果: {})",
2035
+ idempotencyKey, check.existingResult());
2036
+ return check.existingResult();
2037
+ }
2038
+
2039
+ try {
2040
+ // 処理実行
2041
+ Object result = joinPoint.proceed();
2042
+
2043
+ // 結果記録
2044
+ idempotencyService.recordResult(idempotencyKey, result);
2045
+
2046
+ return result;
2047
+
2048
+ } catch (Exception e) {
2049
+ // エラー時は冪等キーを削除(再試行可能に)
2050
+ idempotencyService.removeKey(idempotencyKey);
2051
+ throw e;
2052
+ }
2053
+ }
2054
+
2055
+ private String extractIdempotencyKey(
2056
+ ProceedingJoinPoint joinPoint, Idempotent idempotent) {
2057
+ // アノテーションの keyExpression から冪等キーを抽出
2058
+ // SpEL で引数から動的に取得
2059
+ // ...
2060
+ }
2061
+ }
2062
+
2063
+ // 冪等アノテーション
2064
+ @Target(ElementType.METHOD)
2065
+ @Retention(RetentionPolicy.RUNTIME)
2066
+ public @interface Idempotent {
2067
+ String keyExpression(); // SpEL式: "#args[0].id"
2068
+ String sourceIdExpression() default "";
2069
+ }
2070
+
2071
+ // 使用例
2072
+ @Service
2073
+ public class JournalIntegrationService {
2074
+
2075
+ @Idempotent(keyExpression = "'SALES_JOURNAL_' + #sales.salesNumber")
2076
+ @Transactional
2077
+ public JournalEntry createJournalFromSales(SalesData sales) {
2078
+ // この処理は同じ売上番号に対して1回だけ実行される
2079
+ return journalService.createFromSales(sales);
2080
+ }
2081
+ }
2082
+
2083
+ // Upsert による冪等性
2084
+ @Repository
2085
+ public class JournalRepository {
2086
+
2087
+ @Transactional
2088
+ public void upsertFromIntegration(JournalEntry journal) {
2089
+ String sql = """
2090
+ INSERT INTO 仕訳 (
2091
+ 伝票番号, 伝票日付, 借方勘定, 借方金額,
2092
+ 貸方勘定, 貸方金額, 摘要, ソース種別, ソースID
2093
+ ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
2094
+ ON CONFLICT (ソース種別, ソースID) DO UPDATE SET
2095
+ 伝票日付 = EXCLUDED.伝票日付,
2096
+ 借方勘定 = EXCLUDED.借方勘定,
2097
+ 借方金額 = EXCLUDED.借方金額,
2098
+ 貸方勘定 = EXCLUDED.貸方勘定,
2099
+ 貸方金額 = EXCLUDED.貸方金額,
2100
+ 摘要 = EXCLUDED.摘要,
2101
+ 更新日時 = CURRENT_TIMESTAMP
2102
+ """;
2103
+
2104
+ jdbcTemplate.update(sql,
2105
+ journal.getJournalNumber(),
2106
+ journal.getJournalDate(),
2107
+ journal.getDebitAccount(),
2108
+ journal.getDebitAmount(),
2109
+ journal.getCreditAccount(),
2110
+ journal.getCreditAmount(),
2111
+ journal.getDescription(),
2112
+ journal.getSourceType(),
2113
+ journal.getSourceId()
2114
+ );
2115
+ }
2116
+ }
2117
+ ```
2118
+
2119
+ </details>
2120
+
2121
+ ### 連携監視ダッシュボード
2122
+
2123
+ ```plantuml
2124
+ @startuml
2125
+ title 連携監視ダッシュボードの構成
2126
+
2127
+ rectangle "監視ダッシュボード" as dashboard {
2128
+ rectangle "リアルタイム監視" as realtime {
2129
+ rectangle "実行中ジョブ" as running
2130
+ rectangle "キュー滞留" as queue_depth
2131
+ rectangle "エラー発生" as errors
2132
+ }
2133
+
2134
+ rectangle "統計情報" as stats {
2135
+ rectangle "日次処理件数" as daily_count
2136
+ rectangle "成功率推移" as success_rate
2137
+ rectangle "平均処理時間" as avg_time
2138
+ }
2139
+
2140
+ rectangle "アラート" as alerts {
2141
+ rectangle "エラー閾値超過" as error_alert
2142
+ rectangle "遅延アラート" as delay_alert
2143
+ rectangle "滞留アラート" as backlog_alert
2144
+ }
2145
+ }
2146
+
2147
+ database "連携履歴DB" as history_db
2148
+ queue "メッセージキュー" as mq
2149
+
2150
+ history_db --> stats : 集計
2151
+ mq --> queue_depth : 監視
2152
+ history_db --> errors : エラー検出
2153
+
2154
+ alerts --> "通知サービス" : Slack/Email
2155
+
2156
+ @enduml
2157
+ ```
2158
+
2159
+ <details>
2160
+ <summary>SQL 定義 - 監視用ビュー</summary>
2161
+
2162
+ ```sql
2163
+ -- 日次連携サマリービュー
2164
+ CREATE VIEW v_日次連携サマリー AS
2165
+ SELECT
2166
+ DATE(e.開始日時) AS 実行日,
2167
+ j.ジョブ名,
2168
+ COUNT(*) AS 実行回数,
2169
+ SUM(CASE WHEN e.ステータス = 'SUCCESS' THEN 1 ELSE 0 END) AS 成功回数,
2170
+ SUM(CASE WHEN e.ステータス = 'FAILED' THEN 1 ELSE 0 END) AS 失敗回数,
2171
+ SUM(e.抽出件数) AS 総抽出件数,
2172
+ SUM(e.成功件数) AS 総成功件数,
2173
+ SUM(e.エラー件数) AS 総エラー件数,
2174
+ ROUND(
2175
+ SUM(e.成功件数)::NUMERIC / NULLIF(SUM(e.抽出件数), 0) * 100, 2
2176
+ ) AS 成功率,
2177
+ AVG(EXTRACT(EPOCH FROM (e.終了日時 - e.開始日時))) AS 平均処理時間_秒
2178
+ FROM 連携実行履歴 e
2179
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2180
+ WHERE e.開始日時 >= CURRENT_DATE - INTERVAL '30 days'
2181
+ GROUP BY DATE(e.開始日時), j.ジョブ名
2182
+ ORDER BY 実行日 DESC, j.ジョブ名;
2183
+
2184
+ -- リアルタイム監視ビュー
2185
+ CREATE VIEW v_リアルタイム監視 AS
2186
+ SELECT
2187
+ j.ジョブ名,
2188
+ e.実行ID,
2189
+ e.ステータス,
2190
+ e.開始日時,
2191
+ EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - e.開始日時)) AS 経過時間_秒,
2192
+ e.抽出件数,
2193
+ e.成功件数,
2194
+ e.エラー件数,
2195
+ ROUND(
2196
+ e.成功件数::NUMERIC / NULLIF(e.抽出件数, 0) * 100, 2
2197
+ ) AS 進捗率
2198
+ FROM 連携実行履歴 e
2199
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2200
+ WHERE e.ステータス = 'RUNNING'
2201
+ ORDER BY e.開始日時;
2202
+
2203
+ -- エラー傾向分析ビュー
2204
+ CREATE VIEW v_エラー傾向 AS
2205
+ SELECT
2206
+ j.ジョブ名,
2207
+ ed.エラー種別,
2208
+ COUNT(*) AS 発生件数,
2209
+ MIN(ed.発生日時) AS 初回発生,
2210
+ MAX(ed.発生日時) AS 最終発生
2211
+ FROM 連携エラー詳細 ed
2212
+ JOIN 連携対象データ d ON ed.データID = d.データID
2213
+ JOIN 連携実行履歴 e ON d.実行ID = e.実行ID
2214
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2215
+ WHERE ed.発生日時 >= CURRENT_DATE - INTERVAL '7 days'
2216
+ GROUP BY j.ジョブ名, ed.エラー種別
2217
+ ORDER BY 発生件数 DESC;
2218
+
2219
+ -- アラート条件チェック関数
2220
+ CREATE OR REPLACE FUNCTION fn_連携アラートチェック()
2221
+ RETURNS TABLE (
2222
+ アラート種別 VARCHAR,
2223
+ ジョブ名 VARCHAR,
2224
+ メッセージ TEXT,
2225
+ 重要度 VARCHAR
2226
+ ) AS $$
2227
+ BEGIN
2228
+ -- エラー率アラート
2229
+ RETURN QUERY
2230
+ SELECT
2231
+ 'エラー率超過'::VARCHAR,
2232
+ j.ジョブ名,
2233
+ FORMAT('エラー率 %.1f%% (閾値: 10%%)',
2234
+ e.エラー件数::NUMERIC / e.抽出件数 * 100),
2235
+ 'HIGH'::VARCHAR
2236
+ FROM 連携実行履歴 e
2237
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2238
+ WHERE e.ステータス IN ('PARTIAL', 'FAILED')
2239
+ AND e.開始日時 >= CURRENT_TIMESTAMP - INTERVAL '1 hour'
2240
+ AND e.抽出件数 > 0
2241
+ AND e.エラー件数::NUMERIC / e.抽出件数 > 0.1;
2242
+
2243
+ -- 長時間実行アラート
2244
+ RETURN QUERY
2245
+ SELECT
2246
+ '長時間実行'::VARCHAR,
2247
+ j.ジョブ名,
2248
+ FORMAT('実行時間 %s 分 (閾値: 30分)',
2249
+ EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - e.開始日時)) / 60),
2250
+ 'MEDIUM'::VARCHAR
2251
+ FROM 連携実行履歴 e
2252
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2253
+ WHERE e.ステータス = 'RUNNING'
2254
+ AND e.開始日時 < CURRENT_TIMESTAMP - INTERVAL '30 minutes';
2255
+
2256
+ -- 未実行アラート
2257
+ RETURN QUERY
2258
+ SELECT
2259
+ 'スケジュール遅延'::VARCHAR,
2260
+ j.ジョブ名,
2261
+ FORMAT('最終実行: %s',
2262
+ COALESCE(MAX(e.開始日時)::TEXT, '実行履歴なし')),
2263
+ 'MEDIUM'::VARCHAR
2264
+ FROM 連携ジョブ j
2265
+ LEFT JOIN 連携実行履歴 e ON j.ジョブID = e.ジョブID
2266
+ WHERE j.有効フラグ = TRUE
2267
+ GROUP BY j.ジョブID, j.ジョブ名
2268
+ HAVING MAX(e.開始日時) < CURRENT_TIMESTAMP - INTERVAL '1 day'
2269
+ OR MAX(e.開始日時) IS NULL;
2270
+ END;
2271
+ $$ LANGUAGE plpgsql;
2272
+ ```
2273
+
2274
+ </details>
2275
+
2276
+ ---
2277
+
2278
+ ## 39.4 まとめ
2279
+
2280
+ 本章では、データ連携の具体的な実装パターンについて解説しました。
2281
+
2282
+ ### 学んだこと
2283
+
2284
+ 1. **バッチ連携**
2285
+
2286
+ - ファイル連携(CSV / XML / JSON)の設計と実装
2287
+ - ETL 処理のパターン(Extract-Transform-Load)
2288
+ - 差分抽出と全件抽出の使い分け
2289
+
2290
+ 2. **リアルタイム連携**
2291
+
2292
+ - Change Data Capture(CDC)による変更検知
2293
+ - データベーストリガーの活用
2294
+ - メッセージキューによる非同期連携
2295
+
2296
+ 3. **連携テーブルの設計**
2297
+
2298
+ - 連携ステータス管理の重要性
2299
+ - エラーハンドリングとリトライ戦略
2300
+ - 冪等性の確保方法
2301
+
2302
+ ### 連携パターンの選択指針
2303
+
2304
+ | 要件 | バッチ連携 | リアルタイム連携 |
2305
+ |-----|----------|----------------|
2306
+ | データ量 | 大量 | 少〜中量 |
2307
+ | 即時性 | 不要 | 必要 |
2308
+ | 複雑な変換 | 適している | 向かない |
2309
+ | システム負荷 | 集中(定期実行) | 分散(常時) |
2310
+ | 障害復旧 | 容易 | やや複雑 |
2311
+ | 実装コスト | 低 | 中〜高 |
2312
+
2313
+ ### 信頼性確保のチェックリスト
2314
+
2315
+ - [ ] 冪等性が確保されているか
2316
+ - [ ] リトライ機構が実装されているか
2317
+ - [ ] Dead Letter Queue が設定されているか
2318
+ - [ ] 監視・アラートが設定されているか
2319
+ - [ ] エラー発生時の通知が設定されているか
2320
+ - [ ] 手動リカバリ手順が文書化されているか
2321
+
2322
+ ### Part 5 の総括
2323
+
2324
+ 第5部「エンタープライズインテグレーション」では、基幹業務システム間の統合について体系的に学びました。
2325
+
2326
+ - **第33章**:システム統合の概要と境界づけられたコンテキスト
2327
+ - **第34章**:メッセージングパターン(EIP)
2328
+ - **第35章**:システム間連携パターン(販売・財務・生産)
2329
+ - **第36章**:マスタデータ管理(MDM)
2330
+ - **第37章**:イベント駆動アーキテクチャ
2331
+ - **第38章**:API 設計とサービス連携
2332
+ - **第39章**:データ連携の実装パターン
2333
+
2334
+ これらの知識を活用することで、疎結合で保守性の高い基幹業務システムの統合を実現できます。