@k2works/claude-code-booster 4.11.0 → 4.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (749) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +42 -42
  3. package/bin/claude-code-booster +90 -90
  4. package/lib/assets/.claude/README.md +281 -279
  5. package/lib/assets/.claude/agents/xp-architect.md +250 -250
  6. package/lib/assets/.claude/agents/xp-executive.md +207 -207
  7. package/lib/assets/.claude/agents/xp-interaction-designer.md +239 -239
  8. package/lib/assets/.claude/agents/xp-product-manager.md +245 -245
  9. package/lib/assets/.claude/agents/xp-programmer.md +268 -268
  10. package/lib/assets/.claude/agents/xp-project-manager.md +229 -229
  11. package/lib/assets/.claude/agents/xp-technical-writer.md +224 -224
  12. package/lib/assets/.claude/agents/xp-tester.md +265 -265
  13. package/lib/assets/.claude/agents/xp-user-representative.md +204 -204
  14. package/lib/assets/.claude/scripts/generate-inception-deck.mjs +911 -911
  15. package/lib/assets/.claude/settings.json +11 -11
  16. package/lib/assets/.claude/skills/ai-agent-guidelines/SKILL.md +111 -111
  17. package/lib/assets/.claude/skills/analyzing-architecture/SKILL.md +83 -83
  18. package/lib/assets/.claude/skills/analyzing-business-architecture/SKILL.md +122 -122
  19. package/lib/assets/.claude/skills/analyzing-business-case/SKILL.md +148 -148
  20. package/lib/assets/.claude/skills/analyzing-business-strategy/SKILL.md +277 -277
  21. package/lib/assets/.claude/skills/analyzing-data-model/SKILL.md +77 -77
  22. package/lib/assets/.claude/skills/analyzing-domain-model/SKILL.md +117 -117
  23. package/lib/assets/.claude/skills/analyzing-inception-deck/SKILL.md +84 -84
  24. package/lib/assets/.claude/skills/analyzing-non-functional/SKILL.md +95 -95
  25. package/lib/assets/.claude/skills/analyzing-operation/SKILL.md +95 -95
  26. package/lib/assets/.claude/skills/analyzing-requirements/SKILL.md +91 -91
  27. package/lib/assets/.claude/skills/analyzing-review/SKILL.md +174 -174
  28. package/lib/assets/.claude/skills/analyzing-tech-stack/SKILL.md +101 -101
  29. package/lib/assets/.claude/skills/analyzing-test-strategy/SKILL.md +89 -89
  30. package/lib/assets/.claude/skills/analyzing-ui-design/SKILL.md +80 -80
  31. package/lib/assets/.claude/skills/analyzing-usecases/SKILL.md +72 -72
  32. package/lib/assets/.claude/skills/closing-iteration/SKILL.md +129 -0
  33. package/lib/assets/.claude/skills/creating-adr/SKILL.md +113 -113
  34. package/lib/assets/.claude/skills/creating-development-strategy/SKILL.md +101 -101
  35. package/lib/assets/.claude/skills/creating-iteration-report/SKILL.md +210 -210
  36. package/lib/assets/.claude/skills/creating-journal/SKILL.md +129 -129
  37. package/lib/assets/.claude/skills/creating-release-report/SKILL.md +161 -161
  38. package/lib/assets/.claude/skills/creating-slides/SKILL.md +86 -86
  39. package/lib/assets/.claude/skills/creating-slides/agents/openai.yaml +4 -4
  40. package/lib/assets/.claude/skills/creating-slides/references/manga-css.md +45 -45
  41. package/lib/assets/.claude/skills/creating-slides/scripts/slide_tools.py +239 -239
  42. package/lib/assets/.claude/skills/developing-backend/SKILL.md +100 -100
  43. package/lib/assets/.claude/skills/developing-frontend/SKILL.md +93 -93
  44. package/lib/assets/.claude/skills/developing-release/SKILL.md +120 -120
  45. package/lib/assets/.claude/skills/developing-review/SKILL.md +175 -175
  46. package/lib/assets/.claude/skills/developing-uiux-review/SKILL.md +207 -207
  47. package/lib/assets/.claude/skills/generating-bmc/SKILL.md +123 -123
  48. package/lib/assets/.claude/skills/generating-slides/SKILL.md +94 -94
  49. package/lib/assets/.claude/skills/git-commit/SKILL.md +81 -81
  50. package/lib/assets/.claude/skills/killing-processes/SKILL.md +44 -44
  51. package/lib/assets/.claude/skills/opening-iteration/SKILL.md +105 -0
  52. package/lib/assets/.claude/skills/operating-backup/SKILL.md +59 -59
  53. package/lib/assets/.claude/skills/operating-cicd/SKILL.md +54 -54
  54. package/lib/assets/.claude/skills/operating-deploy/SKILL.md +67 -67
  55. package/lib/assets/.claude/skills/operating-docs/SKILL.md +219 -219
  56. package/lib/assets/.claude/skills/operating-provision/SKILL.md +77 -77
  57. package/lib/assets/.claude/skills/operating-qt/SKILL.md +147 -147
  58. package/lib/assets/.claude/skills/operating-review/SKILL.md +171 -171
  59. package/lib/assets/.claude/skills/operating-script/SKILL.md +145 -145
  60. package/lib/assets/.claude/skills/operating-setup/SKILL.md +63 -63
  61. package/lib/assets/.claude/skills/orchestrating-analysis/SKILL.md +104 -104
  62. package/lib/assets/.claude/skills/orchestrating-development/SKILL.md +168 -168
  63. package/lib/assets/.claude/skills/orchestrating-operation/SKILL.md +158 -158
  64. package/lib/assets/.claude/skills/orchestrating-project/SKILL.md +144 -144
  65. package/lib/assets/.claude/skills/planning-releases/SKILL.md +119 -119
  66. package/lib/assets/.claude/skills/practicing-getting-start-tdd/SKILL.md +266 -266
  67. package/lib/assets/.claude/skills/syncing-github-project/SKILL.md +151 -151
  68. package/lib/assets/.claude/skills/tracking-progress/SKILL.md +91 -91
  69. package/lib/assets/.claude/skills/validating-design/SKILL.md +130 -130
  70. package/lib/assets/.claude/skills/validating-iteration-plan/SKILL.md +238 -238
  71. package/lib/assets/.claude/skills/validating-operating-setup/SKILL.md +118 -118
  72. package/lib/assets/.devcontainer/devcontainer.json +37 -37
  73. package/lib/assets/.env.example +17 -17
  74. package/lib/assets/.gitattributes +4 -4
  75. package/lib/assets/.github/workflows/docker-publish.yml +77 -77
  76. package/lib/assets/.github/workflows/mkdocs.yml +39 -39
  77. package/lib/assets/AGENTS.md +94 -94
  78. package/lib/assets/CLAUDE.md +197 -195
  79. package/lib/assets/README.md +291 -291
  80. package/lib/assets/docker-compose.yml +33 -33
  81. package/lib/assets/docs/adr/index.md +10 -10
  82. package/lib/assets/docs/article/functional-desgin-ppp/all/01-immutability-and-data-transformation.md +475 -475
  83. package/lib/assets/docs/article/functional-desgin-ppp/all/02-function-composition.md +519 -519
  84. package/lib/assets/docs/article/functional-desgin-ppp/all/03-polymorphism.md +537 -537
  85. package/lib/assets/docs/article/functional-desgin-ppp/all/04-data-validation.md +300 -300
  86. package/lib/assets/docs/article/functional-desgin-ppp/all/05-property-based-testing.md +320 -320
  87. package/lib/assets/docs/article/functional-desgin-ppp/all/06-tdd-and-functional.md +498 -498
  88. package/lib/assets/docs/article/functional-desgin-ppp/all/07-composite-pattern.md +298 -298
  89. package/lib/assets/docs/article/functional-desgin-ppp/all/08-decorator-pattern.md +291 -291
  90. package/lib/assets/docs/article/functional-desgin-ppp/all/09-adapter-pattern.md +336 -336
  91. package/lib/assets/docs/article/functional-desgin-ppp/all/10-strategy-pattern.md +303 -303
  92. package/lib/assets/docs/article/functional-desgin-ppp/all/11-command-pattern.md +286 -286
  93. package/lib/assets/docs/article/functional-desgin-ppp/all/12-visitor-pattern.md +322 -322
  94. package/lib/assets/docs/article/functional-desgin-ppp/all/13-abstract-factory-pattern.md +319 -319
  95. package/lib/assets/docs/article/functional-desgin-ppp/all/14-abstract-server-pattern.md +365 -365
  96. package/lib/assets/docs/article/functional-desgin-ppp/all/15-gossiping-bus-drivers.md +156 -156
  97. package/lib/assets/docs/article/functional-desgin-ppp/all/16-payroll-system.md +178 -178
  98. package/lib/assets/docs/article/functional-desgin-ppp/all/17-video-rental-system.md +312 -312
  99. package/lib/assets/docs/article/functional-desgin-ppp/all/18-concurrency-system.md +287 -287
  100. package/lib/assets/docs/article/functional-desgin-ppp/all/19-wa-tor-simulation.md +286 -286
  101. package/lib/assets/docs/article/functional-desgin-ppp/all/20-pattern-interactions.md +274 -274
  102. package/lib/assets/docs/article/functional-desgin-ppp/all/21-best-practices.md +294 -294
  103. package/lib/assets/docs/article/functional-desgin-ppp/all/22-oo-to-fp-migration.md +337 -337
  104. package/lib/assets/docs/article/functional-desgin-ppp/all/index.md +388 -388
  105. package/lib/assets/docs/article/functional-desgin-ppp/clojure/01-immutability-and-data-transformation.md +273 -273
  106. package/lib/assets/docs/article/functional-desgin-ppp/clojure/02-function-composition.md +380 -380
  107. package/lib/assets/docs/article/functional-desgin-ppp/clojure/03-polymorphism.md +384 -384
  108. package/lib/assets/docs/article/functional-desgin-ppp/clojure/04-clojure-spec.md +350 -350
  109. package/lib/assets/docs/article/functional-desgin-ppp/clojure/05-property-based-testing.md +352 -352
  110. package/lib/assets/docs/article/functional-desgin-ppp/clojure/06-tdd-in-functional.md +383 -383
  111. package/lib/assets/docs/article/functional-desgin-ppp/clojure/07-composite-pattern.md +529 -529
  112. package/lib/assets/docs/article/functional-desgin-ppp/clojure/08-decorator-pattern.md +395 -395
  113. package/lib/assets/docs/article/functional-desgin-ppp/clojure/09-adapter-pattern.md +399 -399
  114. package/lib/assets/docs/article/functional-desgin-ppp/clojure/10-strategy-pattern.md +485 -485
  115. package/lib/assets/docs/article/functional-desgin-ppp/clojure/11-command-pattern.md +566 -566
  116. package/lib/assets/docs/article/functional-desgin-ppp/clojure/12-visitor-pattern.md +567 -567
  117. package/lib/assets/docs/article/functional-desgin-ppp/clojure/13-abstract-factory-pattern.md +475 -475
  118. package/lib/assets/docs/article/functional-desgin-ppp/clojure/14-abstract-server-pattern.md +462 -462
  119. package/lib/assets/docs/article/functional-desgin-ppp/clojure/15-gossiping-bus-drivers.md +325 -325
  120. package/lib/assets/docs/article/functional-desgin-ppp/clojure/16-payroll-system.md +401 -401
  121. package/lib/assets/docs/article/functional-desgin-ppp/clojure/17-video-rental-system.md +450 -450
  122. package/lib/assets/docs/article/functional-desgin-ppp/clojure/18-concurrency-system.md +475 -475
  123. package/lib/assets/docs/article/functional-desgin-ppp/clojure/19-wator-simulation.md +739 -739
  124. package/lib/assets/docs/article/functional-desgin-ppp/clojure/20-pattern-interactions.md +567 -567
  125. package/lib/assets/docs/article/functional-desgin-ppp/clojure/21-best-practices.md +518 -518
  126. package/lib/assets/docs/article/functional-desgin-ppp/clojure/22-oo-to-fp-migration.md +532 -532
  127. package/lib/assets/docs/article/functional-desgin-ppp/clojure/index.md +241 -241
  128. package/lib/assets/docs/article/functional-desgin-ppp/elixir/01-immutability-and-data-transformation.md +383 -383
  129. package/lib/assets/docs/article/functional-desgin-ppp/elixir/02-function-composition.md +374 -374
  130. package/lib/assets/docs/article/functional-desgin-ppp/elixir/03-polymorphism.md +375 -375
  131. package/lib/assets/docs/article/functional-desgin-ppp/elixir/04-data-validation.md +195 -195
  132. package/lib/assets/docs/article/functional-desgin-ppp/elixir/05-property-based-testing.md +268 -268
  133. package/lib/assets/docs/article/functional-desgin-ppp/elixir/06-tdd-and-fp.md +294 -294
  134. package/lib/assets/docs/article/functional-desgin-ppp/elixir/07-effects-and-pure-functions.md +164 -164
  135. package/lib/assets/docs/article/functional-desgin-ppp/elixir/08-error-handling-strategies.md +168 -168
  136. package/lib/assets/docs/article/functional-desgin-ppp/elixir/09-io-and-external-systems.md +254 -254
  137. package/lib/assets/docs/article/functional-desgin-ppp/elixir/10-concurrency-patterns.md +269 -269
  138. package/lib/assets/docs/article/functional-desgin-ppp/elixir/11-command-pattern.md +148 -148
  139. package/lib/assets/docs/article/functional-desgin-ppp/elixir/12-visitor-pattern.md +176 -176
  140. package/lib/assets/docs/article/functional-desgin-ppp/elixir/13-abstract-factory-pattern.md +604 -604
  141. package/lib/assets/docs/article/functional-desgin-ppp/elixir/14-abstract-server-pattern.md +729 -729
  142. package/lib/assets/docs/article/functional-desgin-ppp/elixir/15-gossiping-bus-drivers.md +291 -291
  143. package/lib/assets/docs/article/functional-desgin-ppp/elixir/16-payroll-system.md +420 -420
  144. package/lib/assets/docs/article/functional-desgin-ppp/elixir/17-video-rental-system.md +319 -319
  145. package/lib/assets/docs/article/functional-desgin-ppp/elixir/18-concurrency-system.md +466 -466
  146. package/lib/assets/docs/article/functional-desgin-ppp/elixir/19-wator-simulation.md +523 -523
  147. package/lib/assets/docs/article/functional-desgin-ppp/elixir/20-pattern-interactions.md +287 -287
  148. package/lib/assets/docs/article/functional-desgin-ppp/elixir/21-best-practices.md +340 -340
  149. package/lib/assets/docs/article/functional-desgin-ppp/elixir/22-oo-to-fp-migration.md +395 -395
  150. package/lib/assets/docs/article/functional-desgin-ppp/elixir/index.md +248 -248
  151. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/01-immutability-and-data-transformation.md +384 -384
  152. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/02-function-composition.md +452 -452
  153. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/03-polymorphism.md +495 -495
  154. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/04-data-validation.md +416 -416
  155. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/05-property-based-testing.md +382 -382
  156. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/06-tdd-functional.md +687 -687
  157. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/07-composite-pattern.md +442 -442
  158. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/08-decorator-pattern.md +479 -479
  159. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/09-adapter-pattern.md +479 -479
  160. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/10-strategy-pattern.md +427 -427
  161. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/11-command-pattern.md +428 -428
  162. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/12-visitor-pattern.md +339 -339
  163. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/13-abstract-factory-pattern.md +309 -309
  164. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/14-abstract-server-pattern.md +596 -596
  165. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/15-gossiping-bus-drivers.md +355 -355
  166. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/16-payroll-system.md +350 -350
  167. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/17-video-rental-system.md +414 -414
  168. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/18-concurrency-system.md +367 -367
  169. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/19-wator-simulation.md +403 -403
  170. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/20-pattern-interactions.md +291 -291
  171. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/21-best-practices.md +324 -324
  172. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/22-oo-to-fp-migration.md +332 -332
  173. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/index.md +274 -274
  174. package/lib/assets/docs/article/functional-desgin-ppp/haskell/01-immutability-and-data-transformation.md +298 -298
  175. package/lib/assets/docs/article/functional-desgin-ppp/haskell/02-function-composition.md +304 -304
  176. package/lib/assets/docs/article/functional-desgin-ppp/haskell/03-polymorphism.md +362 -362
  177. package/lib/assets/docs/article/functional-desgin-ppp/haskell/04-data-validation.md +257 -257
  178. package/lib/assets/docs/article/functional-desgin-ppp/haskell/05-property-based-testing.md +254 -254
  179. package/lib/assets/docs/article/functional-desgin-ppp/haskell/06-tdd-functional.md +283 -283
  180. package/lib/assets/docs/article/functional-desgin-ppp/haskell/07-composite-pattern.md +395 -395
  181. package/lib/assets/docs/article/functional-desgin-ppp/haskell/08-decorator-pattern.md +319 -319
  182. package/lib/assets/docs/article/functional-desgin-ppp/haskell/09-adapter-pattern.md +382 -382
  183. package/lib/assets/docs/article/functional-desgin-ppp/haskell/10-strategy-pattern.md +287 -287
  184. package/lib/assets/docs/article/functional-desgin-ppp/haskell/11-command-pattern.md +303 -303
  185. package/lib/assets/docs/article/functional-desgin-ppp/haskell/12-visitor-pattern.md +326 -326
  186. package/lib/assets/docs/article/functional-desgin-ppp/haskell/13-abstract-factory-pattern.md +332 -332
  187. package/lib/assets/docs/article/functional-desgin-ppp/haskell/14-abstract-server-pattern.md +379 -379
  188. package/lib/assets/docs/article/functional-desgin-ppp/haskell/15-gossiping-bus-drivers.md +177 -177
  189. package/lib/assets/docs/article/functional-desgin-ppp/haskell/16-payroll-system.md +219 -219
  190. package/lib/assets/docs/article/functional-desgin-ppp/haskell/17-video-rental-system.md +244 -244
  191. package/lib/assets/docs/article/functional-desgin-ppp/haskell/18-concurrency-system.md +363 -363
  192. package/lib/assets/docs/article/functional-desgin-ppp/haskell/19-wator-simulation.md +438 -438
  193. package/lib/assets/docs/article/functional-desgin-ppp/haskell/20-pattern-interactions.md +325 -325
  194. package/lib/assets/docs/article/functional-desgin-ppp/haskell/21-best-practices.md +403 -403
  195. package/lib/assets/docs/article/functional-desgin-ppp/haskell/22-oo-to-fp-migration.md +469 -469
  196. package/lib/assets/docs/article/functional-desgin-ppp/haskell/index.md +174 -174
  197. package/lib/assets/docs/article/functional-desgin-ppp/index.md +90 -90
  198. package/lib/assets/docs/article/functional-desgin-ppp/rust/01-immutability-and-data-transformation.md +450 -450
  199. package/lib/assets/docs/article/functional-desgin-ppp/rust/02-function-composition.md +463 -463
  200. package/lib/assets/docs/article/functional-desgin-ppp/rust/03-polymorphism.md +425 -425
  201. package/lib/assets/docs/article/functional-desgin-ppp/rust/04-data-validation.md +273 -273
  202. package/lib/assets/docs/article/functional-desgin-ppp/rust/05-property-based-testing.md +247 -247
  203. package/lib/assets/docs/article/functional-desgin-ppp/rust/06-tdd-and-functional.md +841 -841
  204. package/lib/assets/docs/article/functional-desgin-ppp/rust/07-composite-pattern.md +384 -384
  205. package/lib/assets/docs/article/functional-desgin-ppp/rust/08-decorator-pattern.md +383 -383
  206. package/lib/assets/docs/article/functional-desgin-ppp/rust/09-adapter-pattern.md +339 -339
  207. package/lib/assets/docs/article/functional-desgin-ppp/rust/10-strategy-pattern.md +331 -331
  208. package/lib/assets/docs/article/functional-desgin-ppp/rust/11-command-pattern.md +356 -356
  209. package/lib/assets/docs/article/functional-desgin-ppp/rust/12-visitor-pattern.md +379 -379
  210. package/lib/assets/docs/article/functional-desgin-ppp/rust/13-abstract-factory-pattern.md +361 -361
  211. package/lib/assets/docs/article/functional-desgin-ppp/rust/14-abstract-server-pattern.md +392 -392
  212. package/lib/assets/docs/article/functional-desgin-ppp/rust/15-gossiping-bus-drivers.md +300 -300
  213. package/lib/assets/docs/article/functional-desgin-ppp/rust/16-payroll-system.md +297 -297
  214. package/lib/assets/docs/article/functional-desgin-ppp/rust/17-video-rental-system.md +304 -304
  215. package/lib/assets/docs/article/functional-desgin-ppp/rust/18-concurrency-system.md +315 -315
  216. package/lib/assets/docs/article/functional-desgin-ppp/rust/19-wator-simulation.md +311 -311
  217. package/lib/assets/docs/article/functional-desgin-ppp/rust/20-pattern-interactions.md +304 -304
  218. package/lib/assets/docs/article/functional-desgin-ppp/rust/21-best-practices.md +336 -336
  219. package/lib/assets/docs/article/functional-desgin-ppp/rust/22-oo-to-fp-migration.md +349 -349
  220. package/lib/assets/docs/article/functional-desgin-ppp/rust/index.md +243 -243
  221. package/lib/assets/docs/article/functional-desgin-ppp/scala/01-immutability-and-data-transformation.md +328 -328
  222. package/lib/assets/docs/article/functional-desgin-ppp/scala/02-function-composition.md +348 -348
  223. package/lib/assets/docs/article/functional-desgin-ppp/scala/03-polymorphism.md +357 -357
  224. package/lib/assets/docs/article/functional-desgin-ppp/scala/04-data-validation.md +364 -364
  225. package/lib/assets/docs/article/functional-desgin-ppp/scala/05-property-based-testing.md +515 -515
  226. package/lib/assets/docs/article/functional-desgin-ppp/scala/06-tdd-functional.md +557 -557
  227. package/lib/assets/docs/article/functional-desgin-ppp/scala/07-composite-pattern.md +363 -363
  228. package/lib/assets/docs/article/functional-desgin-ppp/scala/08-decorator-pattern.md +327 -327
  229. package/lib/assets/docs/article/functional-desgin-ppp/scala/09-adapter-pattern.md +517 -517
  230. package/lib/assets/docs/article/functional-desgin-ppp/scala/10-strategy-pattern.md +441 -441
  231. package/lib/assets/docs/article/functional-desgin-ppp/scala/11-command-pattern.md +407 -407
  232. package/lib/assets/docs/article/functional-desgin-ppp/scala/12-visitor-pattern.md +379 -379
  233. package/lib/assets/docs/article/functional-desgin-ppp/scala/13-abstract-factory-pattern.md +398 -398
  234. package/lib/assets/docs/article/functional-desgin-ppp/scala/14-abstract-server-pattern.md +476 -476
  235. package/lib/assets/docs/article/functional-desgin-ppp/scala/15-gossiping-bus-drivers.md +391 -391
  236. package/lib/assets/docs/article/functional-desgin-ppp/scala/16-payroll-system.md +342 -342
  237. package/lib/assets/docs/article/functional-desgin-ppp/scala/17-video-rental-system.md +324 -324
  238. package/lib/assets/docs/article/functional-desgin-ppp/scala/18-concurrency-system.md +730 -730
  239. package/lib/assets/docs/article/functional-desgin-ppp/scala/19-wator-simulation.md +624 -624
  240. package/lib/assets/docs/article/functional-desgin-ppp/scala/20-pattern-interactions.md +512 -512
  241. package/lib/assets/docs/article/functional-desgin-ppp/scala/21-best-practices.md +433 -433
  242. package/lib/assets/docs/article/functional-desgin-ppp/scala/22-oo-to-fp-migration.md +688 -688
  243. package/lib/assets/docs/article/functional-desgin-ppp/scala/index.md +243 -243
  244. package/lib/assets/docs/article/getting-start-tdd/clojure/01-todo-list-and-first-test.md +166 -166
  245. package/lib/assets/docs/article/getting-start-tdd/clojure/02-fake-it-and-triangulation.md +162 -162
  246. package/lib/assets/docs/article/getting-start-tdd/clojure/03-obvious-implementation-and-refactoring.md +135 -135
  247. package/lib/assets/docs/article/getting-start-tdd/clojure/04-version-control-and-conventional-commits.md +88 -88
  248. package/lib/assets/docs/article/getting-start-tdd/clojure/05-package-management-and-static-analysis.md +299 -299
  249. package/lib/assets/docs/article/getting-start-tdd/clojure/06-task-runner-and-ci-cd.md +241 -241
  250. package/lib/assets/docs/article/getting-start-tdd/clojure/07-protocols-and-records.md +131 -131
  251. package/lib/assets/docs/article/getting-start-tdd/clojure/08-multimethods-and-design-patterns.md +130 -130
  252. package/lib/assets/docs/article/getting-start-tdd/clojure/09-namespaces-and-module-design.md +127 -127
  253. package/lib/assets/docs/article/getting-start-tdd/clojure/10-higher-order-functions-and-composition.md +114 -114
  254. package/lib/assets/docs/article/getting-start-tdd/clojure/11-persistent-data-and-pipeline.md +138 -138
  255. package/lib/assets/docs/article/getting-start-tdd/clojure/12-error-handling-and-spec.md +161 -161
  256. package/lib/assets/docs/article/getting-start-tdd/clojure/index.md +65 -65
  257. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter01.md +232 -232
  258. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter02.md +244 -244
  259. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter03.md +202 -202
  260. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter04.md +92 -92
  261. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter05.md +256 -256
  262. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter06.md +195 -195
  263. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter07.md +214 -214
  264. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter08.md +249 -249
  265. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter09.md +174 -174
  266. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter10.md +166 -166
  267. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter11.md +192 -192
  268. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter12.md +211 -211
  269. package/lib/assets/docs/article/getting-start-tdd/csharp/index.md +83 -83
  270. package/lib/assets/docs/article/getting-start-tdd/elixir/01-todo-list-and-first-test.md +87 -87
  271. package/lib/assets/docs/article/getting-start-tdd/elixir/02-fake-it-and-triangulation.md +95 -95
  272. package/lib/assets/docs/article/getting-start-tdd/elixir/03-obvious-implementation-and-refactoring.md +109 -109
  273. package/lib/assets/docs/article/getting-start-tdd/elixir/04-version-control-and-conventional-commits.md +96 -96
  274. package/lib/assets/docs/article/getting-start-tdd/elixir/05-package-management-and-static-analysis.md +88 -88
  275. package/lib/assets/docs/article/getting-start-tdd/elixir/06-task-runner-and-ci-cd.md +71 -71
  276. package/lib/assets/docs/article/getting-start-tdd/elixir/07-structs-and-protocols.md +110 -110
  277. package/lib/assets/docs/article/getting-start-tdd/elixir/08-pattern-matching-and-guards.md +108 -108
  278. package/lib/assets/docs/article/getting-start-tdd/elixir/09-module-design-and-behaviours.md +104 -104
  279. package/lib/assets/docs/article/getting-start-tdd/elixir/10-higher-order-functions-and-pipeline.md +178 -178
  280. package/lib/assets/docs/article/getting-start-tdd/elixir/11-stream-and-lazy-evaluation.md +142 -142
  281. package/lib/assets/docs/article/getting-start-tdd/elixir/12-error-handling-and-with.md +145 -145
  282. package/lib/assets/docs/article/getting-start-tdd/elixir/index.md +35 -35
  283. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter01.md +202 -202
  284. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter02.md +246 -246
  285. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter03.md +218 -218
  286. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter04.md +179 -179
  287. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter05.md +267 -267
  288. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter06.md +190 -190
  289. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter07.md +161 -161
  290. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter08.md +175 -175
  291. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter09.md +222 -222
  292. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter10.md +189 -189
  293. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter11.md +212 -212
  294. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter12.md +215 -215
  295. package/lib/assets/docs/article/getting-start-tdd/fsharp/index.md +71 -71
  296. package/lib/assets/docs/article/getting-start-tdd/go/01-todo-list-and-first-test.md +213 -213
  297. package/lib/assets/docs/article/getting-start-tdd/go/02-fake-it-and-triangulation.md +302 -302
  298. package/lib/assets/docs/article/getting-start-tdd/go/03-obvious-implementation-and-refactoring.md +339 -339
  299. package/lib/assets/docs/article/getting-start-tdd/go/04-version-control-and-conventional-commits.md +112 -112
  300. package/lib/assets/docs/article/getting-start-tdd/go/05-package-management-and-static-analysis.md +272 -272
  301. package/lib/assets/docs/article/getting-start-tdd/go/06-task-runner-and-ci-cd.md +233 -233
  302. package/lib/assets/docs/article/getting-start-tdd/go/07-encapsulation-and-polymorphism.md +394 -394
  303. package/lib/assets/docs/article/getting-start-tdd/go/08-design-patterns.md +422 -422
  304. package/lib/assets/docs/article/getting-start-tdd/go/09-solid-principles-and-module-design.md +400 -400
  305. package/lib/assets/docs/article/getting-start-tdd/go/10-higher-order-functions-and-composition.md +226 -226
  306. package/lib/assets/docs/article/getting-start-tdd/go/11-immutable-data-and-pipeline.md +296 -296
  307. package/lib/assets/docs/article/getting-start-tdd/go/12-error-handling-and-type-safety.md +411 -411
  308. package/lib/assets/docs/article/getting-start-tdd/go/index.md +83 -83
  309. package/lib/assets/docs/article/getting-start-tdd/haskell/01-todo-list-and-first-test.md +279 -279
  310. package/lib/assets/docs/article/getting-start-tdd/haskell/02-fake-it-and-triangulation.md +337 -337
  311. package/lib/assets/docs/article/getting-start-tdd/haskell/03-obvious-implementation-and-refactoring.md +257 -257
  312. package/lib/assets/docs/article/getting-start-tdd/haskell/04-version-control-and-conventional-commits.md +182 -182
  313. package/lib/assets/docs/article/getting-start-tdd/haskell/05-package-management-and-static-analysis.md +313 -313
  314. package/lib/assets/docs/article/getting-start-tdd/haskell/06-task-runner-and-ci-cd.md +309 -309
  315. package/lib/assets/docs/article/getting-start-tdd/haskell/07-algebraic-data-types-and-type-classes.md +412 -412
  316. package/lib/assets/docs/article/getting-start-tdd/haskell/08-pattern-matching-and-guards.md +390 -390
  317. package/lib/assets/docs/article/getting-start-tdd/haskell/09-module-design-and-smart-constructors.md +461 -461
  318. package/lib/assets/docs/article/getting-start-tdd/haskell/10-higher-order-functions-and-currying.md +434 -434
  319. package/lib/assets/docs/article/getting-start-tdd/haskell/11-function-composition-and-point-free.md +392 -392
  320. package/lib/assets/docs/article/getting-start-tdd/haskell/12-monad-and-error-handling.md +631 -631
  321. package/lib/assets/docs/article/getting-start-tdd/haskell/index.md +49 -49
  322. package/lib/assets/docs/article/getting-start-tdd/index.md +93 -93
  323. package/lib/assets/docs/article/getting-start-tdd/integration/01-language-overview.md +375 -375
  324. package/lib/assets/docs/article/getting-start-tdd/integration/02-test-framework-comparison.md +349 -349
  325. package/lib/assets/docs/article/getting-start-tdd/integration/03-tdd-pattern-comparison.md +445 -445
  326. package/lib/assets/docs/article/getting-start-tdd/integration/04-type-system-comparison.md +409 -409
  327. package/lib/assets/docs/article/getting-start-tdd/integration/05-dev-environment-comparison.md +330 -330
  328. package/lib/assets/docs/article/getting-start-tdd/integration/06-learning-roadmap.md +290 -290
  329. package/lib/assets/docs/article/getting-start-tdd/integration/index.md +69 -69
  330. package/lib/assets/docs/article/getting-start-tdd/java/01-todo-list-and-first-test.md +234 -234
  331. package/lib/assets/docs/article/getting-start-tdd/java/02-fake-it-and-triangulation.md +261 -261
  332. package/lib/assets/docs/article/getting-start-tdd/java/03-obvious-implementation-and-refactoring.md +185 -185
  333. package/lib/assets/docs/article/getting-start-tdd/java/04-version-control-and-conventional-commits.md +115 -115
  334. package/lib/assets/docs/article/getting-start-tdd/java/05-package-management-and-static-analysis.md +382 -382
  335. package/lib/assets/docs/article/getting-start-tdd/java/06-task-runner-and-ci-cd.md +272 -272
  336. package/lib/assets/docs/article/getting-start-tdd/java/07-encapsulation-and-polymorphism.md +626 -626
  337. package/lib/assets/docs/article/getting-start-tdd/java/08-design-patterns.md +393 -393
  338. package/lib/assets/docs/article/getting-start-tdd/java/09-solid-principles-and-module-design.md +310 -310
  339. package/lib/assets/docs/article/getting-start-tdd/java/10-higher-order-functions-and-composition.md +188 -188
  340. package/lib/assets/docs/article/getting-start-tdd/java/11-immutable-data-and-pipeline.md +167 -167
  341. package/lib/assets/docs/article/getting-start-tdd/java/12-error-handling-and-type-safety.md +205 -205
  342. package/lib/assets/docs/article/getting-start-tdd/java/index.md +61 -61
  343. package/lib/assets/docs/article/getting-start-tdd/node/01-todo-list-and-first-test.md +244 -244
  344. package/lib/assets/docs/article/getting-start-tdd/node/02-fake-it-and-triangulation.md +262 -262
  345. package/lib/assets/docs/article/getting-start-tdd/node/03-obvious-implementation-and-refactoring.md +169 -169
  346. package/lib/assets/docs/article/getting-start-tdd/node/04-version-control-and-conventional-commits.md +112 -112
  347. package/lib/assets/docs/article/getting-start-tdd/node/05-package-management-and-static-analysis.md +314 -314
  348. package/lib/assets/docs/article/getting-start-tdd/node/06-task-runner-and-ci-cd.md +235 -235
  349. package/lib/assets/docs/article/getting-start-tdd/node/07-encapsulation-and-polymorphism.md +327 -327
  350. package/lib/assets/docs/article/getting-start-tdd/node/08-design-patterns.md +322 -322
  351. package/lib/assets/docs/article/getting-start-tdd/node/09-solid-principles-and-module-design.md +285 -285
  352. package/lib/assets/docs/article/getting-start-tdd/node/10-higher-order-functions-and-composition.md +199 -199
  353. package/lib/assets/docs/article/getting-start-tdd/node/11-immutable-data-and-pipeline.md +207 -207
  354. package/lib/assets/docs/article/getting-start-tdd/node/12-error-handling-and-type-safety.md +295 -295
  355. package/lib/assets/docs/article/getting-start-tdd/node/index.md +56 -56
  356. package/lib/assets/docs/article/getting-start-tdd/php/01-todo-list-and-first-test.md +259 -259
  357. package/lib/assets/docs/article/getting-start-tdd/php/02-fake-it-and-triangulation.md +200 -200
  358. package/lib/assets/docs/article/getting-start-tdd/php/03-obvious-implementation-and-refactoring.md +248 -248
  359. package/lib/assets/docs/article/getting-start-tdd/php/04-version-control-and-conventional-commits.md +141 -141
  360. package/lib/assets/docs/article/getting-start-tdd/php/05-package-management-and-static-analysis.md +410 -410
  361. package/lib/assets/docs/article/getting-start-tdd/php/06-task-runner-and-ci-cd.md +321 -321
  362. package/lib/assets/docs/article/getting-start-tdd/php/07-encapsulation-and-polymorphism.md +372 -372
  363. package/lib/assets/docs/article/getting-start-tdd/php/08-design-patterns.md +453 -453
  364. package/lib/assets/docs/article/getting-start-tdd/php/09-solid-principles-and-module-design.md +460 -460
  365. package/lib/assets/docs/article/getting-start-tdd/php/10-higher-order-functions-and-composition.md +182 -182
  366. package/lib/assets/docs/article/getting-start-tdd/php/11-immutable-data-and-pipeline.md +266 -266
  367. package/lib/assets/docs/article/getting-start-tdd/php/12-error-handling-and-type-safety.md +308 -308
  368. package/lib/assets/docs/article/getting-start-tdd/php/index.md +84 -84
  369. package/lib/assets/docs/article/getting-start-tdd/python/01-todo-list-and-first-test.md +201 -201
  370. package/lib/assets/docs/article/getting-start-tdd/python/02-fake-it-and-triangulation.md +247 -247
  371. package/lib/assets/docs/article/getting-start-tdd/python/03-obvious-implementation-and-refactoring.md +199 -199
  372. package/lib/assets/docs/article/getting-start-tdd/python/04-version-control-and-conventional-commits.md +87 -87
  373. package/lib/assets/docs/article/getting-start-tdd/python/05-package-management-and-static-analysis.md +274 -274
  374. package/lib/assets/docs/article/getting-start-tdd/python/06-task-runner-and-ci-cd.md +190 -190
  375. package/lib/assets/docs/article/getting-start-tdd/python/07-encapsulation-and-polymorphism.md +208 -208
  376. package/lib/assets/docs/article/getting-start-tdd/python/08-design-patterns.md +172 -172
  377. package/lib/assets/docs/article/getting-start-tdd/python/09-solid-principles-and-module-design.md +130 -130
  378. package/lib/assets/docs/article/getting-start-tdd/python/10-higher-order-functions-and-composition.md +122 -122
  379. package/lib/assets/docs/article/getting-start-tdd/python/11-immutable-data-and-pipeline.md +116 -116
  380. package/lib/assets/docs/article/getting-start-tdd/python/12-error-handling-and-type-safety.md +126 -126
  381. package/lib/assets/docs/article/getting-start-tdd/python/index.md +55 -55
  382. package/lib/assets/docs/article/getting-start-tdd/ruby/01-todo-list-and-first-test.md +231 -231
  383. package/lib/assets/docs/article/getting-start-tdd/ruby/02-fake-it-and-triangulation.md +238 -238
  384. package/lib/assets/docs/article/getting-start-tdd/ruby/03-obvious-implementation-and-refactoring.md +228 -228
  385. package/lib/assets/docs/article/getting-start-tdd/ruby/04-version-control-and-conventional-commits.md +112 -112
  386. package/lib/assets/docs/article/getting-start-tdd/ruby/05-package-management-and-static-analysis.md +287 -287
  387. package/lib/assets/docs/article/getting-start-tdd/ruby/06-task-runner-and-ci-cd.md +248 -248
  388. package/lib/assets/docs/article/getting-start-tdd/ruby/07-encapsulation-and-polymorphism.md +279 -279
  389. package/lib/assets/docs/article/getting-start-tdd/ruby/08-design-patterns.md +329 -329
  390. package/lib/assets/docs/article/getting-start-tdd/ruby/09-solid-principles-and-module-design.md +196 -196
  391. package/lib/assets/docs/article/getting-start-tdd/ruby/10-higher-order-functions-and-composition.md +175 -175
  392. package/lib/assets/docs/article/getting-start-tdd/ruby/11-immutable-data-and-pipeline.md +237 -237
  393. package/lib/assets/docs/article/getting-start-tdd/ruby/12-error-handling-and-type-safety.md +398 -398
  394. package/lib/assets/docs/article/getting-start-tdd/ruby/index.md +83 -83
  395. package/lib/assets/docs/article/getting-start-tdd/rust/01-todo-list-and-first-test.md +211 -211
  396. package/lib/assets/docs/article/getting-start-tdd/rust/02-fake-it-and-triangulation.md +264 -264
  397. package/lib/assets/docs/article/getting-start-tdd/rust/03-obvious-implementation-and-refactoring.md +233 -233
  398. package/lib/assets/docs/article/getting-start-tdd/rust/04-version-control-and-conventional-commits.md +92 -92
  399. package/lib/assets/docs/article/getting-start-tdd/rust/05-package-management-and-static-analysis.md +212 -212
  400. package/lib/assets/docs/article/getting-start-tdd/rust/06-task-runner-and-ci-cd.md +164 -164
  401. package/lib/assets/docs/article/getting-start-tdd/rust/07-encapsulation-and-polymorphism.md +142 -142
  402. package/lib/assets/docs/article/getting-start-tdd/rust/08-design-patterns.md +145 -145
  403. package/lib/assets/docs/article/getting-start-tdd/rust/09-solid-principles-and-module-design.md +110 -110
  404. package/lib/assets/docs/article/getting-start-tdd/rust/10-higher-order-functions-and-composition.md +94 -94
  405. package/lib/assets/docs/article/getting-start-tdd/rust/11-immutable-data-and-pipeline.md +105 -105
  406. package/lib/assets/docs/article/getting-start-tdd/rust/12-error-handling-and-type-safety.md +112 -112
  407. package/lib/assets/docs/article/getting-start-tdd/rust/index.md +83 -83
  408. package/lib/assets/docs/article/getting-start-tdd/scala/01-todo-list-and-first-test.md +111 -111
  409. package/lib/assets/docs/article/getting-start-tdd/scala/02-fake-it-and-triangulation.md +107 -107
  410. package/lib/assets/docs/article/getting-start-tdd/scala/03-obvious-implementation-and-refactoring.md +99 -99
  411. package/lib/assets/docs/article/getting-start-tdd/scala/04-version-control-and-conventional-commits.md +123 -123
  412. package/lib/assets/docs/article/getting-start-tdd/scala/05-package-management-and-static-analysis.md +196 -196
  413. package/lib/assets/docs/article/getting-start-tdd/scala/06-task-runner-and-ci-cd.md +186 -186
  414. package/lib/assets/docs/article/getting-start-tdd/scala/07-case-classes-and-traits.md +139 -139
  415. package/lib/assets/docs/article/getting-start-tdd/scala/08-pattern-matching-and-sealed-traits.md +106 -106
  416. package/lib/assets/docs/article/getting-start-tdd/scala/09-packages-and-module-design.md +75 -75
  417. package/lib/assets/docs/article/getting-start-tdd/scala/10-higher-order-functions-and-composition.md +104 -104
  418. package/lib/assets/docs/article/getting-start-tdd/scala/11-collections-and-lazy-evaluation.md +94 -94
  419. package/lib/assets/docs/article/getting-start-tdd/scala/12-error-handling-and-type-safety.md +92 -92
  420. package/lib/assets/docs/article/getting-start-tdd/scala/index.md +65 -65
  421. package/lib/assets/docs/article/grokking-concurrency/all/index.md +404 -404
  422. package/lib/assets/docs/article/grokking-concurrency/all/part-1-ch02-sequential.md +554 -554
  423. package/lib/assets/docs/article/grokking-concurrency/all/part-2-ch04-05-threads.md +469 -469
  424. package/lib/assets/docs/article/grokking-concurrency/all/part-3-ch06-multitasking.md +520 -520
  425. package/lib/assets/docs/article/grokking-concurrency/all/part-4-ch07-parallel-patterns.md +420 -420
  426. package/lib/assets/docs/article/grokking-concurrency/all/part-5-ch08-09-synchronization.md +510 -510
  427. package/lib/assets/docs/article/grokking-concurrency/all/part-6-ch10-11-nonblocking-io.md +435 -435
  428. package/lib/assets/docs/article/grokking-concurrency/all/part-7-ch12-async.md +465 -465
  429. package/lib/assets/docs/article/grokking-concurrency/all/part-8-ch13-mapreduce.md +377 -377
  430. package/lib/assets/docs/article/grokking-concurrency/clojure/index.md +116 -116
  431. package/lib/assets/docs/article/grokking-concurrency/clojure/part-1.md +108 -108
  432. package/lib/assets/docs/article/grokking-concurrency/clojure/part-2.md +101 -101
  433. package/lib/assets/docs/article/grokking-concurrency/clojure/part-3.md +122 -122
  434. package/lib/assets/docs/article/grokking-concurrency/clojure/part-4.md +123 -123
  435. package/lib/assets/docs/article/grokking-concurrency/clojure/part-5.md +118 -118
  436. package/lib/assets/docs/article/grokking-concurrency/clojure/part-6.md +89 -89
  437. package/lib/assets/docs/article/grokking-concurrency/clojure/part-7.md +100 -100
  438. package/lib/assets/docs/article/grokking-concurrency/clojure/part-8.md +120 -120
  439. package/lib/assets/docs/article/grokking-concurrency/csharp/index.md +101 -101
  440. package/lib/assets/docs/article/grokking-concurrency/csharp/part-1.md +97 -97
  441. package/lib/assets/docs/article/grokking-concurrency/csharp/part-2.md +123 -123
  442. package/lib/assets/docs/article/grokking-concurrency/csharp/part-3.md +101 -101
  443. package/lib/assets/docs/article/grokking-concurrency/csharp/part-4.md +112 -112
  444. package/lib/assets/docs/article/grokking-concurrency/csharp/part-5.md +99 -99
  445. package/lib/assets/docs/article/grokking-concurrency/csharp/part-6.md +61 -61
  446. package/lib/assets/docs/article/grokking-concurrency/csharp/part-7.md +84 -84
  447. package/lib/assets/docs/article/grokking-concurrency/csharp/part-8.md +92 -92
  448. package/lib/assets/docs/article/grokking-concurrency/fsharp/index.md +65 -65
  449. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-1.md +80 -80
  450. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-2.md +103 -103
  451. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-3.md +94 -94
  452. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-4.md +110 -110
  453. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-5.md +104 -104
  454. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-6.md +93 -93
  455. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-7.md +121 -121
  456. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-8.md +107 -107
  457. package/lib/assets/docs/article/grokking-concurrency/haskell/index.md +248 -248
  458. package/lib/assets/docs/article/grokking-concurrency/haskell/part-1.md +96 -96
  459. package/lib/assets/docs/article/grokking-concurrency/haskell/part-2.md +96 -96
  460. package/lib/assets/docs/article/grokking-concurrency/haskell/part-3.md +91 -91
  461. package/lib/assets/docs/article/grokking-concurrency/haskell/part-4.md +106 -106
  462. package/lib/assets/docs/article/grokking-concurrency/haskell/part-5.md +99 -99
  463. package/lib/assets/docs/article/grokking-concurrency/haskell/part-6.md +95 -95
  464. package/lib/assets/docs/article/grokking-concurrency/haskell/part-7.md +111 -111
  465. package/lib/assets/docs/article/grokking-concurrency/haskell/part-8.md +118 -118
  466. package/lib/assets/docs/article/grokking-concurrency/index.md +66 -66
  467. package/lib/assets/docs/article/grokking-concurrency/java/index.md +102 -102
  468. package/lib/assets/docs/article/grokking-concurrency/java/part-1.md +308 -308
  469. package/lib/assets/docs/article/grokking-concurrency/java/part-2.md +334 -334
  470. package/lib/assets/docs/article/grokking-concurrency/java/part-3.md +221 -221
  471. package/lib/assets/docs/article/grokking-concurrency/java/part-4.md +213 -213
  472. package/lib/assets/docs/article/grokking-concurrency/java/part-5.md +112 -112
  473. package/lib/assets/docs/article/grokking-concurrency/java/part-6.md +69 -69
  474. package/lib/assets/docs/article/grokking-concurrency/java/part-7.md +101 -101
  475. package/lib/assets/docs/article/grokking-concurrency/java/part-8.md +101 -101
  476. package/lib/assets/docs/article/grokking-concurrency/python/index.md +313 -313
  477. package/lib/assets/docs/article/grokking-concurrency/python/part-1.md +239 -239
  478. package/lib/assets/docs/article/grokking-concurrency/python/part-2.md +418 -418
  479. package/lib/assets/docs/article/grokking-concurrency/python/part-3.md +227 -227
  480. package/lib/assets/docs/article/grokking-concurrency/python/part-4.md +299 -299
  481. package/lib/assets/docs/article/grokking-concurrency/python/part-5.md +315 -315
  482. package/lib/assets/docs/article/grokking-concurrency/python/part-6.md +297 -297
  483. package/lib/assets/docs/article/grokking-concurrency/python/part-7.md +314 -314
  484. package/lib/assets/docs/article/grokking-concurrency/python/part-8.md +360 -360
  485. package/lib/assets/docs/article/grokking-concurrency/rust/index.md +270 -270
  486. package/lib/assets/docs/article/grokking-concurrency/rust/part-1.md +108 -108
  487. package/lib/assets/docs/article/grokking-concurrency/rust/part-2.md +120 -120
  488. package/lib/assets/docs/article/grokking-concurrency/rust/part-3.md +126 -126
  489. package/lib/assets/docs/article/grokking-concurrency/rust/part-4.md +175 -175
  490. package/lib/assets/docs/article/grokking-concurrency/rust/part-5.md +158 -158
  491. package/lib/assets/docs/article/grokking-concurrency/rust/part-6.md +94 -94
  492. package/lib/assets/docs/article/grokking-concurrency/rust/part-7.md +133 -133
  493. package/lib/assets/docs/article/grokking-concurrency/rust/part-8.md +155 -155
  494. package/lib/assets/docs/article/grokking-concurrency/scala/index.md +69 -69
  495. package/lib/assets/docs/article/grokking-concurrency/scala/part-1.md +78 -78
  496. package/lib/assets/docs/article/grokking-concurrency/scala/part-2.md +112 -112
  497. package/lib/assets/docs/article/grokking-concurrency/scala/part-3.md +93 -93
  498. package/lib/assets/docs/article/grokking-concurrency/scala/part-4.md +110 -110
  499. package/lib/assets/docs/article/grokking-concurrency/scala/part-5.md +119 -119
  500. package/lib/assets/docs/article/grokking-concurrency/scala/part-6.md +83 -83
  501. package/lib/assets/docs/article/grokking-concurrency/scala/part-7.md +131 -131
  502. package/lib/assets/docs/article/grokking-concurrency/scala/part-8.md +129 -129
  503. package/lib/assets/docs/article/grokkingfp/all/index.md +368 -368
  504. package/lib/assets/docs/article/grokkingfp/all/part-1-ch01-fp-introduction.md +530 -530
  505. package/lib/assets/docs/article/grokkingfp/all/part-1-ch02-pure-functions.md +923 -923
  506. package/lib/assets/docs/article/grokkingfp/all/part-2-ch03-immutable-data.md +1128 -1128
  507. package/lib/assets/docs/article/grokkingfp/all/part-2-ch04-higher-order-functions.md +1104 -1104
  508. package/lib/assets/docs/article/grokkingfp/all/part-2-ch05-flatmap.md +1026 -1026
  509. package/lib/assets/docs/article/grokkingfp/all/part-3-ch06-option.md +785 -785
  510. package/lib/assets/docs/article/grokkingfp/all/part-3-ch07-either-adt.md +871 -871
  511. package/lib/assets/docs/article/grokkingfp/all/part-4-ch08-io-monad.md +972 -972
  512. package/lib/assets/docs/article/grokkingfp/all/part-4-ch09-streams.md +926 -926
  513. package/lib/assets/docs/article/grokkingfp/all/part-5-ch10-concurrency.md +870 -870
  514. package/lib/assets/docs/article/grokkingfp/all/part-6-ch11-application.md +715 -715
  515. package/lib/assets/docs/article/grokkingfp/all/part-6-ch12-testing.md +626 -626
  516. package/lib/assets/docs/article/grokkingfp/all/writing-plan.md +712 -712
  517. package/lib/assets/docs/article/grokkingfp/clojure/index.md +276 -276
  518. package/lib/assets/docs/article/grokkingfp/clojure/part-1.md +667 -667
  519. package/lib/assets/docs/article/grokkingfp/clojure/part-2.md +643 -643
  520. package/lib/assets/docs/article/grokkingfp/clojure/part-3.md +620 -620
  521. package/lib/assets/docs/article/grokkingfp/clojure/part-4.md +697 -697
  522. package/lib/assets/docs/article/grokkingfp/clojure/part-5.md +751 -751
  523. package/lib/assets/docs/article/grokkingfp/clojure/part-6.md +721 -721
  524. package/lib/assets/docs/article/grokkingfp/csharp/index.md +246 -246
  525. package/lib/assets/docs/article/grokkingfp/csharp/part-1.md +811 -811
  526. package/lib/assets/docs/article/grokkingfp/csharp/part-2.md +971 -971
  527. package/lib/assets/docs/article/grokkingfp/csharp/part-3.md +981 -981
  528. package/lib/assets/docs/article/grokkingfp/csharp/part-4.md +949 -949
  529. package/lib/assets/docs/article/grokkingfp/csharp/part-5.md +947 -947
  530. package/lib/assets/docs/article/grokkingfp/csharp/part-6.md +739 -739
  531. package/lib/assets/docs/article/grokkingfp/elixir/index.md +203 -203
  532. package/lib/assets/docs/article/grokkingfp/elixir/part-1.md +712 -712
  533. package/lib/assets/docs/article/grokkingfp/elixir/part-2.md +838 -838
  534. package/lib/assets/docs/article/grokkingfp/elixir/part-3.md +985 -985
  535. package/lib/assets/docs/article/grokkingfp/elixir/part-4.md +974 -974
  536. package/lib/assets/docs/article/grokkingfp/elixir/part-5.md +1286 -1286
  537. package/lib/assets/docs/article/grokkingfp/elixir/part-6.md +1049 -1049
  538. package/lib/assets/docs/article/grokkingfp/fsharp/index.md +210 -210
  539. package/lib/assets/docs/article/grokkingfp/fsharp/part-1.md +714 -714
  540. package/lib/assets/docs/article/grokkingfp/fsharp/part-2.md +961 -961
  541. package/lib/assets/docs/article/grokkingfp/fsharp/part-3.md +972 -972
  542. package/lib/assets/docs/article/grokkingfp/fsharp/part-4.md +832 -832
  543. package/lib/assets/docs/article/grokkingfp/fsharp/part-5.md +911 -911
  544. package/lib/assets/docs/article/grokkingfp/fsharp/part-6.md +922 -922
  545. package/lib/assets/docs/article/grokkingfp/haskell/index.md +234 -234
  546. package/lib/assets/docs/article/grokkingfp/haskell/part-1.md +591 -591
  547. package/lib/assets/docs/article/grokkingfp/haskell/part-2.md +866 -866
  548. package/lib/assets/docs/article/grokkingfp/haskell/part-3.md +915 -915
  549. package/lib/assets/docs/article/grokkingfp/haskell/part-4.md +878 -878
  550. package/lib/assets/docs/article/grokkingfp/haskell/part-5.md +845 -845
  551. package/lib/assets/docs/article/grokkingfp/haskell/part-6.md +844 -844
  552. package/lib/assets/docs/article/grokkingfp/index.md +143 -143
  553. package/lib/assets/docs/article/grokkingfp/java/index.md +211 -211
  554. package/lib/assets/docs/article/grokkingfp/java/part-1.md +648 -648
  555. package/lib/assets/docs/article/grokkingfp/java/part-2.md +675 -675
  556. package/lib/assets/docs/article/grokkingfp/java/part-3.md +672 -672
  557. package/lib/assets/docs/article/grokkingfp/java/part-4.md +771 -771
  558. package/lib/assets/docs/article/grokkingfp/java/part-5.md +959 -959
  559. package/lib/assets/docs/article/grokkingfp/java/part-6.md +1328 -1328
  560. package/lib/assets/docs/article/grokkingfp/python/index.md +258 -258
  561. package/lib/assets/docs/article/grokkingfp/python/part-1.md +443 -443
  562. package/lib/assets/docs/article/grokkingfp/python/part-2.md +958 -958
  563. package/lib/assets/docs/article/grokkingfp/python/part-3.md +1004 -1004
  564. package/lib/assets/docs/article/grokkingfp/python/part-4.md +765 -765
  565. package/lib/assets/docs/article/grokkingfp/python/part-5.md +747 -747
  566. package/lib/assets/docs/article/grokkingfp/python/part-6.md +861 -861
  567. package/lib/assets/docs/article/grokkingfp/ruby/index.md +330 -330
  568. package/lib/assets/docs/article/grokkingfp/ruby/part-1.md +755 -755
  569. package/lib/assets/docs/article/grokkingfp/ruby/part-2.md +938 -938
  570. package/lib/assets/docs/article/grokkingfp/ruby/part-3.md +946 -946
  571. package/lib/assets/docs/article/grokkingfp/ruby/part-4.md +921 -921
  572. package/lib/assets/docs/article/grokkingfp/ruby/part-5.md +908 -908
  573. package/lib/assets/docs/article/grokkingfp/ruby/part-6.md +1412 -1412
  574. package/lib/assets/docs/article/grokkingfp/rust/index.md +242 -242
  575. package/lib/assets/docs/article/grokkingfp/rust/part-1.md +634 -634
  576. package/lib/assets/docs/article/grokkingfp/rust/part-2.md +1060 -1060
  577. package/lib/assets/docs/article/grokkingfp/rust/part-3.md +994 -994
  578. package/lib/assets/docs/article/grokkingfp/rust/part-4.md +573 -573
  579. package/lib/assets/docs/article/grokkingfp/rust/part-5.md +705 -705
  580. package/lib/assets/docs/article/grokkingfp/rust/part-6.md +508 -508
  581. package/lib/assets/docs/article/grokkingfp/scala/index.md +171 -171
  582. package/lib/assets/docs/article/grokkingfp/scala/part-1.md +543 -543
  583. package/lib/assets/docs/article/grokkingfp/scala/part-2.md +946 -946
  584. package/lib/assets/docs/article/grokkingfp/scala/part-3.md +919 -919
  585. package/lib/assets/docs/article/grokkingfp/scala/part-4.md +742 -742
  586. package/lib/assets/docs/article/grokkingfp/scala/part-5.md +722 -722
  587. package/lib/assets/docs/article/grokkingfp/scala/part-6.md +867 -867
  588. package/lib/assets/docs/article/grokkingfp/typescript/index.md +273 -273
  589. package/lib/assets/docs/article/grokkingfp/typescript/part-1.md +561 -561
  590. package/lib/assets/docs/article/grokkingfp/typescript/part-2.md +1129 -1129
  591. package/lib/assets/docs/article/grokkingfp/typescript/part-3.md +842 -842
  592. package/lib/assets/docs/article/grokkingfp/typescript/part-4.md +1087 -1087
  593. package/lib/assets/docs/article/grokkingfp/typescript/part-5.md +717 -717
  594. package/lib/assets/docs/article/grokkingfp/typescript/part-6.md +982 -982
  595. package/lib/assets/docs/article/index.md +41 -41
  596. package/lib/assets/docs/article/practical-database-design/index.md +121 -121
  597. package/lib/assets/docs/article/practical-database-design/part1/chapter01.md +288 -288
  598. package/lib/assets/docs/article/practical-database-design/part1/chapter02.md +518 -518
  599. package/lib/assets/docs/article/practical-database-design/part1/chapter03.md +557 -557
  600. package/lib/assets/docs/article/practical-database-design/part2/chapter04.md +924 -924
  601. package/lib/assets/docs/article/practical-database-design/part2/chapter05.md +1627 -1627
  602. package/lib/assets/docs/article/practical-database-design/part2/chapter06.md +2716 -2716
  603. package/lib/assets/docs/article/practical-database-design/part2/chapter07.md +2082 -2082
  604. package/lib/assets/docs/article/practical-database-design/part2/chapter08.md +2105 -2105
  605. package/lib/assets/docs/article/practical-database-design/part2/chapter09.md +2031 -2031
  606. package/lib/assets/docs/article/practical-database-design/part2/chapter10.md +1387 -1387
  607. package/lib/assets/docs/article/practical-database-design/part2/chapter11.md +1677 -1677
  608. package/lib/assets/docs/article/practical-database-design/part2/chapter12.md +1417 -1417
  609. package/lib/assets/docs/article/practical-database-design/part2/chapter13.md +1434 -1434
  610. package/lib/assets/docs/article/practical-database-design/part3/chapter14.md +667 -667
  611. package/lib/assets/docs/article/practical-database-design/part3/chapter15.md +1625 -1625
  612. package/lib/assets/docs/article/practical-database-design/part3/chapter16.md +1915 -1915
  613. package/lib/assets/docs/article/practical-database-design/part3/chapter17.md +1708 -1708
  614. package/lib/assets/docs/article/practical-database-design/part3/chapter18.md +2095 -2095
  615. package/lib/assets/docs/article/practical-database-design/part3/chapter19.md +1123 -1123
  616. package/lib/assets/docs/article/practical-database-design/part3/chapter20.md +1031 -1031
  617. package/lib/assets/docs/article/practical-database-design/part3/chapter21.md +1382 -1382
  618. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter14-orm.md +991 -991
  619. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter15-orm.md +1300 -1300
  620. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter16-orm.md +1166 -1166
  621. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter17-orm.md +1584 -1584
  622. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter18-orm.md +1183 -1183
  623. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter19-orm.md +1016 -1016
  624. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter20-orm.md +1753 -1753
  625. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter21-orm.md +1447 -1447
  626. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter22-orm.md +1878 -1878
  627. package/lib/assets/docs/article/practical-database-design/part4/chapter22.md +965 -965
  628. package/lib/assets/docs/article/practical-database-design/part4/chapter23.md +2069 -2069
  629. package/lib/assets/docs/article/practical-database-design/part4/chapter24.md +2439 -2439
  630. package/lib/assets/docs/article/practical-database-design/part4/chapter25.md +3661 -3661
  631. package/lib/assets/docs/article/practical-database-design/part4/chapter26.md +2916 -2916
  632. package/lib/assets/docs/article/practical-database-design/part4/chapter27.md +3105 -3105
  633. package/lib/assets/docs/article/practical-database-design/part4/chapter28.md +2697 -2697
  634. package/lib/assets/docs/article/practical-database-design/part4/chapter29.md +2544 -2544
  635. package/lib/assets/docs/article/practical-database-design/part4/chapter30.md +2180 -2180
  636. package/lib/assets/docs/article/practical-database-design/part4/chapter31.md +1192 -1192
  637. package/lib/assets/docs/article/practical-database-design/part4/chapter32.md +2101 -2101
  638. package/lib/assets/docs/article/practical-database-design/part5/chapter33.md +1032 -1032
  639. package/lib/assets/docs/article/practical-database-design/part5/chapter34.md +1609 -1609
  640. package/lib/assets/docs/article/practical-database-design/part5/chapter35.md +1453 -1453
  641. package/lib/assets/docs/article/practical-database-design/part5/chapter36.md +1292 -1292
  642. package/lib/assets/docs/article/practical-database-design/part5/chapter37.md +1470 -1470
  643. package/lib/assets/docs/article/practical-database-design/part5/chapter38.md +1698 -1698
  644. package/lib/assets/docs/article/practical-database-design/part5/chapter39.md +2334 -2334
  645. package/lib/assets/docs/article/practical-database-design/study/study2-1.md +1693 -1693
  646. package/lib/assets/docs/article/practical-database-design/study/study2-2.md +1347 -1347
  647. package/lib/assets/docs/article/practical-database-design/study/study2-3.md +2044 -2044
  648. package/lib/assets/docs/article/practical-database-design/study/study2-4.md +2229 -2229
  649. package/lib/assets/docs/article/practical-database-design/study/study2-5.md +2418 -2418
  650. package/lib/assets/docs/article/practical-database-design/study/study3-1.md +2205 -2205
  651. package/lib/assets/docs/article/practical-database-design/study/study3-2.md +2221 -2221
  652. package/lib/assets/docs/article/practical-database-design/study/study3-3.md +2253 -2253
  653. package/lib/assets/docs/article/practical-database-design/study/study3-4.md +2106 -2106
  654. package/lib/assets/docs/article/practical-database-design/study/study3-5.md +2507 -2507
  655. package/lib/assets/docs/article/practical-database-design/study/study4-1.md +2587 -2587
  656. package/lib/assets/docs/article/practical-database-design/study/study4-2.md +2075 -2075
  657. package/lib/assets/docs/article/practical-database-design/study/study4-3.md +1805 -1805
  658. package/lib/assets/docs/article/practical-database-design/study/study4-4.md +1895 -1895
  659. package/lib/assets/docs/article/practical-database-design/study/study4-5.md +2878 -2878
  660. package/lib/assets/docs/assets/css/extra.css +29 -29
  661. package/lib/assets/docs/assets/js/extra.js +44 -44
  662. package/lib/assets/docs/design/index.md +44 -44
  663. package/lib/assets/docs/development/index.md +39 -39
  664. package/lib/assets/docs/index.md +33 -33
  665. package/lib/assets/docs/operation/index.md +27 -27
  666. package/lib/assets/docs/reference/CodexCLIMCP/343/202/242/343/203/227/343/203/252/343/202/261/343/203/274/343/202/267/343/203/247/343/203/263/351/226/213/347/231/272/343/203/225/343/203/255/343/203/274.md +546 -546
  667. package/lib/assets/docs/reference/CodexCLIMCP/343/202/265/343/203/274/343/203/220/343/203/274/350/250/255/345/256/232/346/211/213/351/240/206.md +341 -341
  668. package/lib/assets/docs/reference/Java/343/202/242/343/203/227/343/203/252/343/202/261/343/203/274/343/202/267/343/203/247/343/203/263/347/222/260/345/242/203/346/247/213/347/257/211/343/202/254/343/202/244/343/203/211.md +581 -581
  669. package/lib/assets/docs/reference/SonarQube/343/203/255/343/203/274/343/202/253/343/203/253/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +642 -642
  670. package/lib/assets/docs/reference/TypeScript/343/202/242/343/203/227/343/203/252/343/202/261/343/203/274/343/202/267/343/203/247/343/203/263/347/222/260/345/242/203/346/247/213/347/257/211/343/202/254/343/202/244/343/203/211.md +465 -465
  671. package/lib/assets/docs/reference/UI/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +450 -450
  672. package/lib/assets/docs/reference/images/Ansoff.drawio.svg +3 -3
  673. package/lib/assets/docs/reference/images/BMC.drawio.svg +3 -3
  674. package/lib/assets/docs/reference/images/BrandBasicStrategy.drawio.svg +3 -3
  675. package/lib/assets/docs/reference/images/BrandCategorization.drawio.svg +3 -3
  676. package/lib/assets/docs/reference/images/BrandRecurutementStrategy.drawio.svg +3 -3
  677. package/lib/assets/docs/reference/images/BrandValue.drawio.svg +3 -3
  678. package/lib/assets/docs/reference/images/BusinessActivitiy.svg +3 -3
  679. package/lib/assets/docs/reference/images/HRM.drawio.svg +3 -3
  680. package/lib/assets/docs/reference/images/MarketingStructure.drawio.svg +3 -3
  681. package/lib/assets/docs/reference/images/OrganizationElemnts.svg +3 -3
  682. package/lib/assets/docs/reference/images/PPM.drawio.svg +3 -3
  683. package/lib/assets/docs/reference/images/PositioningMap.drawio.svg +3 -3
  684. package/lib/assets/docs/reference/images/ProductLayer.drawio.svg +3 -3
  685. package/lib/assets/docs/reference/images/ProductMix.drawio.svg +3 -3
  686. package/lib/assets/docs/reference/images/SWOT.drawio.svg +3 -3
  687. package/lib/assets/docs/reference/images/TargetMarket.drawio.svg +3 -3
  688. package/lib/assets/docs/reference/images/ThreeGenericStrategies.drawio.svg +3 -3
  689. package/lib/assets/docs/reference/images/VRIO.drawio.svg +3 -3
  690. package/lib/assets/docs/reference/images/ValueChain.drawio.svg +3 -3
  691. package/lib/assets/docs/reference/index.md +53 -53
  692. package/lib/assets/docs/reference//343/202/210/343/201/204/343/202/275/343/203/225/343/203/210/343/202/246/343/202/247/343/202/242/343/201/250/343/201/257.md +250 -250
  693. package/lib/assets/docs/reference//343/202/242/343/203/274/343/202/255/343/203/206/343/202/257/343/203/201/343/203/243/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +2216 -2216
  694. package/lib/assets/docs/reference//343/202/244/343/203/263/343/203/225/343/203/251/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +1878 -1878
  695. package/lib/assets/docs/reference//343/202/250/343/202/257/343/202/271/343/203/210/343/203/252/343/203/274/343/203/240/343/203/227/343/203/255/343/202/260/343/203/251/343/203/237/343/203/263/343/202/260.md +550 -550
  696. package/lib/assets/docs/reference//343/202/263/343/203/274/343/203/207/343/202/243/343/203/263/343/202/260/343/201/250/343/203/206/343/202/271/343/203/210/343/202/254/343/202/244/343/203/211.md +705 -705
  697. package/lib/assets/docs/reference//343/203/206/343/202/271/343/203/210/346/210/246/347/225/245/343/202/254/343/202/244/343/203/211.md +1313 -1313
  698. package/lib/assets/docs/reference//343/203/207/343/203/274/343/202/277/343/203/242/343/203/207/343/203/253/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +311 -311
  699. package/lib/assets/docs/reference//343/203/211/343/203/241/343/202/244/343/203/263/343/203/242/343/203/207/343/203/253/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +599 -599
  700. package/lib/assets/docs/reference//343/203/223/343/202/270/343/203/215/343/202/271/343/202/242/343/203/274/343/202/255/343/203/206/343/202/257/343/203/201/343/203/243/345/210/206/346/236/220/343/202/254/343/202/244/343/203/211.md +528 -528
  701. package/lib/assets/docs/reference//343/203/246/343/203/274/343/202/271/343/202/261/343/203/274/343/202/271/344/275/234/346/210/220/343/202/254/343/202/244/343/203/211.md +689 -689
  702. package/lib/assets/docs/reference//343/203/252/343/203/252/343/203/274/343/202/271/343/202/254/343/202/244/343/203/211.md +461 -461
  703. package/lib/assets/docs/reference//343/203/252/343/203/252/343/203/274/343/202/271/343/203/273/343/202/244/343/203/206/343/203/254/343/203/274/343/202/267/343/203/247/343/203/263/350/250/210/347/224/273/343/202/254/343/202/244/343/203/211.md +580 -580
  704. package/lib/assets/docs/reference//343/203/255/343/202/270/343/202/253/343/203/253/343/202/267/343/203/263/343/202/255/343/203/263/343/202/260.md +1367 -1367
  705. package/lib/assets/docs/reference//344/274/201/346/245/255/347/265/214/345/226/266/350/253/226.md +2637 -2637
  706. package/lib/assets/docs/reference//347/222/260/345/242/203/345/244/211/346/225/260/347/256/241/347/220/206/343/202/254/343/202/244/343/203/211.md +665 -665
  707. package/lib/assets/docs/reference//347/265/214/345/226/266/346/210/246/347/225/245/345/210/206/346/236/220/343/202/254/343/202/244/343/203/211.md +566 -566
  708. package/lib/assets/docs/reference//350/246/201/344/273/266/345/256/232/347/276/251/343/202/254/343/202/244/343/203/211.md +1248 -1248
  709. package/lib/assets/docs/reference//350/250/200/350/252/236/345/210/245/351/226/213/347/231/272/343/202/254/343/202/244/343/203/211.md +518 -518
  710. package/lib/assets/docs/reference//351/201/213/345/226/266/347/256/241/347/220/206.md +1482 -1482
  711. package/lib/assets/docs/reference//351/201/213/347/224/250/343/202/271/343/202/257/343/203/252/343/203/227/343/203/210/344/275/234/346/210/220/343/202/254/343/202/244/343/203/211.md +421 -421
  712. package/lib/assets/docs/reference//351/201/213/347/224/250/350/246/201/344/273/266/345/256/232/347/276/251/343/202/254/343/202/244/343/203/211.md +392 -392
  713. package/lib/assets/docs/reference//351/226/213/347/231/272/343/202/254/343/202/244/343/203/211.md +305 -305
  714. package/lib/assets/docs/reference//351/235/236/346/251/237/350/203/275/350/246/201/344/273/266/345/256/232/347/276/251/343/202/254/343/202/244/343/203/211.md +1236 -1236
  715. package/lib/assets/docs/requirements/index.md +17 -17
  716. package/lib/assets/docs/review/index.md +5 -5
  717. package/lib/assets/docs/strategy/index.md +17 -17
  718. package/lib/assets/docs/template/ADR.md +30 -30
  719. package/lib/assets/docs/template/AWS/343/202/271/343/203/206/343/203/274/343/202/270/343/203/263/343/202/260/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +1366 -1366
  720. package/lib/assets/docs/template/AWS/343/203/227/343/203/255/343/203/200/343/202/257/343/202/267/343/203/247/343/203/263/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +634 -634
  721. package/lib/assets/docs/template/README.md +50 -50
  722. package/lib/assets/docs/template/index.md +24 -24
  723. package/lib/assets/docs/template//343/201/276/343/201/232/343/201/223/343/202/214/343/202/222/350/252/255/343/202/202/343/201/206/343/203/252/343/202/271/343/203/210.md +12 -12
  724. package/lib/assets/docs/template//343/202/242/343/203/227/343/203/252/343/202/261/343/203/274/343/202/267/343/203/247/343/203/263/351/226/213/347/231/272/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +547 -547
  725. package/lib/assets/docs/template//343/202/244/343/203/206/343/203/254/343/203/274/343/202/267/343/203/247/343/203/263/345/256/214/344/272/206/345/240/261/345/221/212/346/233/270.md +58 -58
  726. package/lib/assets/docs/template//343/202/244/343/203/206/343/203/254/343/203/274/343/202/267/343/203/247/343/203/263/350/250/210/347/224/273.md +327 -327
  727. package/lib/assets/docs/template//343/202/244/343/203/263/343/202/273/343/203/227/343/202/267/343/203/247/343/203/263/343/203/207/343/203/203/343/202/255.md +13 -13
  728. package/lib/assets/docs/template//343/203/223/343/202/270/343/203/215/343/202/271/343/202/242/343/203/274/343/202/255/343/203/206/343/202/257/343/203/201/343/203/243.md +379 -379
  729. package/lib/assets/docs/template//343/203/252/343/203/252/343/203/274/343/202/271/345/256/214/344/272/206/345/240/261/345/221/212/346/233/270.md +275 -275
  730. package/lib/assets/docs/template//344/272/213/344/276/213/345/210/206/346/236/220.md +513 -513
  731. package/lib/assets/docs/template//344/274/201/346/245/255/345/210/206/346/236/220.md +573 -573
  732. package/lib/assets/docs/template//345/256/214/345/205/250/345/275/242/345/274/217/343/201/256/343/203/246/343/203/274/343/202/271/343/202/261/343/203/274/343/202/271.md +69 -69
  733. package/lib/assets/docs/template//350/246/201/344/273/266/345/256/232/347/276/251.md +669 -669
  734. package/lib/assets/docs/template//350/250/255/350/250/210.md +173 -173
  735. package/lib/assets/docs/template//351/226/213/347/231/272/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +688 -688
  736. package/lib/assets/gulpfile.js +25 -25
  737. package/lib/assets/mkdocs.yml +139 -139
  738. package/lib/assets/ops/docker/mkdoc/Dockerfile +19 -19
  739. package/lib/assets/ops/docker/sonarqube-local/docker-compose.yml +57 -57
  740. package/lib/assets/ops/scripts/journal.js +180 -180
  741. package/lib/assets/ops/scripts/mkdocs.js +82 -82
  742. package/lib/assets/ops/scripts/release.js +431 -431
  743. package/lib/assets/ops/scripts/sonar_local.js +726 -726
  744. package/lib/assets/ops/scripts/ssh.js +190 -190
  745. package/lib/assets/ops/scripts/vault.js +299 -299
  746. package/lib/assets/package-lock.json +1653 -1653
  747. package/lib/assets/package.json +40 -40
  748. package/lib/gulpfile.js +37 -37
  749. package/package.json +41 -41
@@ -1,2334 +1,2334 @@
1
- # 第39章:データ連携の実装パターン
2
-
3
- 本章では、基幹業務システム間のデータ連携を実現するための具体的な実装パターンについて解説します。バッチ連携とリアルタイム連携の両方のアプローチを理解し、適切な連携テーブル設計とエラーハンドリングの方法を学びます。
4
-
5
- ---
6
-
7
- ## 39.1 バッチ連携
8
-
9
- ### バッチ連携の概要
10
-
11
- バッチ連携は、定期的なスケジュールでまとめてデータを転送する方式です。大量データの処理や、リアルタイム性が不要な業務に適しています。
12
-
13
- ```plantuml
14
- @startuml
15
- title バッチ連携の基本構造
16
-
17
- rectangle "ソースシステム" as source {
18
- database "販売管理DB" as sales_db
19
- }
20
-
21
- rectangle "バッチ処理" as batch {
22
- rectangle "抽出\n(Extract)" as extract
23
- rectangle "変換\n(Transform)" as transform
24
- rectangle "ロード\n(Load)" as load
25
- }
26
-
27
- rectangle "ターゲットシステム" as target {
28
- database "財務会計DB" as accounting_db
29
- }
30
-
31
- file "中間ファイル" as staging_file
32
-
33
- sales_db --> extract : 定期実行
34
- extract --> staging_file : 出力
35
- staging_file --> transform : 読込
36
- transform --> load : 変換済データ
37
- load --> accounting_db : 投入
38
-
39
- note bottom of batch
40
- 【バッチ連携の特徴】
41
- ・大量データの一括処理に適する
42
- ・処理時間の予測が容易
43
- ・障害時のリカバリが比較的簡単
44
- ・リアルタイム性は犠牲になる
45
- end note
46
-
47
- @enduml
48
- ```
49
-
50
- ### ファイル連携(CSV / XML / JSON)
51
-
52
- 基幹業務システム間のデータ連携では、ファイル形式でのデータ交換が広く使われています。
53
-
54
- #### ファイル形式の比較
55
-
56
- | 形式 | 特徴 | 適用場面 | 注意点 |
57
- |-----|-----|---------|-------|
58
- | CSV | 軽量・シンプル | 定型データ、レガシー連携 | 文字コード、区切り文字 |
59
- | XML | 構造化、スキーマ定義 | 複雑な階層データ | ファイルサイズ大 |
60
- | JSON | 軽量・可読性高 | Web API 連携 | スキーマ検証が必要 |
61
- | 固定長 | 高速処理 | 大量データ、メインフレーム | 柔軟性に欠ける |
62
-
63
- #### ファイル連携の設計
64
-
65
- ```plantuml
66
- @startuml
67
- title ファイル連携のデータフロー
68
-
69
- |ソースシステム|
70
- start
71
- :データ抽出クエリ実行;
72
- :ファイル出力;
73
- note right
74
- ・日付フォルダ作成
75
- ・連番ファイル名
76
- ・完了ファイル出力
77
- end note
78
-
79
- :ファイル転送;
80
-
81
- |ターゲットシステム|
82
- :ファイル受信確認;
83
- note right
84
- 完了ファイル(.done)の
85
- 存在を確認してから処理開始
86
- end note
87
-
88
- :バリデーション;
89
- if (検証OK?) then (yes)
90
- :データ変換;
91
- :データ投入;
92
- :正常完了記録;
93
- else (no)
94
- :エラーファイル出力;
95
- :アラート通知;
96
- endif
97
-
98
- stop
99
-
100
- @enduml
101
- ```
102
-
103
- <details>
104
- <summary>Java 実装例 - CSV 出力</summary>
105
-
106
- ```java
107
- // 売上データ CSV 出力サービス
108
- @Service
109
- public class SalesCsvExportService {
110
- private final SalesRepository salesRepository;
111
- private final FileStorageService fileStorage;
112
-
113
- @Transactional(readOnly = true)
114
- public ExportResult exportSalesData(LocalDate targetDate) {
115
- // 出力ディレクトリ
116
- String directory = String.format("sales/%s",
117
- targetDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")));
118
-
119
- // データ取得
120
- List<SalesData> salesList = salesRepository.findByDate(targetDate);
121
-
122
- // CSV 出力
123
- String fileName = String.format("sales_%s_%s.csv",
124
- targetDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")),
125
- LocalDateTime.now().format(DateTimeFormatter.ofPattern("HHmmss")));
126
-
127
- try (CsvWriter writer = new CsvWriter(
128
- fileStorage.getOutputStream(directory, fileName),
129
- StandardCharsets.UTF_8)) {
130
-
131
- // ヘッダー出力
132
- writer.writeHeader(
133
- "売上番号", "売上日", "得意先コード", "得意先名",
134
- "商品コード", "商品名", "数量", "単価", "金額", "消費税"
135
- );
136
-
137
- // データ出力
138
- for (SalesData sales : salesList) {
139
- writer.writeRow(
140
- sales.getSalesNumber(),
141
- sales.getSalesDate().toString(),
142
- sales.getCustomerCode(),
143
- sales.getCustomerName(),
144
- sales.getProductCode(),
145
- sales.getProductName(),
146
- sales.getQuantity().toString(),
147
- sales.getUnitPrice().toString(),
148
- sales.getAmount().toString(),
149
- sales.getTaxAmount().toString()
150
- );
151
- }
152
- }
153
-
154
- // 完了ファイル出力
155
- String doneFileName = fileName.replace(".csv", ".done");
156
- fileStorage.createEmptyFile(directory, doneFileName);
157
-
158
- return new ExportResult(
159
- fileName,
160
- salesList.size(),
161
- ExportStatus.SUCCESS
162
- );
163
- }
164
- }
165
-
166
- // CSV ライター
167
- public class CsvWriter implements AutoCloseable {
168
- private final BufferedWriter writer;
169
- private final String delimiter = ",";
170
- private final String lineEnding = "\r\n";
171
-
172
- public CsvWriter(OutputStream outputStream, Charset charset) {
173
- this.writer = new BufferedWriter(
174
- new OutputStreamWriter(outputStream, charset)
175
- );
176
- }
177
-
178
- public void writeHeader(String... columns) throws IOException {
179
- writeLine(columns);
180
- }
181
-
182
- public void writeRow(String... values) throws IOException {
183
- String[] escapedValues = Arrays.stream(values)
184
- .map(this::escapeField)
185
- .toArray(String[]::new);
186
- writeLine(escapedValues);
187
- }
188
-
189
- private void writeLine(String[] fields) throws IOException {
190
- writer.write(String.join(delimiter, fields));
191
- writer.write(lineEnding);
192
- }
193
-
194
- private String escapeField(String field) {
195
- if (field == null) return "";
196
- if (field.contains(",") || field.contains("\"")
197
- || field.contains("\n")) {
198
- return "\"" + field.replace("\"", "\"\"") + "\"";
199
- }
200
- return field;
201
- }
202
-
203
- @Override
204
- public void close() throws IOException {
205
- writer.close();
206
- }
207
- }
208
- ```
209
-
210
- </details>
211
-
212
- <details>
213
- <summary>Java 実装例 - CSV 取込</summary>
214
-
215
- ```java
216
- // 仕訳データ CSV 取込サービス
217
- @Service
218
- public class JournalCsvImportService {
219
- private final JournalRepository journalRepository;
220
- private final FileStorageService fileStorage;
221
- private final ImportLogRepository importLogRepository;
222
-
223
- @Transactional
224
- public ImportResult importJournalData(String directory, String fileName) {
225
- ImportLog log = ImportLog.start(fileName);
226
-
227
- try {
228
- // 完了ファイル確認
229
- String doneFileName = fileName.replace(".csv", ".done");
230
- if (!fileStorage.exists(directory, doneFileName)) {
231
- throw new ImportException("完了ファイルが見つかりません: " + doneFileName);
232
- }
233
-
234
- // CSV 読込
235
- List<JournalImportRow> rows = new ArrayList<>();
236
- List<ImportError> errors = new ArrayList<>();
237
-
238
- try (CsvReader reader = new CsvReader(
239
- fileStorage.getInputStream(directory, fileName),
240
- StandardCharsets.UTF_8)) {
241
-
242
- int lineNumber = 1;
243
- reader.skipHeader();
244
- lineNumber++;
245
-
246
- String[] line;
247
- while ((line = reader.readLine()) != null) {
248
- try {
249
- JournalImportRow row = parseRow(line, lineNumber);
250
- validateRow(row);
251
- rows.add(row);
252
- } catch (ValidationException e) {
253
- errors.add(new ImportError(lineNumber, e.getMessage()));
254
- }
255
- lineNumber++;
256
- }
257
- }
258
-
259
- // エラーがある場合は中断
260
- if (!errors.isEmpty()) {
261
- log.fail(errors);
262
- importLogRepository.save(log);
263
- return new ImportResult(ImportStatus.VALIDATION_ERROR, 0, errors);
264
- }
265
-
266
- // データ投入
267
- int insertedCount = 0;
268
- for (JournalImportRow row : rows) {
269
- JournalEntry journal = convertToEntity(row);
270
- journalRepository.save(journal);
271
- insertedCount++;
272
- }
273
-
274
- log.success(insertedCount);
275
- importLogRepository.save(log);
276
-
277
- return new ImportResult(ImportStatus.SUCCESS, insertedCount, List.of());
278
-
279
- } catch (Exception e) {
280
- log.fail(e.getMessage());
281
- importLogRepository.save(log);
282
- throw new ImportException("取込処理でエラーが発生しました", e);
283
- }
284
- }
285
-
286
- private JournalImportRow parseRow(String[] fields, int lineNumber) {
287
- if (fields.length < 10) {
288
- throw new ValidationException("フィールド数が不足しています");
289
- }
290
- return new JournalImportRow(
291
- fields[0], // 伝票番号
292
- LocalDate.parse(fields[1]), // 伝票日付
293
- fields[2], // 借方勘定科目
294
- fields[3], // 借方補助科目
295
- new BigDecimal(fields[4]), // 借方金額
296
- fields[5], // 貸方勘定科目
297
- fields[6], // 貸方補助科目
298
- new BigDecimal(fields[7]), // 貸方金額
299
- fields[8], // 摘要
300
- fields[9] // 部門コード
301
- );
302
- }
303
-
304
- private void validateRow(JournalImportRow row) {
305
- // 貸借一致チェック
306
- if (row.debitAmount().compareTo(row.creditAmount()) != 0) {
307
- throw new ValidationException("貸借金額が一致しません");
308
- }
309
- // その他のバリデーション...
310
- }
311
- }
312
- ```
313
-
314
- </details>
315
-
316
- ### ETL 処理の設計
317
-
318
- ETL(Extract-Transform-Load)は、データ連携の標準的なアプローチです。
319
-
320
- ```plantuml
321
- @startuml
322
- title ETL 処理の設計パターン
323
-
324
- rectangle "Extract(抽出)" as extract {
325
- rectangle "フル抽出" as full_extract
326
- rectangle "差分抽出" as incremental_extract
327
- rectangle "CDC 抽出" as cdc_extract
328
- }
329
-
330
- rectangle "Transform(変換)" as transform {
331
- rectangle "データクレンジング" as cleansing
332
- rectangle "コード変換" as code_mapping
333
- rectangle "集計・計算" as aggregation
334
- rectangle "データ結合" as join_data
335
- }
336
-
337
- rectangle "Load(ロード)" as load {
338
- rectangle "フルリフレッシュ" as full_refresh
339
- rectangle "インクリメンタル" as incremental_load
340
- rectangle "Upsert" as upsert
341
- }
342
-
343
- full_extract --> cleansing
344
- incremental_extract --> cleansing
345
- cdc_extract --> cleansing
346
-
347
- cleansing --> code_mapping
348
- code_mapping --> aggregation
349
- aggregation --> join_data
350
-
351
- join_data --> full_refresh
352
- join_data --> incremental_load
353
- join_data --> upsert
354
-
355
- note bottom of extract
356
- 【抽出方式の選択基準】
357
- ・フル抽出:データ量が少ない場合
358
- ・差分抽出:更新日時で判定可能な場合
359
- ・CDC:リアルタイム性が必要な場合
360
- end note
361
-
362
- @enduml
363
- ```
364
-
365
- #### ETL ジョブ設計
366
-
367
- ```plantuml
368
- @startuml
369
- title ETL ジョブの実行フロー
370
-
371
- |スケジューラ|
372
- start
373
- :ジョブ起動;
374
- note right
375
- 毎日 AM 2:00
376
- または手動起動
377
- end note
378
-
379
- |抽出フェーズ|
380
- :前回実行日時取得;
381
- :差分データ抽出;
382
-
383
- if (データあり?) then (yes)
384
- :ステージングテーブルに格納;
385
-
386
- |変換フェーズ|
387
- :データクレンジング;
388
- note right
389
- ・NULL 値処理
390
- ・文字コード変換
391
- ・日付フォーマット統一
392
- end note
393
-
394
- :コード変換;
395
- note right
396
- ・コードマッピングテーブル参照
397
- ・未定義コードはエラー
398
- end note
399
-
400
- :業務ルール適用;
401
- note right
402
- ・消費税計算
403
- ・勘定科目判定
404
- ・部門配賦
405
- end note
406
-
407
- |ロードフェーズ|
408
- :本番テーブルに投入;
409
- :実行結果記録;
410
- else (no)
411
- :スキップ記録;
412
- endif
413
-
414
- |スケジューラ|
415
- :完了通知;
416
-
417
- stop
418
-
419
- @enduml
420
- ```
421
-
422
- <details>
423
- <summary>Java 実装例 - ETL ジョブ</summary>
424
-
425
- ```java
426
- // ETL ジョブ基底クラス
427
- public abstract class EtlJob<S, T> {
428
- protected final Logger log = LoggerFactory.getLogger(getClass());
429
-
430
- public EtlJobResult execute(EtlJobContext context) {
431
- EtlJobResult result = new EtlJobResult(getJobName());
432
- result.start();
433
-
434
- try {
435
- // 抽出フェーズ
436
- log.info("抽出フェーズ開始");
437
- List<S> sourceData = extract(context);
438
- result.setExtractedCount(sourceData.size());
439
- log.info("抽出完了: {} 件", sourceData.size());
440
-
441
- if (sourceData.isEmpty()) {
442
- result.complete(EtlJobStatus.SKIPPED, "対象データなし");
443
- return result;
444
- }
445
-
446
- // 変換フェーズ
447
- log.info("変換フェーズ開始");
448
- TransformResult<T> transformResult = transform(sourceData, context);
449
- result.setTransformedCount(transformResult.successCount());
450
- result.setErrorCount(transformResult.errorCount());
451
- result.addErrors(transformResult.errors());
452
- log.info("変換完了: 成功 {} 件, エラー {} 件",
453
- transformResult.successCount(), transformResult.errorCount());
454
-
455
- // エラー閾値チェック
456
- if (exceedsErrorThreshold(transformResult, context)) {
457
- result.complete(EtlJobStatus.FAILED, "エラー閾値超過");
458
- return result;
459
- }
460
-
461
- // ロードフェーズ
462
- log.info("ロードフェーズ開始");
463
- int loadedCount = load(transformResult.data(), context);
464
- result.setLoadedCount(loadedCount);
465
- log.info("ロード完了: {} 件", loadedCount);
466
-
467
- result.complete(EtlJobStatus.SUCCESS, null);
468
- return result;
469
-
470
- } catch (Exception e) {
471
- log.error("ETL ジョブでエラー発生", e);
472
- result.complete(EtlJobStatus.FAILED, e.getMessage());
473
- return result;
474
- }
475
- }
476
-
477
- protected abstract String getJobName();
478
- protected abstract List<S> extract(EtlJobContext context);
479
- protected abstract TransformResult<T> transform(List<S> data, EtlJobContext context);
480
- protected abstract int load(List<T> data, EtlJobContext context);
481
-
482
- private boolean exceedsErrorThreshold(
483
- TransformResult<T> result, EtlJobContext context) {
484
- double errorRate = (double) result.errorCount()
485
- / (result.successCount() + result.errorCount());
486
- return errorRate > context.getErrorThreshold();
487
- }
488
- }
489
-
490
- // 売上→仕訳 ETL ジョブ
491
- @Component
492
- public class SalesToJournalEtlJob extends EtlJob<SalesData, JournalEntry> {
493
- private final SalesRepository salesRepository;
494
- private final JournalRepository journalRepository;
495
- private final JournalPatternService patternService;
496
-
497
- @Override
498
- protected String getJobName() {
499
- return "売上仕訳連携";
500
- }
501
-
502
- @Override
503
- protected List<SalesData> extract(EtlJobContext context) {
504
- LocalDateTime lastRunTime = context.getLastRunTime();
505
- LocalDateTime currentTime = context.getCurrentTime();
506
-
507
- return salesRepository.findByUpdatedAtBetween(lastRunTime, currentTime);
508
- }
509
-
510
- @Override
511
- protected TransformResult<JournalEntry> transform(
512
- List<SalesData> salesList, EtlJobContext context) {
513
-
514
- List<JournalEntry> journals = new ArrayList<>();
515
- List<TransformError> errors = new ArrayList<>();
516
-
517
- for (SalesData sales : salesList) {
518
- try {
519
- // 自動仕訳パターン取得
520
- JournalPattern pattern = patternService.findPattern(
521
- sales.getProductGroup(),
522
- sales.getCustomerGroup()
523
- );
524
-
525
- if (pattern == null) {
526
- errors.add(new TransformError(
527
- sales.getSalesNumber(),
528
- "仕訳パターンが見つかりません"
529
- ));
530
- continue;
531
- }
532
-
533
- // 仕訳生成
534
- JournalEntry journal = createJournal(sales, pattern);
535
- journals.add(journal);
536
-
537
- } catch (Exception e) {
538
- errors.add(new TransformError(
539
- sales.getSalesNumber(),
540
- e.getMessage()
541
- ));
542
- }
543
- }
544
-
545
- return new TransformResult<>(journals, journals.size(), errors.size(), errors);
546
- }
547
-
548
- @Override
549
- @Transactional
550
- protected int load(List<JournalEntry> journals, EtlJobContext context) {
551
- int count = 0;
552
- for (JournalEntry journal : journals) {
553
- journalRepository.save(journal);
554
- count++;
555
- }
556
- return count;
557
- }
558
-
559
- private JournalEntry createJournal(SalesData sales, JournalPattern pattern) {
560
- return JournalEntry.builder()
561
- .journalDate(sales.getSalesDate())
562
- .debitAccountCode(pattern.getDebitAccountCode())
563
- .debitAmount(sales.getAmount())
564
- .creditAccountCode(pattern.getCreditAccountCode())
565
- .creditAmount(sales.getAmount())
566
- .description("売上計上: " + sales.getSalesNumber())
567
- .sourceType("SALES")
568
- .sourceId(sales.getSalesNumber())
569
- .build();
570
- }
571
- }
572
- ```
573
-
574
- </details>
575
-
576
- ### 差分抽出と全件抽出
577
-
578
- ```plantuml
579
- @startuml
580
- title 差分抽出と全件抽出の比較
581
-
582
- rectangle "全件抽出" as full {
583
- note right
584
- 【処理内容】
585
- ・ソーステーブルの全データを抽出
586
- ・ターゲットを全件削除後に投入
587
-
588
- 【メリット】
589
- ・実装がシンプル
590
- ・データ不整合が起きにくい
591
-
592
- 【デメリット】
593
- ・処理時間が長い
594
- ・リソース消費が大きい
595
-
596
- 【適用場面】
597
- ・マスタデータ
598
- ・データ量が少ない場合
599
- ・日次全件洗い替え
600
- end note
601
- }
602
-
603
- rectangle "差分抽出" as incremental {
604
- note right
605
- 【処理内容】
606
- ・更新日時 > 前回実行日時 で抽出
607
- ・差分のみ INSERT/UPDATE
608
-
609
- 【メリット】
610
- ・処理時間が短い
611
- ・リソース効率が良い
612
-
613
- 【デメリット】
614
- ・削除データの検知が困難
615
- ・更新日時の管理が必要
616
-
617
- 【適用場面】
618
- ・トランザクションデータ
619
- ・大量データ
620
- ・高頻度実行
621
- end note
622
- }
623
-
624
- @enduml
625
- ```
626
-
627
- #### 差分抽出の実装パターン
628
-
629
- ```plantuml
630
- @startuml
631
- title 差分抽出のパターン
632
-
633
- rectangle "タイムスタンプ方式" as timestamp {
634
- note right
635
- WHERE 更新日時 > :前回実行日時
636
-
637
- 【前提条件】
638
- ・全テーブルに更新日時カラム
639
- ・更新時に自動更新される仕組み
640
- end note
641
- }
642
-
643
- rectangle "トリガー方式" as trigger {
644
- note right
645
- 変更を変更ログテーブルに記録
646
- 連携後にログを削除
647
-
648
- 【前提条件】
649
- ・各テーブルにトリガー設定
650
- ・変更ログテーブルの管理
651
- end note
652
- }
653
-
654
- rectangle "シーケンス方式" as sequence {
655
- note right
656
- WHERE ID > :前回最大ID
657
-
658
- 【前提条件】
659
- ・単調増加の ID カラム
660
- ・UPDATE はなく INSERT のみ
661
- end note
662
- }
663
-
664
- rectangle "CDC 方式" as cdc {
665
- note right
666
- トランザクションログから
667
- 変更を検知
668
-
669
- 【前提条件】
670
- ・CDC ツール(Debezium等)
671
- ・リアルタイム処理基盤
672
- end note
673
- }
674
-
675
- @enduml
676
- ```
677
-
678
- <details>
679
- <summary>Java 実装例 - 差分抽出</summary>
680
-
681
- ```java
682
- // 差分抽出サービス
683
- @Service
684
- public class IncrementalExtractService {
685
- private final JdbcTemplate jdbcTemplate;
686
- private final ExtractCheckpointRepository checkpointRepository;
687
-
688
- /**
689
- * タイムスタンプ方式による差分抽出
690
- */
691
- public <T> List<T> extractByTimestamp(
692
- String tableName,
693
- String timestampColumn,
694
- RowMapper<T> rowMapper) {
695
-
696
- // 前回実行日時取得
697
- ExtractCheckpoint checkpoint = checkpointRepository
698
- .findByTableName(tableName)
699
- .orElse(new ExtractCheckpoint(tableName, LocalDateTime.MIN));
700
-
701
- LocalDateTime lastExtractTime = checkpoint.getLastExtractTime();
702
- LocalDateTime currentTime = LocalDateTime.now();
703
-
704
- // 差分抽出
705
- String sql = String.format(
706
- "SELECT * FROM %s WHERE %s > ? AND %s <= ? ORDER BY %s",
707
- tableName, timestampColumn, timestampColumn, timestampColumn
708
- );
709
-
710
- List<T> result = jdbcTemplate.query(sql, rowMapper,
711
- lastExtractTime, currentTime);
712
-
713
- // チェックポイント更新
714
- checkpoint.setLastExtractTime(currentTime);
715
- checkpointRepository.save(checkpoint);
716
-
717
- return result;
718
- }
719
-
720
- /**
721
- * シーケンス方式による差分抽出
722
- */
723
- public <T> List<T> extractBySequence(
724
- String tableName,
725
- String sequenceColumn,
726
- RowMapper<T> rowMapper) {
727
-
728
- ExtractCheckpoint checkpoint = checkpointRepository
729
- .findByTableName(tableName)
730
- .orElse(new ExtractCheckpoint(tableName, 0L));
731
-
732
- Long lastSequence = checkpoint.getLastSequence();
733
-
734
- // 差分抽出
735
- String sql = String.format(
736
- "SELECT * FROM %s WHERE %s > ? ORDER BY %s",
737
- tableName, sequenceColumn, sequenceColumn
738
- );
739
-
740
- List<T> result = jdbcTemplate.query(sql, rowMapper, lastSequence);
741
-
742
- // 最大シーケンス取得と更新
743
- if (!result.isEmpty()) {
744
- Long maxSequence = jdbcTemplate.queryForObject(
745
- String.format("SELECT MAX(%s) FROM %s WHERE %s > ?",
746
- sequenceColumn, tableName, sequenceColumn),
747
- Long.class, lastSequence
748
- );
749
- checkpoint.setLastSequence(maxSequence);
750
- checkpointRepository.save(checkpoint);
751
- }
752
-
753
- return result;
754
- }
755
-
756
- /**
757
- * 削除データの検知(論理削除方式)
758
- */
759
- public List<String> extractDeletedIds(
760
- String tableName,
761
- String idColumn,
762
- String deleteFlagColumn) {
763
-
764
- ExtractCheckpoint checkpoint = checkpointRepository
765
- .findByTableName(tableName + "_DELETE")
766
- .orElse(new ExtractCheckpoint(tableName + "_DELETE", LocalDateTime.MIN));
767
-
768
- String sql = String.format(
769
- "SELECT %s FROM %s WHERE %s = true AND 更新日時 > ?",
770
- idColumn, tableName, deleteFlagColumn
771
- );
772
-
773
- List<String> deletedIds = jdbcTemplate.queryForList(
774
- sql, String.class, checkpoint.getLastExtractTime()
775
- );
776
-
777
- checkpoint.setLastExtractTime(LocalDateTime.now());
778
- checkpointRepository.save(checkpoint);
779
-
780
- return deletedIds;
781
- }
782
- }
783
-
784
- // 抽出チェックポイント
785
- @Entity
786
- @Table(name = "抽出チェックポイント")
787
- public class ExtractCheckpoint {
788
- @Id
789
- private String tableName;
790
- private LocalDateTime lastExtractTime;
791
- private Long lastSequence;
792
-
793
- public ExtractCheckpoint(String tableName, LocalDateTime lastExtractTime) {
794
- this.tableName = tableName;
795
- this.lastExtractTime = lastExtractTime;
796
- }
797
-
798
- public ExtractCheckpoint(String tableName, Long lastSequence) {
799
- this.tableName = tableName;
800
- this.lastSequence = lastSequence;
801
- }
802
-
803
- // getters, setters...
804
- }
805
- ```
806
-
807
- </details>
808
-
809
- ---
810
-
811
- ## 39.2 リアルタイム連携
812
-
813
- ### Change Data Capture(CDC)
814
-
815
- CDC は、データベースの変更をリアルタイムで検知し、他システムに伝播するパターンです。
816
-
817
- ```plantuml
818
- @startuml
819
- title Change Data Capture の仕組み
820
-
821
- rectangle "ソースDB" as source {
822
- database "販売管理" as sales_db
823
- file "トランザクション\nログ" as tx_log
824
- }
825
-
826
- rectangle "CDC プラットフォーム" as cdc {
827
- rectangle "Debezium\nConnector" as connector
828
- queue "Kafka" as kafka
829
- }
830
-
831
- rectangle "ターゲットシステム" as targets {
832
- database "財務会計" as accounting
833
- database "分析DB" as analytics
834
- rectangle "通知サービス" as notification
835
- }
836
-
837
- sales_db --> tx_log : WAL/Binlog
838
- tx_log --> connector : 変更検知
839
- connector --> kafka : イベント発行
840
- kafka --> accounting : 消費
841
- kafka --> analytics : 消費
842
- kafka --> notification : 消費
843
-
844
- note bottom of connector
845
- 【CDC の仕組み】
846
- ・データベースのトランザクションログを監視
847
- ・INSERT/UPDATE/DELETE を検知
848
- ・変更内容をイベントとして発行
849
- end note
850
-
851
- @enduml
852
- ```
853
-
854
- #### CDC イベントの構造
855
-
856
- ```plantuml
857
- @startuml
858
- title CDC イベントの構造
859
-
860
- class "CDC イベント" as cdc_event {
861
- +source: SourceInfo
862
- +operation: String
863
- +timestamp: Long
864
- +before: Record
865
- +after: Record
866
- }
867
-
868
- class "SourceInfo" as source_info {
869
- +connector: String
870
- +database: String
871
- +schema: String
872
- +table: String
873
- +txId: Long
874
- +lsn: Long
875
- }
876
-
877
- note right of cdc_event
878
- 【operation の値】
879
- ・c: CREATE(INSERT)
880
- ・u: UPDATE
881
- ・d: DELETE
882
- ・r: READ(スナップショット)
883
-
884
- 【before/after】
885
- ・INSERT: before=null, after=新データ
886
- ・UPDATE: before=旧データ, after=新データ
887
- ・DELETE: before=旧データ, after=null
888
- end note
889
-
890
- cdc_event --> source_info
891
-
892
- @enduml
893
- ```
894
-
895
- <details>
896
- <summary>Java 実装例 - CDC コンシューマー</summary>
897
-
898
- ```java
899
- // CDC イベントコンシューマー
900
- @Component
901
- public class SalesCdcConsumer {
902
- private final ObjectMapper objectMapper;
903
- private final JournalSyncService journalSyncService;
904
-
905
- @KafkaListener(topics = "sales.public.売上")
906
- public void consume(String message) {
907
- try {
908
- CdcEvent event = objectMapper.readValue(message, CdcEvent.class);
909
-
910
- switch (event.getOperation()) {
911
- case "c" -> handleInsert(event.getAfter());
912
- case "u" -> handleUpdate(event.getBefore(), event.getAfter());
913
- case "d" -> handleDelete(event.getBefore());
914
- default -> log.warn("Unknown operation: {}", event.getOperation());
915
- }
916
-
917
- } catch (Exception e) {
918
- log.error("CDC イベント処理エラー", e);
919
- throw new CdcProcessingException(e);
920
- }
921
- }
922
-
923
- private void handleInsert(JsonNode after) {
924
- SalesData sales = objectMapper.convertValue(after, SalesData.class);
925
- journalSyncService.createJournalFromSales(sales);
926
- }
927
-
928
- private void handleUpdate(JsonNode before, JsonNode after) {
929
- SalesData oldSales = objectMapper.convertValue(before, SalesData.class);
930
- SalesData newSales = objectMapper.convertValue(after, SalesData.class);
931
-
932
- // 赤黒処理で訂正
933
- journalSyncService.reverseJournal(oldSales);
934
- journalSyncService.createJournalFromSales(newSales);
935
- }
936
-
937
- private void handleDelete(JsonNode before) {
938
- SalesData sales = objectMapper.convertValue(before, SalesData.class);
939
- journalSyncService.reverseJournal(sales);
940
- }
941
- }
942
-
943
- // CDC イベント
944
- @Data
945
- public class CdcEvent {
946
- private SourceInfo source;
947
- private String operation; // c, u, d, r
948
- private Long tsMs;
949
- private JsonNode before;
950
- private JsonNode after;
951
- }
952
-
953
- @Data
954
- public class SourceInfo {
955
- private String connector;
956
- private String db;
957
- private String schema;
958
- private String table;
959
- private Long txId;
960
- private Long lsn;
961
- }
962
- ```
963
-
964
- </details>
965
-
966
- ### データベーストリガーの活用
967
-
968
- トリガーを使用した変更検知は、CDC ツールなしでも実装できるシンプルな方式です。
969
-
970
- ```plantuml
971
- @startuml
972
- title トリガーによる変更検知
973
-
974
- database "ソースDB" as source {
975
- entity "売上テーブル" as sales
976
- entity "変更ログ" as change_log
977
- }
978
-
979
- rectangle "トリガー" as trigger {
980
- rectangle "INSERT トリガー" as insert_trigger
981
- rectangle "UPDATE トリガー" as update_trigger
982
- rectangle "DELETE トリガー" as delete_trigger
983
- }
984
-
985
- rectangle "連携バッチ" as batch {
986
- rectangle "変更ログ読込" as read_log
987
- rectangle "ターゲット更新" as update_target
988
- rectangle "ログ削除" as delete_log
989
- }
990
-
991
- database "ターゲットDB" as target
992
-
993
- sales --> insert_trigger : INSERT
994
- sales --> update_trigger : UPDATE
995
- sales --> delete_trigger : DELETE
996
-
997
- insert_trigger --> change_log : 記録
998
- update_trigger --> change_log : 記録
999
- delete_trigger --> change_log : 記録
1000
-
1001
- change_log --> read_log : 定期実行
1002
- read_log --> update_target
1003
- update_target --> target
1004
- update_target --> delete_log
1005
-
1006
- note bottom of trigger
1007
- 【トリガー方式のメリット】
1008
- ・追加ツール不要
1009
- ・確実に変更を捕捉
1010
-
1011
- 【デメリット】
1012
- ・パフォーマンスへの影響
1013
- ・トリガーの管理が煩雑
1014
- end note
1015
-
1016
- @enduml
1017
- ```
1018
-
1019
- <details>
1020
- <summary>SQL 定義 - 変更ログトリガー</summary>
1021
-
1022
- ```sql
1023
- -- 変更ログテーブル
1024
- CREATE TABLE 変更ログ (
1025
- ログID SERIAL PRIMARY KEY,
1026
- テーブル名 VARCHAR(100) NOT NULL,
1027
- 操作種別 VARCHAR(10) NOT NULL, -- INSERT, UPDATE, DELETE
1028
- レコードID VARCHAR(100) NOT NULL,
1029
- 変更前データ JSONB,
1030
- 変更後データ JSONB,
1031
- 変更日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1032
- 処理済フラグ BOOLEAN DEFAULT FALSE,
1033
- 処理日時 TIMESTAMP
1034
- );
1035
-
1036
- CREATE INDEX idx_変更ログ_未処理 ON 変更ログ (処理済フラグ, 変更日時)
1037
- WHERE 処理済フラグ = FALSE;
1038
-
1039
- -- 売上テーブル用トリガー関数
1040
- CREATE OR REPLACE FUNCTION fn_売上変更ログ()
1041
- RETURNS TRIGGER AS $$
1042
- BEGIN
1043
- IF TG_OP = 'INSERT' THEN
1044
- INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更後データ)
1045
- VALUES ('売上', 'INSERT', NEW.売上番号, row_to_json(NEW)::JSONB);
1046
- RETURN NEW;
1047
-
1048
- ELSIF TG_OP = 'UPDATE' THEN
1049
- INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更前データ, 変更後データ)
1050
- VALUES ('売上', 'UPDATE', NEW.売上番号,
1051
- row_to_json(OLD)::JSONB, row_to_json(NEW)::JSONB);
1052
- RETURN NEW;
1053
-
1054
- ELSIF TG_OP = 'DELETE' THEN
1055
- INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更前データ)
1056
- VALUES ('売上', 'DELETE', OLD.売上番号, row_to_json(OLD)::JSONB);
1057
- RETURN OLD;
1058
- END IF;
1059
- END;
1060
- $$ LANGUAGE plpgsql;
1061
-
1062
- -- トリガー設定
1063
- CREATE TRIGGER trg_売上変更ログ
1064
- AFTER INSERT OR UPDATE OR DELETE ON 売上
1065
- FOR EACH ROW EXECUTE FUNCTION fn_売上変更ログ();
1066
- ```
1067
-
1068
- </details>
1069
-
1070
- <details>
1071
- <summary>Java 実装例 - 変更ログ処理</summary>
1072
-
1073
- ```java
1074
- // 変更ログ処理サービス
1075
- @Service
1076
- public class ChangeLogProcessingService {
1077
- private final JdbcTemplate jdbcTemplate;
1078
- private final Map<String, ChangeLogHandler> handlers;
1079
-
1080
- @Scheduled(fixedDelay = 5000) // 5秒ごと
1081
- @Transactional
1082
- public void processChangeLogs() {
1083
- // 未処理ログを取得(ロック付き)
1084
- String selectSql = """
1085
- SELECT ログID, テーブル名, 操作種別, レコードID, 変更前データ, 変更後データ
1086
- FROM 変更ログ
1087
- WHERE 処理済フラグ = FALSE
1088
- ORDER BY 変更日時
1089
- LIMIT 100
1090
- FOR UPDATE SKIP LOCKED
1091
- """;
1092
-
1093
- List<ChangeLog> logs = jdbcTemplate.query(selectSql,
1094
- (rs, rowNum) -> new ChangeLog(
1095
- rs.getLong("ログID"),
1096
- rs.getString("テーブル名"),
1097
- rs.getString("操作種別"),
1098
- rs.getString("レコードID"),
1099
- rs.getString("変更前データ"),
1100
- rs.getString("変更後データ")
1101
- )
1102
- );
1103
-
1104
- for (ChangeLog log : logs) {
1105
- try {
1106
- // テーブル別ハンドラーで処理
1107
- ChangeLogHandler handler = handlers.get(log.tableName());
1108
- if (handler != null) {
1109
- handler.handle(log);
1110
- }
1111
-
1112
- // 処理済みマーク
1113
- markAsProcessed(log.logId());
1114
-
1115
- } catch (Exception e) {
1116
- // エラーログ記録(処理は継続)
1117
- recordError(log.logId(), e.getMessage());
1118
- }
1119
- }
1120
- }
1121
-
1122
- private void markAsProcessed(Long logId) {
1123
- jdbcTemplate.update(
1124
- "UPDATE 変更ログ SET 処理済フラグ = TRUE, 処理日時 = CURRENT_TIMESTAMP WHERE ログID = ?",
1125
- logId
1126
- );
1127
- }
1128
-
1129
- private void recordError(Long logId, String errorMessage) {
1130
- jdbcTemplate.update(
1131
- "UPDATE 変更ログ SET エラー内容 = ? WHERE ログID = ?",
1132
- errorMessage, logId
1133
- );
1134
- }
1135
- }
1136
-
1137
- // 変更ログハンドラーインターフェース
1138
- public interface ChangeLogHandler {
1139
- void handle(ChangeLog log);
1140
- }
1141
-
1142
- // 売上変更ログハンドラー
1143
- @Component("売上")
1144
- public class SalesChangeLogHandler implements ChangeLogHandler {
1145
- private final ObjectMapper objectMapper;
1146
- private final JournalSyncService journalSyncService;
1147
-
1148
- @Override
1149
- public void handle(ChangeLog log) {
1150
- switch (log.operation()) {
1151
- case "INSERT" -> {
1152
- SalesData sales = parseJson(log.afterData(), SalesData.class);
1153
- journalSyncService.createJournalFromSales(sales);
1154
- }
1155
- case "UPDATE" -> {
1156
- SalesData oldSales = parseJson(log.beforeData(), SalesData.class);
1157
- SalesData newSales = parseJson(log.afterData(), SalesData.class);
1158
- journalSyncService.reverseJournal(oldSales);
1159
- journalSyncService.createJournalFromSales(newSales);
1160
- }
1161
- case "DELETE" -> {
1162
- SalesData sales = parseJson(log.beforeData(), SalesData.class);
1163
- journalSyncService.reverseJournal(sales);
1164
- }
1165
- }
1166
- }
1167
-
1168
- private <T> T parseJson(String json, Class<T> clazz) {
1169
- try {
1170
- return objectMapper.readValue(json, clazz);
1171
- } catch (JsonProcessingException e) {
1172
- throw new RuntimeException("JSON パース失敗", e);
1173
- }
1174
- }
1175
- }
1176
- ```
1177
-
1178
- </details>
1179
-
1180
- ### メッセージキューによる非同期連携
1181
-
1182
- メッセージキューを使用した非同期連携は、システム間の疎結合を実現します。
1183
-
1184
- ```plantuml
1185
- @startuml
1186
- title メッセージキューによる非同期連携
1187
-
1188
- rectangle "プロデューサー" as producer {
1189
- rectangle "販売管理\nサービス" as sales_service
1190
- }
1191
-
1192
- rectangle "メッセージブローカー" as broker {
1193
- queue "売上イベント\nキュー" as sales_queue
1194
- queue "仕訳イベント\nキュー" as journal_queue
1195
- queue "在庫イベント\nキュー" as inventory_queue
1196
- }
1197
-
1198
- rectangle "コンシューマー" as consumer {
1199
- rectangle "財務会計\nサービス" as accounting_service
1200
- rectangle "在庫管理\nサービス" as inventory_service
1201
- rectangle "分析\nサービス" as analytics_service
1202
- }
1203
-
1204
- sales_service --> sales_queue : 売上イベント発行
1205
-
1206
- sales_queue --> accounting_service : 消費(仕訳生成)
1207
- sales_queue --> inventory_service : 消費(在庫更新)
1208
- sales_queue --> analytics_service : 消費(分析用)
1209
-
1210
- accounting_service --> journal_queue : 仕訳イベント発行
1211
-
1212
- note bottom of broker
1213
- 【メッセージキューの特徴】
1214
- ・非同期処理による疎結合
1215
- ・メッセージの永続化
1216
- ・再処理・リトライが容易
1217
- ・スケーラビリティ
1218
- end note
1219
-
1220
- @enduml
1221
- ```
1222
-
1223
- #### メッセージ配信パターン
1224
-
1225
- ```plantuml
1226
- @startuml
1227
- title メッセージ配信パターン
1228
-
1229
- rectangle "Point-to-Point" as p2p {
1230
- queue "キュー" as queue1
1231
- rectangle "Consumer A" as consumer_a
1232
- queue1 --> consumer_a : 1対1配信
1233
- note right of queue1
1234
- 1つのメッセージは
1235
- 1つのコンシューマーのみが受信
1236
- end note
1237
- }
1238
-
1239
- rectangle "Pub/Sub" as pubsub {
1240
- rectangle "トピック" as topic
1241
- rectangle "Consumer B" as consumer_b
1242
- rectangle "Consumer C" as consumer_c
1243
- rectangle "Consumer D" as consumer_d
1244
- topic --> consumer_b
1245
- topic --> consumer_c
1246
- topic --> consumer_d
1247
- note right of topic
1248
- 1つのメッセージを
1249
- 複数のサブスクライバーが受信
1250
- end note
1251
- }
1252
-
1253
- rectangle "Competing Consumers" as competing {
1254
- queue "キュー" as queue2
1255
- rectangle "Consumer E1" as consumer_e1
1256
- rectangle "Consumer E2" as consumer_e2
1257
- rectangle "Consumer E3" as consumer_e3
1258
- queue2 --> consumer_e1
1259
- queue2 --> consumer_e2
1260
- queue2 --> consumer_e3
1261
- note right of queue2
1262
- 複数のコンシューマーが
1263
- 並列でメッセージを処理
1264
- (負荷分散)
1265
- end note
1266
- }
1267
-
1268
- @enduml
1269
- ```
1270
-
1271
- <details>
1272
- <summary>Java 実装例 - メッセージキュー連携</summary>
1273
-
1274
- ```java
1275
- // メッセージプロデューサー
1276
- @Service
1277
- public class SalesEventPublisher {
1278
- private final RabbitTemplate rabbitTemplate;
1279
- private final ObjectMapper objectMapper;
1280
-
1281
- private static final String EXCHANGE = "sales.events";
1282
-
1283
- public void publishSalesCreated(SalesData sales) {
1284
- SalesCreatedEvent event = new SalesCreatedEvent(
1285
- UUID.randomUUID().toString(),
1286
- Instant.now(),
1287
- sales.getSalesNumber(),
1288
- sales.getCustomerCode(),
1289
- sales.getSalesDate(),
1290
- sales.getTotalAmount()
1291
- );
1292
-
1293
- publish(event, "sales.created");
1294
- }
1295
-
1296
- public void publishSalesCancelled(String salesNumber, String reason) {
1297
- SalesCancelledEvent event = new SalesCancelledEvent(
1298
- UUID.randomUUID().toString(),
1299
- Instant.now(),
1300
- salesNumber,
1301
- reason
1302
- );
1303
-
1304
- publish(event, "sales.cancelled");
1305
- }
1306
-
1307
- private void publish(Object event, String routingKey) {
1308
- try {
1309
- String json = objectMapper.writeValueAsString(event);
1310
- rabbitTemplate.convertAndSend(EXCHANGE, routingKey, json);
1311
- log.info("イベント発行: {} -> {}", routingKey, event);
1312
- } catch (Exception e) {
1313
- log.error("イベント発行失敗", e);
1314
- throw new EventPublishException(e);
1315
- }
1316
- }
1317
- }
1318
-
1319
- // メッセージコンシューマー
1320
- @Component
1321
- public class SalesEventConsumer {
1322
- private final ObjectMapper objectMapper;
1323
- private final JournalService journalService;
1324
- private final InventoryService inventoryService;
1325
-
1326
- @RabbitListener(queues = "accounting.sales.queue")
1327
- public void handleSalesCreatedForAccounting(String message) {
1328
- SalesCreatedEvent event = parseEvent(message, SalesCreatedEvent.class);
1329
-
1330
- try {
1331
- // 仕訳生成
1332
- journalService.createFromSales(event);
1333
- log.info("売上仕訳生成完了: {}", event.salesNumber());
1334
-
1335
- } catch (Exception e) {
1336
- log.error("売上仕訳生成失敗: {}", event.salesNumber(), e);
1337
- throw new AmqpRejectAndDontRequeueException(e);
1338
- }
1339
- }
1340
-
1341
- @RabbitListener(queues = "inventory.sales.queue")
1342
- public void handleSalesCreatedForInventory(String message) {
1343
- SalesCreatedEvent event = parseEvent(message, SalesCreatedEvent.class);
1344
-
1345
- try {
1346
- // 在庫引当解除
1347
- inventoryService.releaseAllocation(event.salesNumber());
1348
- log.info("在庫引当解除完了: {}", event.salesNumber());
1349
-
1350
- } catch (Exception e) {
1351
- log.error("在庫引当解除失敗: {}", event.salesNumber(), e);
1352
- throw new AmqpRejectAndDontRequeueException(e);
1353
- }
1354
- }
1355
-
1356
- private <T> T parseEvent(String message, Class<T> clazz) {
1357
- try {
1358
- return objectMapper.readValue(message, clazz);
1359
- } catch (JsonProcessingException e) {
1360
- throw new EventParseException(e);
1361
- }
1362
- }
1363
- }
1364
-
1365
- // RabbitMQ 設定
1366
- @Configuration
1367
- public class RabbitMqConfig {
1368
-
1369
- @Bean
1370
- public TopicExchange salesEventsExchange() {
1371
- return new TopicExchange("sales.events");
1372
- }
1373
-
1374
- @Bean
1375
- public Queue accountingSalesQueue() {
1376
- return QueueBuilder.durable("accounting.sales.queue")
1377
- .withArgument("x-dead-letter-exchange", "sales.events.dlx")
1378
- .withArgument("x-dead-letter-routing-key", "accounting.sales.dead")
1379
- .build();
1380
- }
1381
-
1382
- @Bean
1383
- public Queue inventorySalesQueue() {
1384
- return QueueBuilder.durable("inventory.sales.queue")
1385
- .withArgument("x-dead-letter-exchange", "sales.events.dlx")
1386
- .withArgument("x-dead-letter-routing-key", "inventory.sales.dead")
1387
- .build();
1388
- }
1389
-
1390
- @Bean
1391
- public Binding accountingBinding() {
1392
- return BindingBuilder
1393
- .bind(accountingSalesQueue())
1394
- .to(salesEventsExchange())
1395
- .with("sales.*");
1396
- }
1397
-
1398
- @Bean
1399
- public Binding inventoryBinding() {
1400
- return BindingBuilder
1401
- .bind(inventorySalesQueue())
1402
- .to(salesEventsExchange())
1403
- .with("sales.*");
1404
- }
1405
-
1406
- // Dead Letter Queue 設定
1407
- @Bean
1408
- public DirectExchange deadLetterExchange() {
1409
- return new DirectExchange("sales.events.dlx");
1410
- }
1411
-
1412
- @Bean
1413
- public Queue deadLetterQueue() {
1414
- return QueueBuilder.durable("sales.events.dead").build();
1415
- }
1416
- }
1417
- ```
1418
-
1419
- </details>
1420
-
1421
- ---
1422
-
1423
- ## 39.3 連携テーブルの設計
1424
-
1425
- ### 連携ステータス管理
1426
-
1427
- データ連携の状態を追跡するためのテーブル設計は、運用上非常に重要です。
1428
-
1429
- ```plantuml
1430
- @startuml
1431
- title 連携ステータス管理テーブル
1432
-
1433
- entity "連携ジョブ" as job {
1434
- *ジョブID : UUID <<PK>>
1435
- --
1436
- *ジョブ名 : VARCHAR(100)
1437
- *連携種別 : VARCHAR(50)
1438
- ソースシステム : VARCHAR(50)
1439
- ターゲットシステム : VARCHAR(50)
1440
- スケジュール : VARCHAR(50)
1441
- 有効フラグ : BOOLEAN
1442
- 作成日時 : TIMESTAMP
1443
- }
1444
-
1445
- entity "連携実行履歴" as execution {
1446
- *実行ID : UUID <<PK>>
1447
- --
1448
- *ジョブID : UUID <<FK>>
1449
- *開始日時 : TIMESTAMP
1450
- 終了日時 : TIMESTAMP
1451
- *ステータス : VARCHAR(20)
1452
- 抽出件数 : INTEGER
1453
- 成功件数 : INTEGER
1454
- エラー件数 : INTEGER
1455
- スキップ件数 : INTEGER
1456
- エラー内容 : TEXT
1457
- }
1458
-
1459
- entity "連携対象データ" as data {
1460
- *データID : UUID <<PK>>
1461
- --
1462
- *実行ID : UUID <<FK>>
1463
- *ソースID : VARCHAR(100)
1464
- *連携ステータス : VARCHAR(20)
1465
- 処理日時 : TIMESTAMP
1466
- エラー内容 : TEXT
1467
- リトライ回数 : INTEGER
1468
- }
1469
-
1470
- entity "連携エラー詳細" as error {
1471
- *エラーID : UUID <<PK>>
1472
- --
1473
- *データID : UUID <<FK>>
1474
- *エラー種別 : VARCHAR(50)
1475
- *エラーメッセージ : TEXT
1476
- スタックトレース : TEXT
1477
- 発生日時 : TIMESTAMP
1478
- }
1479
-
1480
- job ||--o{ execution : has
1481
- execution ||--o{ data : contains
1482
- data ||--o{ error : has
1483
-
1484
- note right of execution
1485
- 【ステータス】
1486
- ・RUNNING: 実行中
1487
- ・SUCCESS: 正常完了
1488
- ・PARTIAL: 部分完了
1489
- ・FAILED: 失敗
1490
- ・CANCELLED: 中止
1491
- end note
1492
-
1493
- note right of data
1494
- 【連携ステータス】
1495
- ・PENDING: 処理待ち
1496
- ・PROCESSING: 処理中
1497
- ・SUCCESS: 成功
1498
- ・ERROR: エラー
1499
- ・SKIPPED: スキップ
1500
- end note
1501
-
1502
- @enduml
1503
- ```
1504
-
1505
- <details>
1506
- <summary>SQL 定義</summary>
1507
-
1508
- ```sql
1509
- -- 連携ジョブマスタ
1510
- CREATE TABLE 連携ジョブ (
1511
- ジョブID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1512
- ジョブ名 VARCHAR(100) NOT NULL UNIQUE,
1513
- 連携種別 VARCHAR(50) NOT NULL, -- BATCH, REALTIME, CDC
1514
- ソースシステム VARCHAR(50),
1515
- ターゲットシステム VARCHAR(50),
1516
- スケジュール VARCHAR(50), -- cron 式
1517
- 設定JSON JSONB,
1518
- 有効フラグ BOOLEAN DEFAULT TRUE,
1519
- 作成日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1520
- 更新日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP
1521
- );
1522
-
1523
- -- 連携実行履歴
1524
- CREATE TABLE 連携実行履歴 (
1525
- 実行ID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1526
- ジョブID UUID NOT NULL REFERENCES 連携ジョブ(ジョブID),
1527
- 開始日時 TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
1528
- 終了日時 TIMESTAMP,
1529
- ステータス VARCHAR(20) NOT NULL DEFAULT 'RUNNING',
1530
- 抽出件数 INTEGER DEFAULT 0,
1531
- 成功件数 INTEGER DEFAULT 0,
1532
- エラー件数 INTEGER DEFAULT 0,
1533
- スキップ件数 INTEGER DEFAULT 0,
1534
- エラー内容 TEXT,
1535
- 実行パラメータ JSONB,
1536
- CONSTRAINT chk_ステータス CHECK (
1537
- ステータス IN ('RUNNING', 'SUCCESS', 'PARTIAL', 'FAILED', 'CANCELLED')
1538
- )
1539
- );
1540
-
1541
- CREATE INDEX idx_連携実行履歴_ジョブ日時
1542
- ON 連携実行履歴 (ジョブID, 開始日時 DESC);
1543
-
1544
- -- 連携対象データ
1545
- CREATE TABLE 連携対象データ (
1546
- データID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1547
- 実行ID UUID NOT NULL REFERENCES 連携実行履歴(実行ID),
1548
- ソースID VARCHAR(100) NOT NULL,
1549
- 連携ステータス VARCHAR(20) NOT NULL DEFAULT 'PENDING',
1550
- 処理日時 TIMESTAMP,
1551
- エラー内容 TEXT,
1552
- リトライ回数 INTEGER DEFAULT 0,
1553
- ソースデータ JSONB,
1554
- CONSTRAINT chk_連携ステータス CHECK (
1555
- 連携ステータス IN ('PENDING', 'PROCESSING', 'SUCCESS', 'ERROR', 'SKIPPED')
1556
- )
1557
- );
1558
-
1559
- CREATE INDEX idx_連携対象データ_実行ステータス
1560
- ON 連携対象データ (実行ID, 連携ステータス);
1561
-
1562
- -- 連携エラー詳細
1563
- CREATE TABLE 連携エラー詳細 (
1564
- エラーID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1565
- データID UUID NOT NULL REFERENCES 連携対象データ(データID),
1566
- エラー種別 VARCHAR(50) NOT NULL,
1567
- エラーメッセージ TEXT NOT NULL,
1568
- スタックトレース TEXT,
1569
- 発生日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP
1570
- );
1571
-
1572
- -- 連携サマリービュー
1573
- CREATE VIEW v_連携サマリー AS
1574
- SELECT
1575
- j.ジョブ名,
1576
- j.連携種別,
1577
- e.実行ID,
1578
- e.開始日時,
1579
- e.終了日時,
1580
- e.ステータス,
1581
- e.抽出件数,
1582
- e.成功件数,
1583
- e.エラー件数,
1584
- CASE
1585
- WHEN e.抽出件数 > 0
1586
- THEN ROUND(e.成功件数::NUMERIC / e.抽出件数 * 100, 2)
1587
- ELSE 0
1588
- END AS 成功率
1589
- FROM 連携ジョブ j
1590
- JOIN 連携実行履歴 e ON j.ジョブID = e.ジョブID
1591
- ORDER BY e.開始日時 DESC;
1592
- ```
1593
-
1594
- </details>
1595
-
1596
- ### エラーハンドリングとリトライ
1597
-
1598
- データ連携におけるエラーハンドリングは、システムの信頼性を確保するために重要です。
1599
-
1600
- ```plantuml
1601
- @startuml
1602
- title エラーハンドリングとリトライフロー
1603
-
1604
- |連携処理|
1605
- start
1606
- :データ取得;
1607
-
1608
- repeat
1609
- :データ処理実行;
1610
-
1611
- if (成功?) then (yes)
1612
- :成功記録;
1613
- break
1614
- else (no)
1615
- :リトライ回数 + 1;
1616
-
1617
- if (リトライ上限?) then (no)
1618
- :待機(指数バックオフ);
1619
- note right
1620
- 1回目: 1秒
1621
- 2回目: 2秒
1622
- 3回目: 4秒
1623
- 4回目: 8秒
1624
- ...
1625
- end note
1626
- else (yes)
1627
- :エラー記録;
1628
- :Dead Letter Queue へ;
1629
- break
1630
- endif
1631
- endif
1632
- repeat while (リトライ中)
1633
-
1634
- stop
1635
-
1636
- @enduml
1637
- ```
1638
-
1639
- #### リトライ戦略
1640
-
1641
- ```plantuml
1642
- @startuml
1643
- title リトライ戦略の比較
1644
-
1645
- rectangle "固定間隔リトライ" as fixed {
1646
- note right
1647
- 【特徴】
1648
- 一定間隔でリトライ
1649
- 例: 5秒ごと
1650
-
1651
- 【適用場面】
1652
- ・短期的な障害
1653
- ・軽微なエラー
1654
- end note
1655
- }
1656
-
1657
- rectangle "指数バックオフ" as exponential {
1658
- note right
1659
- 【特徴】
1660
- リトライ間隔を指数的に増加
1661
- 例: 1秒 → 2秒 → 4秒 → 8秒
1662
-
1663
- 【適用場面】
1664
- ・外部サービス障害
1665
- ・負荷軽減が必要な場合
1666
- end note
1667
- }
1668
-
1669
- rectangle "ジッター付きバックオフ" as jitter {
1670
- note right
1671
- 【特徴】
1672
- 指数バックオフにランダム要素追加
1673
- 例: 1〜2秒 → 2〜4秒 → 4〜8秒
1674
-
1675
- 【適用場面】
1676
- ・多数クライアントの同時リトライ回避
1677
- ・サンダリングハード問題対策
1678
- end note
1679
- }
1680
-
1681
- rectangle "サーキットブレーカー" as circuit {
1682
- note right
1683
- 【特徴】
1684
- エラー率が閾値超過で遮断
1685
- 一定時間後に再試行
1686
-
1687
- 【適用場面】
1688
- ・長期的な障害
1689
- ・カスケード障害防止
1690
- end note
1691
- }
1692
-
1693
- @enduml
1694
- ```
1695
-
1696
- <details>
1697
- <summary>Java 実装例 - リトライ機構</summary>
1698
-
1699
- ```java
1700
- // リトライ設定
1701
- @Configuration
1702
- public class RetryConfig {
1703
-
1704
- @Bean
1705
- public RetryTemplate retryTemplate() {
1706
- RetryTemplate template = new RetryTemplate();
1707
-
1708
- // 指数バックオフ設定
1709
- ExponentialBackOffPolicy backOffPolicy = new ExponentialBackOffPolicy();
1710
- backOffPolicy.setInitialInterval(1000); // 1秒
1711
- backOffPolicy.setMultiplier(2.0);
1712
- backOffPolicy.setMaxInterval(30000); // 最大30秒
1713
- template.setBackOffPolicy(backOffPolicy);
1714
-
1715
- // リトライポリシー
1716
- Map<Class<? extends Throwable>, Boolean> retryableExceptions = new HashMap<>();
1717
- retryableExceptions.put(TransientDataAccessException.class, true);
1718
- retryableExceptions.put(TimeoutException.class, true);
1719
- retryableExceptions.put(ConnectException.class, true);
1720
-
1721
- SimpleRetryPolicy retryPolicy = new SimpleRetryPolicy(
1722
- 5, // 最大5回
1723
- retryableExceptions
1724
- );
1725
- template.setRetryPolicy(retryPolicy);
1726
-
1727
- // リスナー
1728
- template.registerListener(new RetryListenerSupport() {
1729
- @Override
1730
- public <T, E extends Throwable> void onError(
1731
- RetryContext context, RetryCallback<T, E> callback, Throwable throwable) {
1732
- log.warn("リトライ {} 回目: {}",
1733
- context.getRetryCount(), throwable.getMessage());
1734
- }
1735
- });
1736
-
1737
- return template;
1738
- }
1739
- }
1740
-
1741
- // リトライ付き連携サービス
1742
- @Service
1743
- public class RetryableIntegrationService {
1744
- private final RetryTemplate retryTemplate;
1745
- private final IntegrationDataRepository dataRepository;
1746
- private final DeadLetterService deadLetterService;
1747
-
1748
- @Transactional
1749
- public void processWithRetry(IntegrationData data) {
1750
- try {
1751
- retryTemplate.execute(context -> {
1752
- // 処理実行
1753
- processData(data);
1754
-
1755
- // 成功記録
1756
- data.setStatus(IntegrationStatus.SUCCESS);
1757
- data.setProcessedAt(LocalDateTime.now());
1758
- dataRepository.save(data);
1759
-
1760
- return null;
1761
- });
1762
-
1763
- } catch (Exception e) {
1764
- // リトライ上限超過
1765
- handleMaxRetriesExceeded(data, e);
1766
- }
1767
- }
1768
-
1769
- private void processData(IntegrationData data) {
1770
- // 実際の連携処理
1771
- // ...
1772
- }
1773
-
1774
- private void handleMaxRetriesExceeded(IntegrationData data, Exception e) {
1775
- // エラー記録
1776
- data.setStatus(IntegrationStatus.ERROR);
1777
- data.setErrorMessage(e.getMessage());
1778
- data.setRetryCount(data.getRetryCount() + 1);
1779
- dataRepository.save(data);
1780
-
1781
- // Dead Letter Queue へ
1782
- deadLetterService.send(data);
1783
-
1784
- // アラート通知
1785
- alertService.notify(
1786
- "連携エラー: " + data.getSourceId(),
1787
- e.getMessage()
1788
- );
1789
- }
1790
- }
1791
-
1792
- // サーキットブレーカー付きサービス
1793
- @Service
1794
- public class CircuitBreakerIntegrationService {
1795
- private final CircuitBreaker circuitBreaker;
1796
- private final ExternalSystemClient externalClient;
1797
-
1798
- public CircuitBreakerIntegrationService() {
1799
- CircuitBreakerConfig config = CircuitBreakerConfig.custom()
1800
- .failureRateThreshold(50) // 50%以上でオープン
1801
- .waitDurationInOpenState(Duration.ofSeconds(30))
1802
- .slidingWindowSize(10)
1803
- .build();
1804
-
1805
- this.circuitBreaker = CircuitBreaker.of("external-system", config);
1806
- }
1807
-
1808
- public void sendToExternalSystem(IntegrationData data) {
1809
- Try.ofSupplier(
1810
- CircuitBreaker.decorateSupplier(circuitBreaker, () -> {
1811
- return externalClient.send(data);
1812
- })
1813
- ).recover(CallNotPermittedException.class, e -> {
1814
- log.warn("サーキットブレーカーオープン中");
1815
- // フォールバック処理
1816
- queueForLater(data);
1817
- return null;
1818
- }).get();
1819
- }
1820
-
1821
- private void queueForLater(IntegrationData data) {
1822
- // 後で再処理するためキューイング
1823
- pendingQueue.add(data);
1824
- }
1825
- }
1826
- ```
1827
-
1828
- </details>
1829
-
1830
- ### 冪等性の確保
1831
-
1832
- データ連携において冪等性を確保することで、重複実行による問題を防ぎます。
1833
-
1834
- ```plantuml
1835
- @startuml
1836
- title 冪等性確保のパターン
1837
-
1838
- rectangle "冪等キー方式" as idempotency_key {
1839
- note right
1840
- 【仕組み】
1841
- ・リクエストに一意のキーを付与
1842
- ・処理済みキーをテーブルに記録
1843
- ・重複リクエストはスキップ
1844
-
1845
- 【実装】
1846
- 冪等キーテーブルで管理
1847
- end note
1848
- }
1849
-
1850
- rectangle "Upsert 方式" as upsert {
1851
- note right
1852
- 【仕組み】
1853
- ・INSERT or UPDATE で処理
1854
- ・存在すれば更新、なければ挿入
1855
- ・同じデータで何度実行しても同じ結果
1856
-
1857
- 【実装】
1858
- INSERT ... ON CONFLICT DO UPDATE
1859
- end note
1860
- }
1861
-
1862
- rectangle "バージョン管理方式" as version {
1863
- note right
1864
- 【仕組み】
1865
- ・データにバージョン番号を付与
1866
- ・古いバージョンの更新は無視
1867
- ・最新バージョンのみ適用
1868
-
1869
- 【実装】
1870
- 楽観ロック + バージョン比較
1871
- end note
1872
- }
1873
-
1874
- rectangle "ステータス管理方式" as status {
1875
- note right
1876
- 【仕組み】
1877
- ・処理ステータスを記録
1878
- ・処理済みデータは再処理しない
1879
- ・ステータス遷移を厳密に管理
1880
-
1881
- 【実装】
1882
- ステータス + 処理日時で判定
1883
- end note
1884
- }
1885
-
1886
- @enduml
1887
- ```
1888
-
1889
- <details>
1890
- <summary>SQL 定義 - 冪等性テーブル</summary>
1891
-
1892
- ```sql
1893
- -- 冪等キーテーブル
1894
- CREATE TABLE 冪等キー (
1895
- 冪等キー VARCHAR(100) PRIMARY KEY,
1896
- 処理種別 VARCHAR(50) NOT NULL,
1897
- ソースID VARCHAR(100) NOT NULL,
1898
- 処理結果 JSONB,
1899
- 処理日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1900
- 有効期限 TIMESTAMP NOT NULL
1901
- );
1902
-
1903
- CREATE INDEX idx_冪等キー_有効期限 ON 冪等キー (有効期限);
1904
-
1905
- -- 期限切れキーの自動削除
1906
- CREATE OR REPLACE FUNCTION fn_冪等キー_クリーンアップ()
1907
- RETURNS void AS $$
1908
- BEGIN
1909
- DELETE FROM 冪等キー WHERE 有効期限 < CURRENT_TIMESTAMP;
1910
- END;
1911
- $$ LANGUAGE plpgsql;
1912
-
1913
- -- 冪等処理の実行関数
1914
- CREATE OR REPLACE FUNCTION fn_冪等処理(
1915
- p_冪等キー VARCHAR,
1916
- p_処理種別 VARCHAR,
1917
- p_ソースID VARCHAR,
1918
- p_有効期間_日数 INTEGER DEFAULT 7
1919
- ) RETURNS TABLE (
1920
- 処理可能 BOOLEAN,
1921
- 既存結果 JSONB
1922
- ) AS $$
1923
- DECLARE
1924
- v_existing RECORD;
1925
- BEGIN
1926
- -- 既存キーを検索(ロック付き)
1927
- SELECT * INTO v_existing
1928
- FROM 冪等キー
1929
- WHERE 冪等キー = p_冪等キー
1930
- FOR UPDATE;
1931
-
1932
- IF v_existing IS NOT NULL THEN
1933
- -- 既に処理済み
1934
- RETURN QUERY SELECT FALSE, v_existing.処理結果;
1935
- ELSE
1936
- -- 新規キーを登録
1937
- INSERT INTO 冪等キー (冪等キー, 処理種別, ソースID, 有効期限)
1938
- VALUES (
1939
- p_冪等キー,
1940
- p_処理種別,
1941
- p_ソースID,
1942
- CURRENT_TIMESTAMP + (p_有効期間_日数 || ' days')::INTERVAL
1943
- );
1944
- RETURN QUERY SELECT TRUE, NULL::JSONB;
1945
- END IF;
1946
- END;
1947
- $$ LANGUAGE plpgsql;
1948
-
1949
- -- 処理結果の記録関数
1950
- CREATE OR REPLACE FUNCTION fn_冪等結果記録(
1951
- p_冪等キー VARCHAR,
1952
- p_処理結果 JSONB
1953
- ) RETURNS void AS $$
1954
- BEGIN
1955
- UPDATE 冪等キー
1956
- SET 処理結果 = p_処理結果
1957
- WHERE 冪等キー = p_冪等キー;
1958
- END;
1959
- $$ LANGUAGE plpgsql;
1960
- ```
1961
-
1962
- </details>
1963
-
1964
- <details>
1965
- <summary>Java 実装例 - 冪等性サービス</summary>
1966
-
1967
- ```java
1968
- // 冪等性サービス
1969
- @Service
1970
- public class IdempotencyService {
1971
- private final JdbcTemplate jdbcTemplate;
1972
-
1973
- /**
1974
- * 冪等処理を実行
1975
- * @return true: 処理可能, false: 既に処理済み
1976
- */
1977
- @Transactional
1978
- public IdempotencyResult checkAndLock(
1979
- String idempotencyKey,
1980
- String processType,
1981
- String sourceId) {
1982
-
1983
- // 既存キーをチェック
1984
- Map<String, Object> result = jdbcTemplate.queryForMap(
1985
- "SELECT * FROM fn_冪等処理(?, ?, ?)",
1986
- idempotencyKey, processType, sourceId
1987
- );
1988
-
1989
- boolean canProcess = (Boolean) result.get("処理可能");
1990
- String existingResult = (String) result.get("既存結果");
1991
-
1992
- return new IdempotencyResult(canProcess, existingResult);
1993
- }
1994
-
1995
- /**
1996
- * 処理結果を記録
1997
- */
1998
- @Transactional
1999
- public void recordResult(String idempotencyKey, Object result) {
2000
- try {
2001
- String jsonResult = new ObjectMapper().writeValueAsString(result);
2002
- jdbcTemplate.update(
2003
- "SELECT fn_冪等結果記録(?, ?::JSONB)",
2004
- idempotencyKey, jsonResult
2005
- );
2006
- } catch (JsonProcessingException e) {
2007
- throw new RuntimeException("結果のJSON変換に失敗", e);
2008
- }
2009
- }
2010
- }
2011
-
2012
- // 冪等性デコレーター
2013
- @Aspect
2014
- @Component
2015
- public class IdempotencyAspect {
2016
- private final IdempotencyService idempotencyService;
2017
-
2018
- @Around("@annotation(idempotent)")
2019
- public Object ensureIdempotency(
2020
- ProceedingJoinPoint joinPoint,
2021
- Idempotent idempotent) throws Throwable {
2022
-
2023
- // 冪等キーを取得
2024
- String idempotencyKey = extractIdempotencyKey(joinPoint, idempotent);
2025
- String processType = joinPoint.getSignature().getName();
2026
- String sourceId = extractSourceId(joinPoint, idempotent);
2027
-
2028
- // 冪等チェック
2029
- IdempotencyResult check = idempotencyService.checkAndLock(
2030
- idempotencyKey, processType, sourceId
2031
- );
2032
-
2033
- if (!check.canProcess()) {
2034
- log.info("冪等スキップ: {} (既存結果: {})",
2035
- idempotencyKey, check.existingResult());
2036
- return check.existingResult();
2037
- }
2038
-
2039
- try {
2040
- // 処理実行
2041
- Object result = joinPoint.proceed();
2042
-
2043
- // 結果記録
2044
- idempotencyService.recordResult(idempotencyKey, result);
2045
-
2046
- return result;
2047
-
2048
- } catch (Exception e) {
2049
- // エラー時は冪等キーを削除(再試行可能に)
2050
- idempotencyService.removeKey(idempotencyKey);
2051
- throw e;
2052
- }
2053
- }
2054
-
2055
- private String extractIdempotencyKey(
2056
- ProceedingJoinPoint joinPoint, Idempotent idempotent) {
2057
- // アノテーションの keyExpression から冪等キーを抽出
2058
- // SpEL で引数から動的に取得
2059
- // ...
2060
- }
2061
- }
2062
-
2063
- // 冪等アノテーション
2064
- @Target(ElementType.METHOD)
2065
- @Retention(RetentionPolicy.RUNTIME)
2066
- public @interface Idempotent {
2067
- String keyExpression(); // SpEL式: "#args[0].id"
2068
- String sourceIdExpression() default "";
2069
- }
2070
-
2071
- // 使用例
2072
- @Service
2073
- public class JournalIntegrationService {
2074
-
2075
- @Idempotent(keyExpression = "'SALES_JOURNAL_' + #sales.salesNumber")
2076
- @Transactional
2077
- public JournalEntry createJournalFromSales(SalesData sales) {
2078
- // この処理は同じ売上番号に対して1回だけ実行される
2079
- return journalService.createFromSales(sales);
2080
- }
2081
- }
2082
-
2083
- // Upsert による冪等性
2084
- @Repository
2085
- public class JournalRepository {
2086
-
2087
- @Transactional
2088
- public void upsertFromIntegration(JournalEntry journal) {
2089
- String sql = """
2090
- INSERT INTO 仕訳 (
2091
- 伝票番号, 伝票日付, 借方勘定, 借方金額,
2092
- 貸方勘定, 貸方金額, 摘要, ソース種別, ソースID
2093
- ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
2094
- ON CONFLICT (ソース種別, ソースID) DO UPDATE SET
2095
- 伝票日付 = EXCLUDED.伝票日付,
2096
- 借方勘定 = EXCLUDED.借方勘定,
2097
- 借方金額 = EXCLUDED.借方金額,
2098
- 貸方勘定 = EXCLUDED.貸方勘定,
2099
- 貸方金額 = EXCLUDED.貸方金額,
2100
- 摘要 = EXCLUDED.摘要,
2101
- 更新日時 = CURRENT_TIMESTAMP
2102
- """;
2103
-
2104
- jdbcTemplate.update(sql,
2105
- journal.getJournalNumber(),
2106
- journal.getJournalDate(),
2107
- journal.getDebitAccount(),
2108
- journal.getDebitAmount(),
2109
- journal.getCreditAccount(),
2110
- journal.getCreditAmount(),
2111
- journal.getDescription(),
2112
- journal.getSourceType(),
2113
- journal.getSourceId()
2114
- );
2115
- }
2116
- }
2117
- ```
2118
-
2119
- </details>
2120
-
2121
- ### 連携監視ダッシュボード
2122
-
2123
- ```plantuml
2124
- @startuml
2125
- title 連携監視ダッシュボードの構成
2126
-
2127
- rectangle "監視ダッシュボード" as dashboard {
2128
- rectangle "リアルタイム監視" as realtime {
2129
- rectangle "実行中ジョブ" as running
2130
- rectangle "キュー滞留" as queue_depth
2131
- rectangle "エラー発生" as errors
2132
- }
2133
-
2134
- rectangle "統計情報" as stats {
2135
- rectangle "日次処理件数" as daily_count
2136
- rectangle "成功率推移" as success_rate
2137
- rectangle "平均処理時間" as avg_time
2138
- }
2139
-
2140
- rectangle "アラート" as alerts {
2141
- rectangle "エラー閾値超過" as error_alert
2142
- rectangle "遅延アラート" as delay_alert
2143
- rectangle "滞留アラート" as backlog_alert
2144
- }
2145
- }
2146
-
2147
- database "連携履歴DB" as history_db
2148
- queue "メッセージキュー" as mq
2149
-
2150
- history_db --> stats : 集計
2151
- mq --> queue_depth : 監視
2152
- history_db --> errors : エラー検出
2153
-
2154
- alerts --> "通知サービス" : Slack/Email
2155
-
2156
- @enduml
2157
- ```
2158
-
2159
- <details>
2160
- <summary>SQL 定義 - 監視用ビュー</summary>
2161
-
2162
- ```sql
2163
- -- 日次連携サマリービュー
2164
- CREATE VIEW v_日次連携サマリー AS
2165
- SELECT
2166
- DATE(e.開始日時) AS 実行日,
2167
- j.ジョブ名,
2168
- COUNT(*) AS 実行回数,
2169
- SUM(CASE WHEN e.ステータス = 'SUCCESS' THEN 1 ELSE 0 END) AS 成功回数,
2170
- SUM(CASE WHEN e.ステータス = 'FAILED' THEN 1 ELSE 0 END) AS 失敗回数,
2171
- SUM(e.抽出件数) AS 総抽出件数,
2172
- SUM(e.成功件数) AS 総成功件数,
2173
- SUM(e.エラー件数) AS 総エラー件数,
2174
- ROUND(
2175
- SUM(e.成功件数)::NUMERIC / NULLIF(SUM(e.抽出件数), 0) * 100, 2
2176
- ) AS 成功率,
2177
- AVG(EXTRACT(EPOCH FROM (e.終了日時 - e.開始日時))) AS 平均処理時間_秒
2178
- FROM 連携実行履歴 e
2179
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2180
- WHERE e.開始日時 >= CURRENT_DATE - INTERVAL '30 days'
2181
- GROUP BY DATE(e.開始日時), j.ジョブ名
2182
- ORDER BY 実行日 DESC, j.ジョブ名;
2183
-
2184
- -- リアルタイム監視ビュー
2185
- CREATE VIEW v_リアルタイム監視 AS
2186
- SELECT
2187
- j.ジョブ名,
2188
- e.実行ID,
2189
- e.ステータス,
2190
- e.開始日時,
2191
- EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - e.開始日時)) AS 経過時間_秒,
2192
- e.抽出件数,
2193
- e.成功件数,
2194
- e.エラー件数,
2195
- ROUND(
2196
- e.成功件数::NUMERIC / NULLIF(e.抽出件数, 0) * 100, 2
2197
- ) AS 進捗率
2198
- FROM 連携実行履歴 e
2199
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2200
- WHERE e.ステータス = 'RUNNING'
2201
- ORDER BY e.開始日時;
2202
-
2203
- -- エラー傾向分析ビュー
2204
- CREATE VIEW v_エラー傾向 AS
2205
- SELECT
2206
- j.ジョブ名,
2207
- ed.エラー種別,
2208
- COUNT(*) AS 発生件数,
2209
- MIN(ed.発生日時) AS 初回発生,
2210
- MAX(ed.発生日時) AS 最終発生
2211
- FROM 連携エラー詳細 ed
2212
- JOIN 連携対象データ d ON ed.データID = d.データID
2213
- JOIN 連携実行履歴 e ON d.実行ID = e.実行ID
2214
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2215
- WHERE ed.発生日時 >= CURRENT_DATE - INTERVAL '7 days'
2216
- GROUP BY j.ジョブ名, ed.エラー種別
2217
- ORDER BY 発生件数 DESC;
2218
-
2219
- -- アラート条件チェック関数
2220
- CREATE OR REPLACE FUNCTION fn_連携アラートチェック()
2221
- RETURNS TABLE (
2222
- アラート種別 VARCHAR,
2223
- ジョブ名 VARCHAR,
2224
- メッセージ TEXT,
2225
- 重要度 VARCHAR
2226
- ) AS $$
2227
- BEGIN
2228
- -- エラー率アラート
2229
- RETURN QUERY
2230
- SELECT
2231
- 'エラー率超過'::VARCHAR,
2232
- j.ジョブ名,
2233
- FORMAT('エラー率 %.1f%% (閾値: 10%%)',
2234
- e.エラー件数::NUMERIC / e.抽出件数 * 100),
2235
- 'HIGH'::VARCHAR
2236
- FROM 連携実行履歴 e
2237
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2238
- WHERE e.ステータス IN ('PARTIAL', 'FAILED')
2239
- AND e.開始日時 >= CURRENT_TIMESTAMP - INTERVAL '1 hour'
2240
- AND e.抽出件数 > 0
2241
- AND e.エラー件数::NUMERIC / e.抽出件数 > 0.1;
2242
-
2243
- -- 長時間実行アラート
2244
- RETURN QUERY
2245
- SELECT
2246
- '長時間実行'::VARCHAR,
2247
- j.ジョブ名,
2248
- FORMAT('実行時間 %s 分 (閾値: 30分)',
2249
- EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - e.開始日時)) / 60),
2250
- 'MEDIUM'::VARCHAR
2251
- FROM 連携実行履歴 e
2252
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2253
- WHERE e.ステータス = 'RUNNING'
2254
- AND e.開始日時 < CURRENT_TIMESTAMP - INTERVAL '30 minutes';
2255
-
2256
- -- 未実行アラート
2257
- RETURN QUERY
2258
- SELECT
2259
- 'スケジュール遅延'::VARCHAR,
2260
- j.ジョブ名,
2261
- FORMAT('最終実行: %s',
2262
- COALESCE(MAX(e.開始日時)::TEXT, '実行履歴なし')),
2263
- 'MEDIUM'::VARCHAR
2264
- FROM 連携ジョブ j
2265
- LEFT JOIN 連携実行履歴 e ON j.ジョブID = e.ジョブID
2266
- WHERE j.有効フラグ = TRUE
2267
- GROUP BY j.ジョブID, j.ジョブ名
2268
- HAVING MAX(e.開始日時) < CURRENT_TIMESTAMP - INTERVAL '1 day'
2269
- OR MAX(e.開始日時) IS NULL;
2270
- END;
2271
- $$ LANGUAGE plpgsql;
2272
- ```
2273
-
2274
- </details>
2275
-
2276
- ---
2277
-
2278
- ## 39.4 まとめ
2279
-
2280
- 本章では、データ連携の具体的な実装パターンについて解説しました。
2281
-
2282
- ### 学んだこと
2283
-
2284
- 1. **バッチ連携**
2285
-
2286
- - ファイル連携(CSV / XML / JSON)の設計と実装
2287
- - ETL 処理のパターン(Extract-Transform-Load)
2288
- - 差分抽出と全件抽出の使い分け
2289
-
2290
- 2. **リアルタイム連携**
2291
-
2292
- - Change Data Capture(CDC)による変更検知
2293
- - データベーストリガーの活用
2294
- - メッセージキューによる非同期連携
2295
-
2296
- 3. **連携テーブルの設計**
2297
-
2298
- - 連携ステータス管理の重要性
2299
- - エラーハンドリングとリトライ戦略
2300
- - 冪等性の確保方法
2301
-
2302
- ### 連携パターンの選択指針
2303
-
2304
- | 要件 | バッチ連携 | リアルタイム連携 |
2305
- |-----|----------|----------------|
2306
- | データ量 | 大量 | 少〜中量 |
2307
- | 即時性 | 不要 | 必要 |
2308
- | 複雑な変換 | 適している | 向かない |
2309
- | システム負荷 | 集中(定期実行) | 分散(常時) |
2310
- | 障害復旧 | 容易 | やや複雑 |
2311
- | 実装コスト | 低 | 中〜高 |
2312
-
2313
- ### 信頼性確保のチェックリスト
2314
-
2315
- - [ ] 冪等性が確保されているか
2316
- - [ ] リトライ機構が実装されているか
2317
- - [ ] Dead Letter Queue が設定されているか
2318
- - [ ] 監視・アラートが設定されているか
2319
- - [ ] エラー発生時の通知が設定されているか
2320
- - [ ] 手動リカバリ手順が文書化されているか
2321
-
2322
- ### Part 5 の総括
2323
-
2324
- 第5部「エンタープライズインテグレーション」では、基幹業務システム間の統合について体系的に学びました。
2325
-
2326
- - **第33章**:システム統合の概要と境界づけられたコンテキスト
2327
- - **第34章**:メッセージングパターン(EIP)
2328
- - **第35章**:システム間連携パターン(販売・財務・生産)
2329
- - **第36章**:マスタデータ管理(MDM)
2330
- - **第37章**:イベント駆動アーキテクチャ
2331
- - **第38章**:API 設計とサービス連携
2332
- - **第39章**:データ連携の実装パターン
2333
-
2334
- これらの知識を活用することで、疎結合で保守性の高い基幹業務システムの統合を実現できます。
1
+ # 第39章:データ連携の実装パターン
2
+
3
+ 本章では、基幹業務システム間のデータ連携を実現するための具体的な実装パターンについて解説します。バッチ連携とリアルタイム連携の両方のアプローチを理解し、適切な連携テーブル設計とエラーハンドリングの方法を学びます。
4
+
5
+ ---
6
+
7
+ ## 39.1 バッチ連携
8
+
9
+ ### バッチ連携の概要
10
+
11
+ バッチ連携は、定期的なスケジュールでまとめてデータを転送する方式です。大量データの処理や、リアルタイム性が不要な業務に適しています。
12
+
13
+ ```plantuml
14
+ @startuml
15
+ title バッチ連携の基本構造
16
+
17
+ rectangle "ソースシステム" as source {
18
+ database "販売管理DB" as sales_db
19
+ }
20
+
21
+ rectangle "バッチ処理" as batch {
22
+ rectangle "抽出\n(Extract)" as extract
23
+ rectangle "変換\n(Transform)" as transform
24
+ rectangle "ロード\n(Load)" as load
25
+ }
26
+
27
+ rectangle "ターゲットシステム" as target {
28
+ database "財務会計DB" as accounting_db
29
+ }
30
+
31
+ file "中間ファイル" as staging_file
32
+
33
+ sales_db --> extract : 定期実行
34
+ extract --> staging_file : 出力
35
+ staging_file --> transform : 読込
36
+ transform --> load : 変換済データ
37
+ load --> accounting_db : 投入
38
+
39
+ note bottom of batch
40
+ 【バッチ連携の特徴】
41
+ ・大量データの一括処理に適する
42
+ ・処理時間の予測が容易
43
+ ・障害時のリカバリが比較的簡単
44
+ ・リアルタイム性は犠牲になる
45
+ end note
46
+
47
+ @enduml
48
+ ```
49
+
50
+ ### ファイル連携(CSV / XML / JSON)
51
+
52
+ 基幹業務システム間のデータ連携では、ファイル形式でのデータ交換が広く使われています。
53
+
54
+ #### ファイル形式の比較
55
+
56
+ | 形式 | 特徴 | 適用場面 | 注意点 |
57
+ |-----|-----|---------|-------|
58
+ | CSV | 軽量・シンプル | 定型データ、レガシー連携 | 文字コード、区切り文字 |
59
+ | XML | 構造化、スキーマ定義 | 複雑な階層データ | ファイルサイズ大 |
60
+ | JSON | 軽量・可読性高 | Web API 連携 | スキーマ検証が必要 |
61
+ | 固定長 | 高速処理 | 大量データ、メインフレーム | 柔軟性に欠ける |
62
+
63
+ #### ファイル連携の設計
64
+
65
+ ```plantuml
66
+ @startuml
67
+ title ファイル連携のデータフロー
68
+
69
+ |ソースシステム|
70
+ start
71
+ :データ抽出クエリ実行;
72
+ :ファイル出力;
73
+ note right
74
+ ・日付フォルダ作成
75
+ ・連番ファイル名
76
+ ・完了ファイル出力
77
+ end note
78
+
79
+ :ファイル転送;
80
+
81
+ |ターゲットシステム|
82
+ :ファイル受信確認;
83
+ note right
84
+ 完了ファイル(.done)の
85
+ 存在を確認してから処理開始
86
+ end note
87
+
88
+ :バリデーション;
89
+ if (検証OK?) then (yes)
90
+ :データ変換;
91
+ :データ投入;
92
+ :正常完了記録;
93
+ else (no)
94
+ :エラーファイル出力;
95
+ :アラート通知;
96
+ endif
97
+
98
+ stop
99
+
100
+ @enduml
101
+ ```
102
+
103
+ <details>
104
+ <summary>Java 実装例 - CSV 出力</summary>
105
+
106
+ ```java
107
+ // 売上データ CSV 出力サービス
108
+ @Service
109
+ public class SalesCsvExportService {
110
+ private final SalesRepository salesRepository;
111
+ private final FileStorageService fileStorage;
112
+
113
+ @Transactional(readOnly = true)
114
+ public ExportResult exportSalesData(LocalDate targetDate) {
115
+ // 出力ディレクトリ
116
+ String directory = String.format("sales/%s",
117
+ targetDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")));
118
+
119
+ // データ取得
120
+ List<SalesData> salesList = salesRepository.findByDate(targetDate);
121
+
122
+ // CSV 出力
123
+ String fileName = String.format("sales_%s_%s.csv",
124
+ targetDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")),
125
+ LocalDateTime.now().format(DateTimeFormatter.ofPattern("HHmmss")));
126
+
127
+ try (CsvWriter writer = new CsvWriter(
128
+ fileStorage.getOutputStream(directory, fileName),
129
+ StandardCharsets.UTF_8)) {
130
+
131
+ // ヘッダー出力
132
+ writer.writeHeader(
133
+ "売上番号", "売上日", "得意先コード", "得意先名",
134
+ "商品コード", "商品名", "数量", "単価", "金額", "消費税"
135
+ );
136
+
137
+ // データ出力
138
+ for (SalesData sales : salesList) {
139
+ writer.writeRow(
140
+ sales.getSalesNumber(),
141
+ sales.getSalesDate().toString(),
142
+ sales.getCustomerCode(),
143
+ sales.getCustomerName(),
144
+ sales.getProductCode(),
145
+ sales.getProductName(),
146
+ sales.getQuantity().toString(),
147
+ sales.getUnitPrice().toString(),
148
+ sales.getAmount().toString(),
149
+ sales.getTaxAmount().toString()
150
+ );
151
+ }
152
+ }
153
+
154
+ // 完了ファイル出力
155
+ String doneFileName = fileName.replace(".csv", ".done");
156
+ fileStorage.createEmptyFile(directory, doneFileName);
157
+
158
+ return new ExportResult(
159
+ fileName,
160
+ salesList.size(),
161
+ ExportStatus.SUCCESS
162
+ );
163
+ }
164
+ }
165
+
166
+ // CSV ライター
167
+ public class CsvWriter implements AutoCloseable {
168
+ private final BufferedWriter writer;
169
+ private final String delimiter = ",";
170
+ private final String lineEnding = "\r\n";
171
+
172
+ public CsvWriter(OutputStream outputStream, Charset charset) {
173
+ this.writer = new BufferedWriter(
174
+ new OutputStreamWriter(outputStream, charset)
175
+ );
176
+ }
177
+
178
+ public void writeHeader(String... columns) throws IOException {
179
+ writeLine(columns);
180
+ }
181
+
182
+ public void writeRow(String... values) throws IOException {
183
+ String[] escapedValues = Arrays.stream(values)
184
+ .map(this::escapeField)
185
+ .toArray(String[]::new);
186
+ writeLine(escapedValues);
187
+ }
188
+
189
+ private void writeLine(String[] fields) throws IOException {
190
+ writer.write(String.join(delimiter, fields));
191
+ writer.write(lineEnding);
192
+ }
193
+
194
+ private String escapeField(String field) {
195
+ if (field == null) return "";
196
+ if (field.contains(",") || field.contains("\"")
197
+ || field.contains("\n")) {
198
+ return "\"" + field.replace("\"", "\"\"") + "\"";
199
+ }
200
+ return field;
201
+ }
202
+
203
+ @Override
204
+ public void close() throws IOException {
205
+ writer.close();
206
+ }
207
+ }
208
+ ```
209
+
210
+ </details>
211
+
212
+ <details>
213
+ <summary>Java 実装例 - CSV 取込</summary>
214
+
215
+ ```java
216
+ // 仕訳データ CSV 取込サービス
217
+ @Service
218
+ public class JournalCsvImportService {
219
+ private final JournalRepository journalRepository;
220
+ private final FileStorageService fileStorage;
221
+ private final ImportLogRepository importLogRepository;
222
+
223
+ @Transactional
224
+ public ImportResult importJournalData(String directory, String fileName) {
225
+ ImportLog log = ImportLog.start(fileName);
226
+
227
+ try {
228
+ // 完了ファイル確認
229
+ String doneFileName = fileName.replace(".csv", ".done");
230
+ if (!fileStorage.exists(directory, doneFileName)) {
231
+ throw new ImportException("完了ファイルが見つかりません: " + doneFileName);
232
+ }
233
+
234
+ // CSV 読込
235
+ List<JournalImportRow> rows = new ArrayList<>();
236
+ List<ImportError> errors = new ArrayList<>();
237
+
238
+ try (CsvReader reader = new CsvReader(
239
+ fileStorage.getInputStream(directory, fileName),
240
+ StandardCharsets.UTF_8)) {
241
+
242
+ int lineNumber = 1;
243
+ reader.skipHeader();
244
+ lineNumber++;
245
+
246
+ String[] line;
247
+ while ((line = reader.readLine()) != null) {
248
+ try {
249
+ JournalImportRow row = parseRow(line, lineNumber);
250
+ validateRow(row);
251
+ rows.add(row);
252
+ } catch (ValidationException e) {
253
+ errors.add(new ImportError(lineNumber, e.getMessage()));
254
+ }
255
+ lineNumber++;
256
+ }
257
+ }
258
+
259
+ // エラーがある場合は中断
260
+ if (!errors.isEmpty()) {
261
+ log.fail(errors);
262
+ importLogRepository.save(log);
263
+ return new ImportResult(ImportStatus.VALIDATION_ERROR, 0, errors);
264
+ }
265
+
266
+ // データ投入
267
+ int insertedCount = 0;
268
+ for (JournalImportRow row : rows) {
269
+ JournalEntry journal = convertToEntity(row);
270
+ journalRepository.save(journal);
271
+ insertedCount++;
272
+ }
273
+
274
+ log.success(insertedCount);
275
+ importLogRepository.save(log);
276
+
277
+ return new ImportResult(ImportStatus.SUCCESS, insertedCount, List.of());
278
+
279
+ } catch (Exception e) {
280
+ log.fail(e.getMessage());
281
+ importLogRepository.save(log);
282
+ throw new ImportException("取込処理でエラーが発生しました", e);
283
+ }
284
+ }
285
+
286
+ private JournalImportRow parseRow(String[] fields, int lineNumber) {
287
+ if (fields.length < 10) {
288
+ throw new ValidationException("フィールド数が不足しています");
289
+ }
290
+ return new JournalImportRow(
291
+ fields[0], // 伝票番号
292
+ LocalDate.parse(fields[1]), // 伝票日付
293
+ fields[2], // 借方勘定科目
294
+ fields[3], // 借方補助科目
295
+ new BigDecimal(fields[4]), // 借方金額
296
+ fields[5], // 貸方勘定科目
297
+ fields[6], // 貸方補助科目
298
+ new BigDecimal(fields[7]), // 貸方金額
299
+ fields[8], // 摘要
300
+ fields[9] // 部門コード
301
+ );
302
+ }
303
+
304
+ private void validateRow(JournalImportRow row) {
305
+ // 貸借一致チェック
306
+ if (row.debitAmount().compareTo(row.creditAmount()) != 0) {
307
+ throw new ValidationException("貸借金額が一致しません");
308
+ }
309
+ // その他のバリデーション...
310
+ }
311
+ }
312
+ ```
313
+
314
+ </details>
315
+
316
+ ### ETL 処理の設計
317
+
318
+ ETL(Extract-Transform-Load)は、データ連携の標準的なアプローチです。
319
+
320
+ ```plantuml
321
+ @startuml
322
+ title ETL 処理の設計パターン
323
+
324
+ rectangle "Extract(抽出)" as extract {
325
+ rectangle "フル抽出" as full_extract
326
+ rectangle "差分抽出" as incremental_extract
327
+ rectangle "CDC 抽出" as cdc_extract
328
+ }
329
+
330
+ rectangle "Transform(変換)" as transform {
331
+ rectangle "データクレンジング" as cleansing
332
+ rectangle "コード変換" as code_mapping
333
+ rectangle "集計・計算" as aggregation
334
+ rectangle "データ結合" as join_data
335
+ }
336
+
337
+ rectangle "Load(ロード)" as load {
338
+ rectangle "フルリフレッシュ" as full_refresh
339
+ rectangle "インクリメンタル" as incremental_load
340
+ rectangle "Upsert" as upsert
341
+ }
342
+
343
+ full_extract --> cleansing
344
+ incremental_extract --> cleansing
345
+ cdc_extract --> cleansing
346
+
347
+ cleansing --> code_mapping
348
+ code_mapping --> aggregation
349
+ aggregation --> join_data
350
+
351
+ join_data --> full_refresh
352
+ join_data --> incremental_load
353
+ join_data --> upsert
354
+
355
+ note bottom of extract
356
+ 【抽出方式の選択基準】
357
+ ・フル抽出:データ量が少ない場合
358
+ ・差分抽出:更新日時で判定可能な場合
359
+ ・CDC:リアルタイム性が必要な場合
360
+ end note
361
+
362
+ @enduml
363
+ ```
364
+
365
+ #### ETL ジョブ設計
366
+
367
+ ```plantuml
368
+ @startuml
369
+ title ETL ジョブの実行フロー
370
+
371
+ |スケジューラ|
372
+ start
373
+ :ジョブ起動;
374
+ note right
375
+ 毎日 AM 2:00
376
+ または手動起動
377
+ end note
378
+
379
+ |抽出フェーズ|
380
+ :前回実行日時取得;
381
+ :差分データ抽出;
382
+
383
+ if (データあり?) then (yes)
384
+ :ステージングテーブルに格納;
385
+
386
+ |変換フェーズ|
387
+ :データクレンジング;
388
+ note right
389
+ ・NULL 値処理
390
+ ・文字コード変換
391
+ ・日付フォーマット統一
392
+ end note
393
+
394
+ :コード変換;
395
+ note right
396
+ ・コードマッピングテーブル参照
397
+ ・未定義コードはエラー
398
+ end note
399
+
400
+ :業務ルール適用;
401
+ note right
402
+ ・消費税計算
403
+ ・勘定科目判定
404
+ ・部門配賦
405
+ end note
406
+
407
+ |ロードフェーズ|
408
+ :本番テーブルに投入;
409
+ :実行結果記録;
410
+ else (no)
411
+ :スキップ記録;
412
+ endif
413
+
414
+ |スケジューラ|
415
+ :完了通知;
416
+
417
+ stop
418
+
419
+ @enduml
420
+ ```
421
+
422
+ <details>
423
+ <summary>Java 実装例 - ETL ジョブ</summary>
424
+
425
+ ```java
426
+ // ETL ジョブ基底クラス
427
+ public abstract class EtlJob<S, T> {
428
+ protected final Logger log = LoggerFactory.getLogger(getClass());
429
+
430
+ public EtlJobResult execute(EtlJobContext context) {
431
+ EtlJobResult result = new EtlJobResult(getJobName());
432
+ result.start();
433
+
434
+ try {
435
+ // 抽出フェーズ
436
+ log.info("抽出フェーズ開始");
437
+ List<S> sourceData = extract(context);
438
+ result.setExtractedCount(sourceData.size());
439
+ log.info("抽出完了: {} 件", sourceData.size());
440
+
441
+ if (sourceData.isEmpty()) {
442
+ result.complete(EtlJobStatus.SKIPPED, "対象データなし");
443
+ return result;
444
+ }
445
+
446
+ // 変換フェーズ
447
+ log.info("変換フェーズ開始");
448
+ TransformResult<T> transformResult = transform(sourceData, context);
449
+ result.setTransformedCount(transformResult.successCount());
450
+ result.setErrorCount(transformResult.errorCount());
451
+ result.addErrors(transformResult.errors());
452
+ log.info("変換完了: 成功 {} 件, エラー {} 件",
453
+ transformResult.successCount(), transformResult.errorCount());
454
+
455
+ // エラー閾値チェック
456
+ if (exceedsErrorThreshold(transformResult, context)) {
457
+ result.complete(EtlJobStatus.FAILED, "エラー閾値超過");
458
+ return result;
459
+ }
460
+
461
+ // ロードフェーズ
462
+ log.info("ロードフェーズ開始");
463
+ int loadedCount = load(transformResult.data(), context);
464
+ result.setLoadedCount(loadedCount);
465
+ log.info("ロード完了: {} 件", loadedCount);
466
+
467
+ result.complete(EtlJobStatus.SUCCESS, null);
468
+ return result;
469
+
470
+ } catch (Exception e) {
471
+ log.error("ETL ジョブでエラー発生", e);
472
+ result.complete(EtlJobStatus.FAILED, e.getMessage());
473
+ return result;
474
+ }
475
+ }
476
+
477
+ protected abstract String getJobName();
478
+ protected abstract List<S> extract(EtlJobContext context);
479
+ protected abstract TransformResult<T> transform(List<S> data, EtlJobContext context);
480
+ protected abstract int load(List<T> data, EtlJobContext context);
481
+
482
+ private boolean exceedsErrorThreshold(
483
+ TransformResult<T> result, EtlJobContext context) {
484
+ double errorRate = (double) result.errorCount()
485
+ / (result.successCount() + result.errorCount());
486
+ return errorRate > context.getErrorThreshold();
487
+ }
488
+ }
489
+
490
+ // 売上→仕訳 ETL ジョブ
491
+ @Component
492
+ public class SalesToJournalEtlJob extends EtlJob<SalesData, JournalEntry> {
493
+ private final SalesRepository salesRepository;
494
+ private final JournalRepository journalRepository;
495
+ private final JournalPatternService patternService;
496
+
497
+ @Override
498
+ protected String getJobName() {
499
+ return "売上仕訳連携";
500
+ }
501
+
502
+ @Override
503
+ protected List<SalesData> extract(EtlJobContext context) {
504
+ LocalDateTime lastRunTime = context.getLastRunTime();
505
+ LocalDateTime currentTime = context.getCurrentTime();
506
+
507
+ return salesRepository.findByUpdatedAtBetween(lastRunTime, currentTime);
508
+ }
509
+
510
+ @Override
511
+ protected TransformResult<JournalEntry> transform(
512
+ List<SalesData> salesList, EtlJobContext context) {
513
+
514
+ List<JournalEntry> journals = new ArrayList<>();
515
+ List<TransformError> errors = new ArrayList<>();
516
+
517
+ for (SalesData sales : salesList) {
518
+ try {
519
+ // 自動仕訳パターン取得
520
+ JournalPattern pattern = patternService.findPattern(
521
+ sales.getProductGroup(),
522
+ sales.getCustomerGroup()
523
+ );
524
+
525
+ if (pattern == null) {
526
+ errors.add(new TransformError(
527
+ sales.getSalesNumber(),
528
+ "仕訳パターンが見つかりません"
529
+ ));
530
+ continue;
531
+ }
532
+
533
+ // 仕訳生成
534
+ JournalEntry journal = createJournal(sales, pattern);
535
+ journals.add(journal);
536
+
537
+ } catch (Exception e) {
538
+ errors.add(new TransformError(
539
+ sales.getSalesNumber(),
540
+ e.getMessage()
541
+ ));
542
+ }
543
+ }
544
+
545
+ return new TransformResult<>(journals, journals.size(), errors.size(), errors);
546
+ }
547
+
548
+ @Override
549
+ @Transactional
550
+ protected int load(List<JournalEntry> journals, EtlJobContext context) {
551
+ int count = 0;
552
+ for (JournalEntry journal : journals) {
553
+ journalRepository.save(journal);
554
+ count++;
555
+ }
556
+ return count;
557
+ }
558
+
559
+ private JournalEntry createJournal(SalesData sales, JournalPattern pattern) {
560
+ return JournalEntry.builder()
561
+ .journalDate(sales.getSalesDate())
562
+ .debitAccountCode(pattern.getDebitAccountCode())
563
+ .debitAmount(sales.getAmount())
564
+ .creditAccountCode(pattern.getCreditAccountCode())
565
+ .creditAmount(sales.getAmount())
566
+ .description("売上計上: " + sales.getSalesNumber())
567
+ .sourceType("SALES")
568
+ .sourceId(sales.getSalesNumber())
569
+ .build();
570
+ }
571
+ }
572
+ ```
573
+
574
+ </details>
575
+
576
+ ### 差分抽出と全件抽出
577
+
578
+ ```plantuml
579
+ @startuml
580
+ title 差分抽出と全件抽出の比較
581
+
582
+ rectangle "全件抽出" as full {
583
+ note right
584
+ 【処理内容】
585
+ ・ソーステーブルの全データを抽出
586
+ ・ターゲットを全件削除後に投入
587
+
588
+ 【メリット】
589
+ ・実装がシンプル
590
+ ・データ不整合が起きにくい
591
+
592
+ 【デメリット】
593
+ ・処理時間が長い
594
+ ・リソース消費が大きい
595
+
596
+ 【適用場面】
597
+ ・マスタデータ
598
+ ・データ量が少ない場合
599
+ ・日次全件洗い替え
600
+ end note
601
+ }
602
+
603
+ rectangle "差分抽出" as incremental {
604
+ note right
605
+ 【処理内容】
606
+ ・更新日時 > 前回実行日時 で抽出
607
+ ・差分のみ INSERT/UPDATE
608
+
609
+ 【メリット】
610
+ ・処理時間が短い
611
+ ・リソース効率が良い
612
+
613
+ 【デメリット】
614
+ ・削除データの検知が困難
615
+ ・更新日時の管理が必要
616
+
617
+ 【適用場面】
618
+ ・トランザクションデータ
619
+ ・大量データ
620
+ ・高頻度実行
621
+ end note
622
+ }
623
+
624
+ @enduml
625
+ ```
626
+
627
+ #### 差分抽出の実装パターン
628
+
629
+ ```plantuml
630
+ @startuml
631
+ title 差分抽出のパターン
632
+
633
+ rectangle "タイムスタンプ方式" as timestamp {
634
+ note right
635
+ WHERE 更新日時 > :前回実行日時
636
+
637
+ 【前提条件】
638
+ ・全テーブルに更新日時カラム
639
+ ・更新時に自動更新される仕組み
640
+ end note
641
+ }
642
+
643
+ rectangle "トリガー方式" as trigger {
644
+ note right
645
+ 変更を変更ログテーブルに記録
646
+ 連携後にログを削除
647
+
648
+ 【前提条件】
649
+ ・各テーブルにトリガー設定
650
+ ・変更ログテーブルの管理
651
+ end note
652
+ }
653
+
654
+ rectangle "シーケンス方式" as sequence {
655
+ note right
656
+ WHERE ID > :前回最大ID
657
+
658
+ 【前提条件】
659
+ ・単調増加の ID カラム
660
+ ・UPDATE はなく INSERT のみ
661
+ end note
662
+ }
663
+
664
+ rectangle "CDC 方式" as cdc {
665
+ note right
666
+ トランザクションログから
667
+ 変更を検知
668
+
669
+ 【前提条件】
670
+ ・CDC ツール(Debezium等)
671
+ ・リアルタイム処理基盤
672
+ end note
673
+ }
674
+
675
+ @enduml
676
+ ```
677
+
678
+ <details>
679
+ <summary>Java 実装例 - 差分抽出</summary>
680
+
681
+ ```java
682
+ // 差分抽出サービス
683
+ @Service
684
+ public class IncrementalExtractService {
685
+ private final JdbcTemplate jdbcTemplate;
686
+ private final ExtractCheckpointRepository checkpointRepository;
687
+
688
+ /**
689
+ * タイムスタンプ方式による差分抽出
690
+ */
691
+ public <T> List<T> extractByTimestamp(
692
+ String tableName,
693
+ String timestampColumn,
694
+ RowMapper<T> rowMapper) {
695
+
696
+ // 前回実行日時取得
697
+ ExtractCheckpoint checkpoint = checkpointRepository
698
+ .findByTableName(tableName)
699
+ .orElse(new ExtractCheckpoint(tableName, LocalDateTime.MIN));
700
+
701
+ LocalDateTime lastExtractTime = checkpoint.getLastExtractTime();
702
+ LocalDateTime currentTime = LocalDateTime.now();
703
+
704
+ // 差分抽出
705
+ String sql = String.format(
706
+ "SELECT * FROM %s WHERE %s > ? AND %s <= ? ORDER BY %s",
707
+ tableName, timestampColumn, timestampColumn, timestampColumn
708
+ );
709
+
710
+ List<T> result = jdbcTemplate.query(sql, rowMapper,
711
+ lastExtractTime, currentTime);
712
+
713
+ // チェックポイント更新
714
+ checkpoint.setLastExtractTime(currentTime);
715
+ checkpointRepository.save(checkpoint);
716
+
717
+ return result;
718
+ }
719
+
720
+ /**
721
+ * シーケンス方式による差分抽出
722
+ */
723
+ public <T> List<T> extractBySequence(
724
+ String tableName,
725
+ String sequenceColumn,
726
+ RowMapper<T> rowMapper) {
727
+
728
+ ExtractCheckpoint checkpoint = checkpointRepository
729
+ .findByTableName(tableName)
730
+ .orElse(new ExtractCheckpoint(tableName, 0L));
731
+
732
+ Long lastSequence = checkpoint.getLastSequence();
733
+
734
+ // 差分抽出
735
+ String sql = String.format(
736
+ "SELECT * FROM %s WHERE %s > ? ORDER BY %s",
737
+ tableName, sequenceColumn, sequenceColumn
738
+ );
739
+
740
+ List<T> result = jdbcTemplate.query(sql, rowMapper, lastSequence);
741
+
742
+ // 最大シーケンス取得と更新
743
+ if (!result.isEmpty()) {
744
+ Long maxSequence = jdbcTemplate.queryForObject(
745
+ String.format("SELECT MAX(%s) FROM %s WHERE %s > ?",
746
+ sequenceColumn, tableName, sequenceColumn),
747
+ Long.class, lastSequence
748
+ );
749
+ checkpoint.setLastSequence(maxSequence);
750
+ checkpointRepository.save(checkpoint);
751
+ }
752
+
753
+ return result;
754
+ }
755
+
756
+ /**
757
+ * 削除データの検知(論理削除方式)
758
+ */
759
+ public List<String> extractDeletedIds(
760
+ String tableName,
761
+ String idColumn,
762
+ String deleteFlagColumn) {
763
+
764
+ ExtractCheckpoint checkpoint = checkpointRepository
765
+ .findByTableName(tableName + "_DELETE")
766
+ .orElse(new ExtractCheckpoint(tableName + "_DELETE", LocalDateTime.MIN));
767
+
768
+ String sql = String.format(
769
+ "SELECT %s FROM %s WHERE %s = true AND 更新日時 > ?",
770
+ idColumn, tableName, deleteFlagColumn
771
+ );
772
+
773
+ List<String> deletedIds = jdbcTemplate.queryForList(
774
+ sql, String.class, checkpoint.getLastExtractTime()
775
+ );
776
+
777
+ checkpoint.setLastExtractTime(LocalDateTime.now());
778
+ checkpointRepository.save(checkpoint);
779
+
780
+ return deletedIds;
781
+ }
782
+ }
783
+
784
+ // 抽出チェックポイント
785
+ @Entity
786
+ @Table(name = "抽出チェックポイント")
787
+ public class ExtractCheckpoint {
788
+ @Id
789
+ private String tableName;
790
+ private LocalDateTime lastExtractTime;
791
+ private Long lastSequence;
792
+
793
+ public ExtractCheckpoint(String tableName, LocalDateTime lastExtractTime) {
794
+ this.tableName = tableName;
795
+ this.lastExtractTime = lastExtractTime;
796
+ }
797
+
798
+ public ExtractCheckpoint(String tableName, Long lastSequence) {
799
+ this.tableName = tableName;
800
+ this.lastSequence = lastSequence;
801
+ }
802
+
803
+ // getters, setters...
804
+ }
805
+ ```
806
+
807
+ </details>
808
+
809
+ ---
810
+
811
+ ## 39.2 リアルタイム連携
812
+
813
+ ### Change Data Capture(CDC)
814
+
815
+ CDC は、データベースの変更をリアルタイムで検知し、他システムに伝播するパターンです。
816
+
817
+ ```plantuml
818
+ @startuml
819
+ title Change Data Capture の仕組み
820
+
821
+ rectangle "ソースDB" as source {
822
+ database "販売管理" as sales_db
823
+ file "トランザクション\nログ" as tx_log
824
+ }
825
+
826
+ rectangle "CDC プラットフォーム" as cdc {
827
+ rectangle "Debezium\nConnector" as connector
828
+ queue "Kafka" as kafka
829
+ }
830
+
831
+ rectangle "ターゲットシステム" as targets {
832
+ database "財務会計" as accounting
833
+ database "分析DB" as analytics
834
+ rectangle "通知サービス" as notification
835
+ }
836
+
837
+ sales_db --> tx_log : WAL/Binlog
838
+ tx_log --> connector : 変更検知
839
+ connector --> kafka : イベント発行
840
+ kafka --> accounting : 消費
841
+ kafka --> analytics : 消費
842
+ kafka --> notification : 消費
843
+
844
+ note bottom of connector
845
+ 【CDC の仕組み】
846
+ ・データベースのトランザクションログを監視
847
+ ・INSERT/UPDATE/DELETE を検知
848
+ ・変更内容をイベントとして発行
849
+ end note
850
+
851
+ @enduml
852
+ ```
853
+
854
+ #### CDC イベントの構造
855
+
856
+ ```plantuml
857
+ @startuml
858
+ title CDC イベントの構造
859
+
860
+ class "CDC イベント" as cdc_event {
861
+ +source: SourceInfo
862
+ +operation: String
863
+ +timestamp: Long
864
+ +before: Record
865
+ +after: Record
866
+ }
867
+
868
+ class "SourceInfo" as source_info {
869
+ +connector: String
870
+ +database: String
871
+ +schema: String
872
+ +table: String
873
+ +txId: Long
874
+ +lsn: Long
875
+ }
876
+
877
+ note right of cdc_event
878
+ 【operation の値】
879
+ ・c: CREATE(INSERT)
880
+ ・u: UPDATE
881
+ ・d: DELETE
882
+ ・r: READ(スナップショット)
883
+
884
+ 【before/after】
885
+ ・INSERT: before=null, after=新データ
886
+ ・UPDATE: before=旧データ, after=新データ
887
+ ・DELETE: before=旧データ, after=null
888
+ end note
889
+
890
+ cdc_event --> source_info
891
+
892
+ @enduml
893
+ ```
894
+
895
+ <details>
896
+ <summary>Java 実装例 - CDC コンシューマー</summary>
897
+
898
+ ```java
899
+ // CDC イベントコンシューマー
900
+ @Component
901
+ public class SalesCdcConsumer {
902
+ private final ObjectMapper objectMapper;
903
+ private final JournalSyncService journalSyncService;
904
+
905
+ @KafkaListener(topics = "sales.public.売上")
906
+ public void consume(String message) {
907
+ try {
908
+ CdcEvent event = objectMapper.readValue(message, CdcEvent.class);
909
+
910
+ switch (event.getOperation()) {
911
+ case "c" -> handleInsert(event.getAfter());
912
+ case "u" -> handleUpdate(event.getBefore(), event.getAfter());
913
+ case "d" -> handleDelete(event.getBefore());
914
+ default -> log.warn("Unknown operation: {}", event.getOperation());
915
+ }
916
+
917
+ } catch (Exception e) {
918
+ log.error("CDC イベント処理エラー", e);
919
+ throw new CdcProcessingException(e);
920
+ }
921
+ }
922
+
923
+ private void handleInsert(JsonNode after) {
924
+ SalesData sales = objectMapper.convertValue(after, SalesData.class);
925
+ journalSyncService.createJournalFromSales(sales);
926
+ }
927
+
928
+ private void handleUpdate(JsonNode before, JsonNode after) {
929
+ SalesData oldSales = objectMapper.convertValue(before, SalesData.class);
930
+ SalesData newSales = objectMapper.convertValue(after, SalesData.class);
931
+
932
+ // 赤黒処理で訂正
933
+ journalSyncService.reverseJournal(oldSales);
934
+ journalSyncService.createJournalFromSales(newSales);
935
+ }
936
+
937
+ private void handleDelete(JsonNode before) {
938
+ SalesData sales = objectMapper.convertValue(before, SalesData.class);
939
+ journalSyncService.reverseJournal(sales);
940
+ }
941
+ }
942
+
943
+ // CDC イベント
944
+ @Data
945
+ public class CdcEvent {
946
+ private SourceInfo source;
947
+ private String operation; // c, u, d, r
948
+ private Long tsMs;
949
+ private JsonNode before;
950
+ private JsonNode after;
951
+ }
952
+
953
+ @Data
954
+ public class SourceInfo {
955
+ private String connector;
956
+ private String db;
957
+ private String schema;
958
+ private String table;
959
+ private Long txId;
960
+ private Long lsn;
961
+ }
962
+ ```
963
+
964
+ </details>
965
+
966
+ ### データベーストリガーの活用
967
+
968
+ トリガーを使用した変更検知は、CDC ツールなしでも実装できるシンプルな方式です。
969
+
970
+ ```plantuml
971
+ @startuml
972
+ title トリガーによる変更検知
973
+
974
+ database "ソースDB" as source {
975
+ entity "売上テーブル" as sales
976
+ entity "変更ログ" as change_log
977
+ }
978
+
979
+ rectangle "トリガー" as trigger {
980
+ rectangle "INSERT トリガー" as insert_trigger
981
+ rectangle "UPDATE トリガー" as update_trigger
982
+ rectangle "DELETE トリガー" as delete_trigger
983
+ }
984
+
985
+ rectangle "連携バッチ" as batch {
986
+ rectangle "変更ログ読込" as read_log
987
+ rectangle "ターゲット更新" as update_target
988
+ rectangle "ログ削除" as delete_log
989
+ }
990
+
991
+ database "ターゲットDB" as target
992
+
993
+ sales --> insert_trigger : INSERT
994
+ sales --> update_trigger : UPDATE
995
+ sales --> delete_trigger : DELETE
996
+
997
+ insert_trigger --> change_log : 記録
998
+ update_trigger --> change_log : 記録
999
+ delete_trigger --> change_log : 記録
1000
+
1001
+ change_log --> read_log : 定期実行
1002
+ read_log --> update_target
1003
+ update_target --> target
1004
+ update_target --> delete_log
1005
+
1006
+ note bottom of trigger
1007
+ 【トリガー方式のメリット】
1008
+ ・追加ツール不要
1009
+ ・確実に変更を捕捉
1010
+
1011
+ 【デメリット】
1012
+ ・パフォーマンスへの影響
1013
+ ・トリガーの管理が煩雑
1014
+ end note
1015
+
1016
+ @enduml
1017
+ ```
1018
+
1019
+ <details>
1020
+ <summary>SQL 定義 - 変更ログトリガー</summary>
1021
+
1022
+ ```sql
1023
+ -- 変更ログテーブル
1024
+ CREATE TABLE 変更ログ (
1025
+ ログID SERIAL PRIMARY KEY,
1026
+ テーブル名 VARCHAR(100) NOT NULL,
1027
+ 操作種別 VARCHAR(10) NOT NULL, -- INSERT, UPDATE, DELETE
1028
+ レコードID VARCHAR(100) NOT NULL,
1029
+ 変更前データ JSONB,
1030
+ 変更後データ JSONB,
1031
+ 変更日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1032
+ 処理済フラグ BOOLEAN DEFAULT FALSE,
1033
+ 処理日時 TIMESTAMP
1034
+ );
1035
+
1036
+ CREATE INDEX idx_変更ログ_未処理 ON 変更ログ (処理済フラグ, 変更日時)
1037
+ WHERE 処理済フラグ = FALSE;
1038
+
1039
+ -- 売上テーブル用トリガー関数
1040
+ CREATE OR REPLACE FUNCTION fn_売上変更ログ()
1041
+ RETURNS TRIGGER AS $$
1042
+ BEGIN
1043
+ IF TG_OP = 'INSERT' THEN
1044
+ INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更後データ)
1045
+ VALUES ('売上', 'INSERT', NEW.売上番号, row_to_json(NEW)::JSONB);
1046
+ RETURN NEW;
1047
+
1048
+ ELSIF TG_OP = 'UPDATE' THEN
1049
+ INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更前データ, 変更後データ)
1050
+ VALUES ('売上', 'UPDATE', NEW.売上番号,
1051
+ row_to_json(OLD)::JSONB, row_to_json(NEW)::JSONB);
1052
+ RETURN NEW;
1053
+
1054
+ ELSIF TG_OP = 'DELETE' THEN
1055
+ INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更前データ)
1056
+ VALUES ('売上', 'DELETE', OLD.売上番号, row_to_json(OLD)::JSONB);
1057
+ RETURN OLD;
1058
+ END IF;
1059
+ END;
1060
+ $$ LANGUAGE plpgsql;
1061
+
1062
+ -- トリガー設定
1063
+ CREATE TRIGGER trg_売上変更ログ
1064
+ AFTER INSERT OR UPDATE OR DELETE ON 売上
1065
+ FOR EACH ROW EXECUTE FUNCTION fn_売上変更ログ();
1066
+ ```
1067
+
1068
+ </details>
1069
+
1070
+ <details>
1071
+ <summary>Java 実装例 - 変更ログ処理</summary>
1072
+
1073
+ ```java
1074
+ // 変更ログ処理サービス
1075
+ @Service
1076
+ public class ChangeLogProcessingService {
1077
+ private final JdbcTemplate jdbcTemplate;
1078
+ private final Map<String, ChangeLogHandler> handlers;
1079
+
1080
+ @Scheduled(fixedDelay = 5000) // 5秒ごと
1081
+ @Transactional
1082
+ public void processChangeLogs() {
1083
+ // 未処理ログを取得(ロック付き)
1084
+ String selectSql = """
1085
+ SELECT ログID, テーブル名, 操作種別, レコードID, 変更前データ, 変更後データ
1086
+ FROM 変更ログ
1087
+ WHERE 処理済フラグ = FALSE
1088
+ ORDER BY 変更日時
1089
+ LIMIT 100
1090
+ FOR UPDATE SKIP LOCKED
1091
+ """;
1092
+
1093
+ List<ChangeLog> logs = jdbcTemplate.query(selectSql,
1094
+ (rs, rowNum) -> new ChangeLog(
1095
+ rs.getLong("ログID"),
1096
+ rs.getString("テーブル名"),
1097
+ rs.getString("操作種別"),
1098
+ rs.getString("レコードID"),
1099
+ rs.getString("変更前データ"),
1100
+ rs.getString("変更後データ")
1101
+ )
1102
+ );
1103
+
1104
+ for (ChangeLog log : logs) {
1105
+ try {
1106
+ // テーブル別ハンドラーで処理
1107
+ ChangeLogHandler handler = handlers.get(log.tableName());
1108
+ if (handler != null) {
1109
+ handler.handle(log);
1110
+ }
1111
+
1112
+ // 処理済みマーク
1113
+ markAsProcessed(log.logId());
1114
+
1115
+ } catch (Exception e) {
1116
+ // エラーログ記録(処理は継続)
1117
+ recordError(log.logId(), e.getMessage());
1118
+ }
1119
+ }
1120
+ }
1121
+
1122
+ private void markAsProcessed(Long logId) {
1123
+ jdbcTemplate.update(
1124
+ "UPDATE 変更ログ SET 処理済フラグ = TRUE, 処理日時 = CURRENT_TIMESTAMP WHERE ログID = ?",
1125
+ logId
1126
+ );
1127
+ }
1128
+
1129
+ private void recordError(Long logId, String errorMessage) {
1130
+ jdbcTemplate.update(
1131
+ "UPDATE 変更ログ SET エラー内容 = ? WHERE ログID = ?",
1132
+ errorMessage, logId
1133
+ );
1134
+ }
1135
+ }
1136
+
1137
+ // 変更ログハンドラーインターフェース
1138
+ public interface ChangeLogHandler {
1139
+ void handle(ChangeLog log);
1140
+ }
1141
+
1142
+ // 売上変更ログハンドラー
1143
+ @Component("売上")
1144
+ public class SalesChangeLogHandler implements ChangeLogHandler {
1145
+ private final ObjectMapper objectMapper;
1146
+ private final JournalSyncService journalSyncService;
1147
+
1148
+ @Override
1149
+ public void handle(ChangeLog log) {
1150
+ switch (log.operation()) {
1151
+ case "INSERT" -> {
1152
+ SalesData sales = parseJson(log.afterData(), SalesData.class);
1153
+ journalSyncService.createJournalFromSales(sales);
1154
+ }
1155
+ case "UPDATE" -> {
1156
+ SalesData oldSales = parseJson(log.beforeData(), SalesData.class);
1157
+ SalesData newSales = parseJson(log.afterData(), SalesData.class);
1158
+ journalSyncService.reverseJournal(oldSales);
1159
+ journalSyncService.createJournalFromSales(newSales);
1160
+ }
1161
+ case "DELETE" -> {
1162
+ SalesData sales = parseJson(log.beforeData(), SalesData.class);
1163
+ journalSyncService.reverseJournal(sales);
1164
+ }
1165
+ }
1166
+ }
1167
+
1168
+ private <T> T parseJson(String json, Class<T> clazz) {
1169
+ try {
1170
+ return objectMapper.readValue(json, clazz);
1171
+ } catch (JsonProcessingException e) {
1172
+ throw new RuntimeException("JSON パース失敗", e);
1173
+ }
1174
+ }
1175
+ }
1176
+ ```
1177
+
1178
+ </details>
1179
+
1180
+ ### メッセージキューによる非同期連携
1181
+
1182
+ メッセージキューを使用した非同期連携は、システム間の疎結合を実現します。
1183
+
1184
+ ```plantuml
1185
+ @startuml
1186
+ title メッセージキューによる非同期連携
1187
+
1188
+ rectangle "プロデューサー" as producer {
1189
+ rectangle "販売管理\nサービス" as sales_service
1190
+ }
1191
+
1192
+ rectangle "メッセージブローカー" as broker {
1193
+ queue "売上イベント\nキュー" as sales_queue
1194
+ queue "仕訳イベント\nキュー" as journal_queue
1195
+ queue "在庫イベント\nキュー" as inventory_queue
1196
+ }
1197
+
1198
+ rectangle "コンシューマー" as consumer {
1199
+ rectangle "財務会計\nサービス" as accounting_service
1200
+ rectangle "在庫管理\nサービス" as inventory_service
1201
+ rectangle "分析\nサービス" as analytics_service
1202
+ }
1203
+
1204
+ sales_service --> sales_queue : 売上イベント発行
1205
+
1206
+ sales_queue --> accounting_service : 消費(仕訳生成)
1207
+ sales_queue --> inventory_service : 消費(在庫更新)
1208
+ sales_queue --> analytics_service : 消費(分析用)
1209
+
1210
+ accounting_service --> journal_queue : 仕訳イベント発行
1211
+
1212
+ note bottom of broker
1213
+ 【メッセージキューの特徴】
1214
+ ・非同期処理による疎結合
1215
+ ・メッセージの永続化
1216
+ ・再処理・リトライが容易
1217
+ ・スケーラビリティ
1218
+ end note
1219
+
1220
+ @enduml
1221
+ ```
1222
+
1223
+ #### メッセージ配信パターン
1224
+
1225
+ ```plantuml
1226
+ @startuml
1227
+ title メッセージ配信パターン
1228
+
1229
+ rectangle "Point-to-Point" as p2p {
1230
+ queue "キュー" as queue1
1231
+ rectangle "Consumer A" as consumer_a
1232
+ queue1 --> consumer_a : 1対1配信
1233
+ note right of queue1
1234
+ 1つのメッセージは
1235
+ 1つのコンシューマーのみが受信
1236
+ end note
1237
+ }
1238
+
1239
+ rectangle "Pub/Sub" as pubsub {
1240
+ rectangle "トピック" as topic
1241
+ rectangle "Consumer B" as consumer_b
1242
+ rectangle "Consumer C" as consumer_c
1243
+ rectangle "Consumer D" as consumer_d
1244
+ topic --> consumer_b
1245
+ topic --> consumer_c
1246
+ topic --> consumer_d
1247
+ note right of topic
1248
+ 1つのメッセージを
1249
+ 複数のサブスクライバーが受信
1250
+ end note
1251
+ }
1252
+
1253
+ rectangle "Competing Consumers" as competing {
1254
+ queue "キュー" as queue2
1255
+ rectangle "Consumer E1" as consumer_e1
1256
+ rectangle "Consumer E2" as consumer_e2
1257
+ rectangle "Consumer E3" as consumer_e3
1258
+ queue2 --> consumer_e1
1259
+ queue2 --> consumer_e2
1260
+ queue2 --> consumer_e3
1261
+ note right of queue2
1262
+ 複数のコンシューマーが
1263
+ 並列でメッセージを処理
1264
+ (負荷分散)
1265
+ end note
1266
+ }
1267
+
1268
+ @enduml
1269
+ ```
1270
+
1271
+ <details>
1272
+ <summary>Java 実装例 - メッセージキュー連携</summary>
1273
+
1274
+ ```java
1275
+ // メッセージプロデューサー
1276
+ @Service
1277
+ public class SalesEventPublisher {
1278
+ private final RabbitTemplate rabbitTemplate;
1279
+ private final ObjectMapper objectMapper;
1280
+
1281
+ private static final String EXCHANGE = "sales.events";
1282
+
1283
+ public void publishSalesCreated(SalesData sales) {
1284
+ SalesCreatedEvent event = new SalesCreatedEvent(
1285
+ UUID.randomUUID().toString(),
1286
+ Instant.now(),
1287
+ sales.getSalesNumber(),
1288
+ sales.getCustomerCode(),
1289
+ sales.getSalesDate(),
1290
+ sales.getTotalAmount()
1291
+ );
1292
+
1293
+ publish(event, "sales.created");
1294
+ }
1295
+
1296
+ public void publishSalesCancelled(String salesNumber, String reason) {
1297
+ SalesCancelledEvent event = new SalesCancelledEvent(
1298
+ UUID.randomUUID().toString(),
1299
+ Instant.now(),
1300
+ salesNumber,
1301
+ reason
1302
+ );
1303
+
1304
+ publish(event, "sales.cancelled");
1305
+ }
1306
+
1307
+ private void publish(Object event, String routingKey) {
1308
+ try {
1309
+ String json = objectMapper.writeValueAsString(event);
1310
+ rabbitTemplate.convertAndSend(EXCHANGE, routingKey, json);
1311
+ log.info("イベント発行: {} -> {}", routingKey, event);
1312
+ } catch (Exception e) {
1313
+ log.error("イベント発行失敗", e);
1314
+ throw new EventPublishException(e);
1315
+ }
1316
+ }
1317
+ }
1318
+
1319
+ // メッセージコンシューマー
1320
+ @Component
1321
+ public class SalesEventConsumer {
1322
+ private final ObjectMapper objectMapper;
1323
+ private final JournalService journalService;
1324
+ private final InventoryService inventoryService;
1325
+
1326
+ @RabbitListener(queues = "accounting.sales.queue")
1327
+ public void handleSalesCreatedForAccounting(String message) {
1328
+ SalesCreatedEvent event = parseEvent(message, SalesCreatedEvent.class);
1329
+
1330
+ try {
1331
+ // 仕訳生成
1332
+ journalService.createFromSales(event);
1333
+ log.info("売上仕訳生成完了: {}", event.salesNumber());
1334
+
1335
+ } catch (Exception e) {
1336
+ log.error("売上仕訳生成失敗: {}", event.salesNumber(), e);
1337
+ throw new AmqpRejectAndDontRequeueException(e);
1338
+ }
1339
+ }
1340
+
1341
+ @RabbitListener(queues = "inventory.sales.queue")
1342
+ public void handleSalesCreatedForInventory(String message) {
1343
+ SalesCreatedEvent event = parseEvent(message, SalesCreatedEvent.class);
1344
+
1345
+ try {
1346
+ // 在庫引当解除
1347
+ inventoryService.releaseAllocation(event.salesNumber());
1348
+ log.info("在庫引当解除完了: {}", event.salesNumber());
1349
+
1350
+ } catch (Exception e) {
1351
+ log.error("在庫引当解除失敗: {}", event.salesNumber(), e);
1352
+ throw new AmqpRejectAndDontRequeueException(e);
1353
+ }
1354
+ }
1355
+
1356
+ private <T> T parseEvent(String message, Class<T> clazz) {
1357
+ try {
1358
+ return objectMapper.readValue(message, clazz);
1359
+ } catch (JsonProcessingException e) {
1360
+ throw new EventParseException(e);
1361
+ }
1362
+ }
1363
+ }
1364
+
1365
+ // RabbitMQ 設定
1366
+ @Configuration
1367
+ public class RabbitMqConfig {
1368
+
1369
+ @Bean
1370
+ public TopicExchange salesEventsExchange() {
1371
+ return new TopicExchange("sales.events");
1372
+ }
1373
+
1374
+ @Bean
1375
+ public Queue accountingSalesQueue() {
1376
+ return QueueBuilder.durable("accounting.sales.queue")
1377
+ .withArgument("x-dead-letter-exchange", "sales.events.dlx")
1378
+ .withArgument("x-dead-letter-routing-key", "accounting.sales.dead")
1379
+ .build();
1380
+ }
1381
+
1382
+ @Bean
1383
+ public Queue inventorySalesQueue() {
1384
+ return QueueBuilder.durable("inventory.sales.queue")
1385
+ .withArgument("x-dead-letter-exchange", "sales.events.dlx")
1386
+ .withArgument("x-dead-letter-routing-key", "inventory.sales.dead")
1387
+ .build();
1388
+ }
1389
+
1390
+ @Bean
1391
+ public Binding accountingBinding() {
1392
+ return BindingBuilder
1393
+ .bind(accountingSalesQueue())
1394
+ .to(salesEventsExchange())
1395
+ .with("sales.*");
1396
+ }
1397
+
1398
+ @Bean
1399
+ public Binding inventoryBinding() {
1400
+ return BindingBuilder
1401
+ .bind(inventorySalesQueue())
1402
+ .to(salesEventsExchange())
1403
+ .with("sales.*");
1404
+ }
1405
+
1406
+ // Dead Letter Queue 設定
1407
+ @Bean
1408
+ public DirectExchange deadLetterExchange() {
1409
+ return new DirectExchange("sales.events.dlx");
1410
+ }
1411
+
1412
+ @Bean
1413
+ public Queue deadLetterQueue() {
1414
+ return QueueBuilder.durable("sales.events.dead").build();
1415
+ }
1416
+ }
1417
+ ```
1418
+
1419
+ </details>
1420
+
1421
+ ---
1422
+
1423
+ ## 39.3 連携テーブルの設計
1424
+
1425
+ ### 連携ステータス管理
1426
+
1427
+ データ連携の状態を追跡するためのテーブル設計は、運用上非常に重要です。
1428
+
1429
+ ```plantuml
1430
+ @startuml
1431
+ title 連携ステータス管理テーブル
1432
+
1433
+ entity "連携ジョブ" as job {
1434
+ *ジョブID : UUID <<PK>>
1435
+ --
1436
+ *ジョブ名 : VARCHAR(100)
1437
+ *連携種別 : VARCHAR(50)
1438
+ ソースシステム : VARCHAR(50)
1439
+ ターゲットシステム : VARCHAR(50)
1440
+ スケジュール : VARCHAR(50)
1441
+ 有効フラグ : BOOLEAN
1442
+ 作成日時 : TIMESTAMP
1443
+ }
1444
+
1445
+ entity "連携実行履歴" as execution {
1446
+ *実行ID : UUID <<PK>>
1447
+ --
1448
+ *ジョブID : UUID <<FK>>
1449
+ *開始日時 : TIMESTAMP
1450
+ 終了日時 : TIMESTAMP
1451
+ *ステータス : VARCHAR(20)
1452
+ 抽出件数 : INTEGER
1453
+ 成功件数 : INTEGER
1454
+ エラー件数 : INTEGER
1455
+ スキップ件数 : INTEGER
1456
+ エラー内容 : TEXT
1457
+ }
1458
+
1459
+ entity "連携対象データ" as data {
1460
+ *データID : UUID <<PK>>
1461
+ --
1462
+ *実行ID : UUID <<FK>>
1463
+ *ソースID : VARCHAR(100)
1464
+ *連携ステータス : VARCHAR(20)
1465
+ 処理日時 : TIMESTAMP
1466
+ エラー内容 : TEXT
1467
+ リトライ回数 : INTEGER
1468
+ }
1469
+
1470
+ entity "連携エラー詳細" as error {
1471
+ *エラーID : UUID <<PK>>
1472
+ --
1473
+ *データID : UUID <<FK>>
1474
+ *エラー種別 : VARCHAR(50)
1475
+ *エラーメッセージ : TEXT
1476
+ スタックトレース : TEXT
1477
+ 発生日時 : TIMESTAMP
1478
+ }
1479
+
1480
+ job ||--o{ execution : has
1481
+ execution ||--o{ data : contains
1482
+ data ||--o{ error : has
1483
+
1484
+ note right of execution
1485
+ 【ステータス】
1486
+ ・RUNNING: 実行中
1487
+ ・SUCCESS: 正常完了
1488
+ ・PARTIAL: 部分完了
1489
+ ・FAILED: 失敗
1490
+ ・CANCELLED: 中止
1491
+ end note
1492
+
1493
+ note right of data
1494
+ 【連携ステータス】
1495
+ ・PENDING: 処理待ち
1496
+ ・PROCESSING: 処理中
1497
+ ・SUCCESS: 成功
1498
+ ・ERROR: エラー
1499
+ ・SKIPPED: スキップ
1500
+ end note
1501
+
1502
+ @enduml
1503
+ ```
1504
+
1505
+ <details>
1506
+ <summary>SQL 定義</summary>
1507
+
1508
+ ```sql
1509
+ -- 連携ジョブマスタ
1510
+ CREATE TABLE 連携ジョブ (
1511
+ ジョブID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1512
+ ジョブ名 VARCHAR(100) NOT NULL UNIQUE,
1513
+ 連携種別 VARCHAR(50) NOT NULL, -- BATCH, REALTIME, CDC
1514
+ ソースシステム VARCHAR(50),
1515
+ ターゲットシステム VARCHAR(50),
1516
+ スケジュール VARCHAR(50), -- cron 式
1517
+ 設定JSON JSONB,
1518
+ 有効フラグ BOOLEAN DEFAULT TRUE,
1519
+ 作成日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1520
+ 更新日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP
1521
+ );
1522
+
1523
+ -- 連携実行履歴
1524
+ CREATE TABLE 連携実行履歴 (
1525
+ 実行ID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1526
+ ジョブID UUID NOT NULL REFERENCES 連携ジョブ(ジョブID),
1527
+ 開始日時 TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
1528
+ 終了日時 TIMESTAMP,
1529
+ ステータス VARCHAR(20) NOT NULL DEFAULT 'RUNNING',
1530
+ 抽出件数 INTEGER DEFAULT 0,
1531
+ 成功件数 INTEGER DEFAULT 0,
1532
+ エラー件数 INTEGER DEFAULT 0,
1533
+ スキップ件数 INTEGER DEFAULT 0,
1534
+ エラー内容 TEXT,
1535
+ 実行パラメータ JSONB,
1536
+ CONSTRAINT chk_ステータス CHECK (
1537
+ ステータス IN ('RUNNING', 'SUCCESS', 'PARTIAL', 'FAILED', 'CANCELLED')
1538
+ )
1539
+ );
1540
+
1541
+ CREATE INDEX idx_連携実行履歴_ジョブ日時
1542
+ ON 連携実行履歴 (ジョブID, 開始日時 DESC);
1543
+
1544
+ -- 連携対象データ
1545
+ CREATE TABLE 連携対象データ (
1546
+ データID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1547
+ 実行ID UUID NOT NULL REFERENCES 連携実行履歴(実行ID),
1548
+ ソースID VARCHAR(100) NOT NULL,
1549
+ 連携ステータス VARCHAR(20) NOT NULL DEFAULT 'PENDING',
1550
+ 処理日時 TIMESTAMP,
1551
+ エラー内容 TEXT,
1552
+ リトライ回数 INTEGER DEFAULT 0,
1553
+ ソースデータ JSONB,
1554
+ CONSTRAINT chk_連携ステータス CHECK (
1555
+ 連携ステータス IN ('PENDING', 'PROCESSING', 'SUCCESS', 'ERROR', 'SKIPPED')
1556
+ )
1557
+ );
1558
+
1559
+ CREATE INDEX idx_連携対象データ_実行ステータス
1560
+ ON 連携対象データ (実行ID, 連携ステータス);
1561
+
1562
+ -- 連携エラー詳細
1563
+ CREATE TABLE 連携エラー詳細 (
1564
+ エラーID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1565
+ データID UUID NOT NULL REFERENCES 連携対象データ(データID),
1566
+ エラー種別 VARCHAR(50) NOT NULL,
1567
+ エラーメッセージ TEXT NOT NULL,
1568
+ スタックトレース TEXT,
1569
+ 発生日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP
1570
+ );
1571
+
1572
+ -- 連携サマリービュー
1573
+ CREATE VIEW v_連携サマリー AS
1574
+ SELECT
1575
+ j.ジョブ名,
1576
+ j.連携種別,
1577
+ e.実行ID,
1578
+ e.開始日時,
1579
+ e.終了日時,
1580
+ e.ステータス,
1581
+ e.抽出件数,
1582
+ e.成功件数,
1583
+ e.エラー件数,
1584
+ CASE
1585
+ WHEN e.抽出件数 > 0
1586
+ THEN ROUND(e.成功件数::NUMERIC / e.抽出件数 * 100, 2)
1587
+ ELSE 0
1588
+ END AS 成功率
1589
+ FROM 連携ジョブ j
1590
+ JOIN 連携実行履歴 e ON j.ジョブID = e.ジョブID
1591
+ ORDER BY e.開始日時 DESC;
1592
+ ```
1593
+
1594
+ </details>
1595
+
1596
+ ### エラーハンドリングとリトライ
1597
+
1598
+ データ連携におけるエラーハンドリングは、システムの信頼性を確保するために重要です。
1599
+
1600
+ ```plantuml
1601
+ @startuml
1602
+ title エラーハンドリングとリトライフロー
1603
+
1604
+ |連携処理|
1605
+ start
1606
+ :データ取得;
1607
+
1608
+ repeat
1609
+ :データ処理実行;
1610
+
1611
+ if (成功?) then (yes)
1612
+ :成功記録;
1613
+ break
1614
+ else (no)
1615
+ :リトライ回数 + 1;
1616
+
1617
+ if (リトライ上限?) then (no)
1618
+ :待機(指数バックオフ);
1619
+ note right
1620
+ 1回目: 1秒
1621
+ 2回目: 2秒
1622
+ 3回目: 4秒
1623
+ 4回目: 8秒
1624
+ ...
1625
+ end note
1626
+ else (yes)
1627
+ :エラー記録;
1628
+ :Dead Letter Queue へ;
1629
+ break
1630
+ endif
1631
+ endif
1632
+ repeat while (リトライ中)
1633
+
1634
+ stop
1635
+
1636
+ @enduml
1637
+ ```
1638
+
1639
+ #### リトライ戦略
1640
+
1641
+ ```plantuml
1642
+ @startuml
1643
+ title リトライ戦略の比較
1644
+
1645
+ rectangle "固定間隔リトライ" as fixed {
1646
+ note right
1647
+ 【特徴】
1648
+ 一定間隔でリトライ
1649
+ 例: 5秒ごと
1650
+
1651
+ 【適用場面】
1652
+ ・短期的な障害
1653
+ ・軽微なエラー
1654
+ end note
1655
+ }
1656
+
1657
+ rectangle "指数バックオフ" as exponential {
1658
+ note right
1659
+ 【特徴】
1660
+ リトライ間隔を指数的に増加
1661
+ 例: 1秒 → 2秒 → 4秒 → 8秒
1662
+
1663
+ 【適用場面】
1664
+ ・外部サービス障害
1665
+ ・負荷軽減が必要な場合
1666
+ end note
1667
+ }
1668
+
1669
+ rectangle "ジッター付きバックオフ" as jitter {
1670
+ note right
1671
+ 【特徴】
1672
+ 指数バックオフにランダム要素追加
1673
+ 例: 1〜2秒 → 2〜4秒 → 4〜8秒
1674
+
1675
+ 【適用場面】
1676
+ ・多数クライアントの同時リトライ回避
1677
+ ・サンダリングハード問題対策
1678
+ end note
1679
+ }
1680
+
1681
+ rectangle "サーキットブレーカー" as circuit {
1682
+ note right
1683
+ 【特徴】
1684
+ エラー率が閾値超過で遮断
1685
+ 一定時間後に再試行
1686
+
1687
+ 【適用場面】
1688
+ ・長期的な障害
1689
+ ・カスケード障害防止
1690
+ end note
1691
+ }
1692
+
1693
+ @enduml
1694
+ ```
1695
+
1696
+ <details>
1697
+ <summary>Java 実装例 - リトライ機構</summary>
1698
+
1699
+ ```java
1700
+ // リトライ設定
1701
+ @Configuration
1702
+ public class RetryConfig {
1703
+
1704
+ @Bean
1705
+ public RetryTemplate retryTemplate() {
1706
+ RetryTemplate template = new RetryTemplate();
1707
+
1708
+ // 指数バックオフ設定
1709
+ ExponentialBackOffPolicy backOffPolicy = new ExponentialBackOffPolicy();
1710
+ backOffPolicy.setInitialInterval(1000); // 1秒
1711
+ backOffPolicy.setMultiplier(2.0);
1712
+ backOffPolicy.setMaxInterval(30000); // 最大30秒
1713
+ template.setBackOffPolicy(backOffPolicy);
1714
+
1715
+ // リトライポリシー
1716
+ Map<Class<? extends Throwable>, Boolean> retryableExceptions = new HashMap<>();
1717
+ retryableExceptions.put(TransientDataAccessException.class, true);
1718
+ retryableExceptions.put(TimeoutException.class, true);
1719
+ retryableExceptions.put(ConnectException.class, true);
1720
+
1721
+ SimpleRetryPolicy retryPolicy = new SimpleRetryPolicy(
1722
+ 5, // 最大5回
1723
+ retryableExceptions
1724
+ );
1725
+ template.setRetryPolicy(retryPolicy);
1726
+
1727
+ // リスナー
1728
+ template.registerListener(new RetryListenerSupport() {
1729
+ @Override
1730
+ public <T, E extends Throwable> void onError(
1731
+ RetryContext context, RetryCallback<T, E> callback, Throwable throwable) {
1732
+ log.warn("リトライ {} 回目: {}",
1733
+ context.getRetryCount(), throwable.getMessage());
1734
+ }
1735
+ });
1736
+
1737
+ return template;
1738
+ }
1739
+ }
1740
+
1741
+ // リトライ付き連携サービス
1742
+ @Service
1743
+ public class RetryableIntegrationService {
1744
+ private final RetryTemplate retryTemplate;
1745
+ private final IntegrationDataRepository dataRepository;
1746
+ private final DeadLetterService deadLetterService;
1747
+
1748
+ @Transactional
1749
+ public void processWithRetry(IntegrationData data) {
1750
+ try {
1751
+ retryTemplate.execute(context -> {
1752
+ // 処理実行
1753
+ processData(data);
1754
+
1755
+ // 成功記録
1756
+ data.setStatus(IntegrationStatus.SUCCESS);
1757
+ data.setProcessedAt(LocalDateTime.now());
1758
+ dataRepository.save(data);
1759
+
1760
+ return null;
1761
+ });
1762
+
1763
+ } catch (Exception e) {
1764
+ // リトライ上限超過
1765
+ handleMaxRetriesExceeded(data, e);
1766
+ }
1767
+ }
1768
+
1769
+ private void processData(IntegrationData data) {
1770
+ // 実際の連携処理
1771
+ // ...
1772
+ }
1773
+
1774
+ private void handleMaxRetriesExceeded(IntegrationData data, Exception e) {
1775
+ // エラー記録
1776
+ data.setStatus(IntegrationStatus.ERROR);
1777
+ data.setErrorMessage(e.getMessage());
1778
+ data.setRetryCount(data.getRetryCount() + 1);
1779
+ dataRepository.save(data);
1780
+
1781
+ // Dead Letter Queue へ
1782
+ deadLetterService.send(data);
1783
+
1784
+ // アラート通知
1785
+ alertService.notify(
1786
+ "連携エラー: " + data.getSourceId(),
1787
+ e.getMessage()
1788
+ );
1789
+ }
1790
+ }
1791
+
1792
+ // サーキットブレーカー付きサービス
1793
+ @Service
1794
+ public class CircuitBreakerIntegrationService {
1795
+ private final CircuitBreaker circuitBreaker;
1796
+ private final ExternalSystemClient externalClient;
1797
+
1798
+ public CircuitBreakerIntegrationService() {
1799
+ CircuitBreakerConfig config = CircuitBreakerConfig.custom()
1800
+ .failureRateThreshold(50) // 50%以上でオープン
1801
+ .waitDurationInOpenState(Duration.ofSeconds(30))
1802
+ .slidingWindowSize(10)
1803
+ .build();
1804
+
1805
+ this.circuitBreaker = CircuitBreaker.of("external-system", config);
1806
+ }
1807
+
1808
+ public void sendToExternalSystem(IntegrationData data) {
1809
+ Try.ofSupplier(
1810
+ CircuitBreaker.decorateSupplier(circuitBreaker, () -> {
1811
+ return externalClient.send(data);
1812
+ })
1813
+ ).recover(CallNotPermittedException.class, e -> {
1814
+ log.warn("サーキットブレーカーオープン中");
1815
+ // フォールバック処理
1816
+ queueForLater(data);
1817
+ return null;
1818
+ }).get();
1819
+ }
1820
+
1821
+ private void queueForLater(IntegrationData data) {
1822
+ // 後で再処理するためキューイング
1823
+ pendingQueue.add(data);
1824
+ }
1825
+ }
1826
+ ```
1827
+
1828
+ </details>
1829
+
1830
+ ### 冪等性の確保
1831
+
1832
+ データ連携において冪等性を確保することで、重複実行による問題を防ぎます。
1833
+
1834
+ ```plantuml
1835
+ @startuml
1836
+ title 冪等性確保のパターン
1837
+
1838
+ rectangle "冪等キー方式" as idempotency_key {
1839
+ note right
1840
+ 【仕組み】
1841
+ ・リクエストに一意のキーを付与
1842
+ ・処理済みキーをテーブルに記録
1843
+ ・重複リクエストはスキップ
1844
+
1845
+ 【実装】
1846
+ 冪等キーテーブルで管理
1847
+ end note
1848
+ }
1849
+
1850
+ rectangle "Upsert 方式" as upsert {
1851
+ note right
1852
+ 【仕組み】
1853
+ ・INSERT or UPDATE で処理
1854
+ ・存在すれば更新、なければ挿入
1855
+ ・同じデータで何度実行しても同じ結果
1856
+
1857
+ 【実装】
1858
+ INSERT ... ON CONFLICT DO UPDATE
1859
+ end note
1860
+ }
1861
+
1862
+ rectangle "バージョン管理方式" as version {
1863
+ note right
1864
+ 【仕組み】
1865
+ ・データにバージョン番号を付与
1866
+ ・古いバージョンの更新は無視
1867
+ ・最新バージョンのみ適用
1868
+
1869
+ 【実装】
1870
+ 楽観ロック + バージョン比較
1871
+ end note
1872
+ }
1873
+
1874
+ rectangle "ステータス管理方式" as status {
1875
+ note right
1876
+ 【仕組み】
1877
+ ・処理ステータスを記録
1878
+ ・処理済みデータは再処理しない
1879
+ ・ステータス遷移を厳密に管理
1880
+
1881
+ 【実装】
1882
+ ステータス + 処理日時で判定
1883
+ end note
1884
+ }
1885
+
1886
+ @enduml
1887
+ ```
1888
+
1889
+ <details>
1890
+ <summary>SQL 定義 - 冪等性テーブル</summary>
1891
+
1892
+ ```sql
1893
+ -- 冪等キーテーブル
1894
+ CREATE TABLE 冪等キー (
1895
+ 冪等キー VARCHAR(100) PRIMARY KEY,
1896
+ 処理種別 VARCHAR(50) NOT NULL,
1897
+ ソースID VARCHAR(100) NOT NULL,
1898
+ 処理結果 JSONB,
1899
+ 処理日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1900
+ 有効期限 TIMESTAMP NOT NULL
1901
+ );
1902
+
1903
+ CREATE INDEX idx_冪等キー_有効期限 ON 冪等キー (有効期限);
1904
+
1905
+ -- 期限切れキーの自動削除
1906
+ CREATE OR REPLACE FUNCTION fn_冪等キー_クリーンアップ()
1907
+ RETURNS void AS $$
1908
+ BEGIN
1909
+ DELETE FROM 冪等キー WHERE 有効期限 < CURRENT_TIMESTAMP;
1910
+ END;
1911
+ $$ LANGUAGE plpgsql;
1912
+
1913
+ -- 冪等処理の実行関数
1914
+ CREATE OR REPLACE FUNCTION fn_冪等処理(
1915
+ p_冪等キー VARCHAR,
1916
+ p_処理種別 VARCHAR,
1917
+ p_ソースID VARCHAR,
1918
+ p_有効期間_日数 INTEGER DEFAULT 7
1919
+ ) RETURNS TABLE (
1920
+ 処理可能 BOOLEAN,
1921
+ 既存結果 JSONB
1922
+ ) AS $$
1923
+ DECLARE
1924
+ v_existing RECORD;
1925
+ BEGIN
1926
+ -- 既存キーを検索(ロック付き)
1927
+ SELECT * INTO v_existing
1928
+ FROM 冪等キー
1929
+ WHERE 冪等キー = p_冪等キー
1930
+ FOR UPDATE;
1931
+
1932
+ IF v_existing IS NOT NULL THEN
1933
+ -- 既に処理済み
1934
+ RETURN QUERY SELECT FALSE, v_existing.処理結果;
1935
+ ELSE
1936
+ -- 新規キーを登録
1937
+ INSERT INTO 冪等キー (冪等キー, 処理種別, ソースID, 有効期限)
1938
+ VALUES (
1939
+ p_冪等キー,
1940
+ p_処理種別,
1941
+ p_ソースID,
1942
+ CURRENT_TIMESTAMP + (p_有効期間_日数 || ' days')::INTERVAL
1943
+ );
1944
+ RETURN QUERY SELECT TRUE, NULL::JSONB;
1945
+ END IF;
1946
+ END;
1947
+ $$ LANGUAGE plpgsql;
1948
+
1949
+ -- 処理結果の記録関数
1950
+ CREATE OR REPLACE FUNCTION fn_冪等結果記録(
1951
+ p_冪等キー VARCHAR,
1952
+ p_処理結果 JSONB
1953
+ ) RETURNS void AS $$
1954
+ BEGIN
1955
+ UPDATE 冪等キー
1956
+ SET 処理結果 = p_処理結果
1957
+ WHERE 冪等キー = p_冪等キー;
1958
+ END;
1959
+ $$ LANGUAGE plpgsql;
1960
+ ```
1961
+
1962
+ </details>
1963
+
1964
+ <details>
1965
+ <summary>Java 実装例 - 冪等性サービス</summary>
1966
+
1967
+ ```java
1968
+ // 冪等性サービス
1969
+ @Service
1970
+ public class IdempotencyService {
1971
+ private final JdbcTemplate jdbcTemplate;
1972
+
1973
+ /**
1974
+ * 冪等処理を実行
1975
+ * @return true: 処理可能, false: 既に処理済み
1976
+ */
1977
+ @Transactional
1978
+ public IdempotencyResult checkAndLock(
1979
+ String idempotencyKey,
1980
+ String processType,
1981
+ String sourceId) {
1982
+
1983
+ // 既存キーをチェック
1984
+ Map<String, Object> result = jdbcTemplate.queryForMap(
1985
+ "SELECT * FROM fn_冪等処理(?, ?, ?)",
1986
+ idempotencyKey, processType, sourceId
1987
+ );
1988
+
1989
+ boolean canProcess = (Boolean) result.get("処理可能");
1990
+ String existingResult = (String) result.get("既存結果");
1991
+
1992
+ return new IdempotencyResult(canProcess, existingResult);
1993
+ }
1994
+
1995
+ /**
1996
+ * 処理結果を記録
1997
+ */
1998
+ @Transactional
1999
+ public void recordResult(String idempotencyKey, Object result) {
2000
+ try {
2001
+ String jsonResult = new ObjectMapper().writeValueAsString(result);
2002
+ jdbcTemplate.update(
2003
+ "SELECT fn_冪等結果記録(?, ?::JSONB)",
2004
+ idempotencyKey, jsonResult
2005
+ );
2006
+ } catch (JsonProcessingException e) {
2007
+ throw new RuntimeException("結果のJSON変換に失敗", e);
2008
+ }
2009
+ }
2010
+ }
2011
+
2012
+ // 冪等性デコレーター
2013
+ @Aspect
2014
+ @Component
2015
+ public class IdempotencyAspect {
2016
+ private final IdempotencyService idempotencyService;
2017
+
2018
+ @Around("@annotation(idempotent)")
2019
+ public Object ensureIdempotency(
2020
+ ProceedingJoinPoint joinPoint,
2021
+ Idempotent idempotent) throws Throwable {
2022
+
2023
+ // 冪等キーを取得
2024
+ String idempotencyKey = extractIdempotencyKey(joinPoint, idempotent);
2025
+ String processType = joinPoint.getSignature().getName();
2026
+ String sourceId = extractSourceId(joinPoint, idempotent);
2027
+
2028
+ // 冪等チェック
2029
+ IdempotencyResult check = idempotencyService.checkAndLock(
2030
+ idempotencyKey, processType, sourceId
2031
+ );
2032
+
2033
+ if (!check.canProcess()) {
2034
+ log.info("冪等スキップ: {} (既存結果: {})",
2035
+ idempotencyKey, check.existingResult());
2036
+ return check.existingResult();
2037
+ }
2038
+
2039
+ try {
2040
+ // 処理実行
2041
+ Object result = joinPoint.proceed();
2042
+
2043
+ // 結果記録
2044
+ idempotencyService.recordResult(idempotencyKey, result);
2045
+
2046
+ return result;
2047
+
2048
+ } catch (Exception e) {
2049
+ // エラー時は冪等キーを削除(再試行可能に)
2050
+ idempotencyService.removeKey(idempotencyKey);
2051
+ throw e;
2052
+ }
2053
+ }
2054
+
2055
+ private String extractIdempotencyKey(
2056
+ ProceedingJoinPoint joinPoint, Idempotent idempotent) {
2057
+ // アノテーションの keyExpression から冪等キーを抽出
2058
+ // SpEL で引数から動的に取得
2059
+ // ...
2060
+ }
2061
+ }
2062
+
2063
+ // 冪等アノテーション
2064
+ @Target(ElementType.METHOD)
2065
+ @Retention(RetentionPolicy.RUNTIME)
2066
+ public @interface Idempotent {
2067
+ String keyExpression(); // SpEL式: "#args[0].id"
2068
+ String sourceIdExpression() default "";
2069
+ }
2070
+
2071
+ // 使用例
2072
+ @Service
2073
+ public class JournalIntegrationService {
2074
+
2075
+ @Idempotent(keyExpression = "'SALES_JOURNAL_' + #sales.salesNumber")
2076
+ @Transactional
2077
+ public JournalEntry createJournalFromSales(SalesData sales) {
2078
+ // この処理は同じ売上番号に対して1回だけ実行される
2079
+ return journalService.createFromSales(sales);
2080
+ }
2081
+ }
2082
+
2083
+ // Upsert による冪等性
2084
+ @Repository
2085
+ public class JournalRepository {
2086
+
2087
+ @Transactional
2088
+ public void upsertFromIntegration(JournalEntry journal) {
2089
+ String sql = """
2090
+ INSERT INTO 仕訳 (
2091
+ 伝票番号, 伝票日付, 借方勘定, 借方金額,
2092
+ 貸方勘定, 貸方金額, 摘要, ソース種別, ソースID
2093
+ ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
2094
+ ON CONFLICT (ソース種別, ソースID) DO UPDATE SET
2095
+ 伝票日付 = EXCLUDED.伝票日付,
2096
+ 借方勘定 = EXCLUDED.借方勘定,
2097
+ 借方金額 = EXCLUDED.借方金額,
2098
+ 貸方勘定 = EXCLUDED.貸方勘定,
2099
+ 貸方金額 = EXCLUDED.貸方金額,
2100
+ 摘要 = EXCLUDED.摘要,
2101
+ 更新日時 = CURRENT_TIMESTAMP
2102
+ """;
2103
+
2104
+ jdbcTemplate.update(sql,
2105
+ journal.getJournalNumber(),
2106
+ journal.getJournalDate(),
2107
+ journal.getDebitAccount(),
2108
+ journal.getDebitAmount(),
2109
+ journal.getCreditAccount(),
2110
+ journal.getCreditAmount(),
2111
+ journal.getDescription(),
2112
+ journal.getSourceType(),
2113
+ journal.getSourceId()
2114
+ );
2115
+ }
2116
+ }
2117
+ ```
2118
+
2119
+ </details>
2120
+
2121
+ ### 連携監視ダッシュボード
2122
+
2123
+ ```plantuml
2124
+ @startuml
2125
+ title 連携監視ダッシュボードの構成
2126
+
2127
+ rectangle "監視ダッシュボード" as dashboard {
2128
+ rectangle "リアルタイム監視" as realtime {
2129
+ rectangle "実行中ジョブ" as running
2130
+ rectangle "キュー滞留" as queue_depth
2131
+ rectangle "エラー発生" as errors
2132
+ }
2133
+
2134
+ rectangle "統計情報" as stats {
2135
+ rectangle "日次処理件数" as daily_count
2136
+ rectangle "成功率推移" as success_rate
2137
+ rectangle "平均処理時間" as avg_time
2138
+ }
2139
+
2140
+ rectangle "アラート" as alerts {
2141
+ rectangle "エラー閾値超過" as error_alert
2142
+ rectangle "遅延アラート" as delay_alert
2143
+ rectangle "滞留アラート" as backlog_alert
2144
+ }
2145
+ }
2146
+
2147
+ database "連携履歴DB" as history_db
2148
+ queue "メッセージキュー" as mq
2149
+
2150
+ history_db --> stats : 集計
2151
+ mq --> queue_depth : 監視
2152
+ history_db --> errors : エラー検出
2153
+
2154
+ alerts --> "通知サービス" : Slack/Email
2155
+
2156
+ @enduml
2157
+ ```
2158
+
2159
+ <details>
2160
+ <summary>SQL 定義 - 監視用ビュー</summary>
2161
+
2162
+ ```sql
2163
+ -- 日次連携サマリービュー
2164
+ CREATE VIEW v_日次連携サマリー AS
2165
+ SELECT
2166
+ DATE(e.開始日時) AS 実行日,
2167
+ j.ジョブ名,
2168
+ COUNT(*) AS 実行回数,
2169
+ SUM(CASE WHEN e.ステータス = 'SUCCESS' THEN 1 ELSE 0 END) AS 成功回数,
2170
+ SUM(CASE WHEN e.ステータス = 'FAILED' THEN 1 ELSE 0 END) AS 失敗回数,
2171
+ SUM(e.抽出件数) AS 総抽出件数,
2172
+ SUM(e.成功件数) AS 総成功件数,
2173
+ SUM(e.エラー件数) AS 総エラー件数,
2174
+ ROUND(
2175
+ SUM(e.成功件数)::NUMERIC / NULLIF(SUM(e.抽出件数), 0) * 100, 2
2176
+ ) AS 成功率,
2177
+ AVG(EXTRACT(EPOCH FROM (e.終了日時 - e.開始日時))) AS 平均処理時間_秒
2178
+ FROM 連携実行履歴 e
2179
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2180
+ WHERE e.開始日時 >= CURRENT_DATE - INTERVAL '30 days'
2181
+ GROUP BY DATE(e.開始日時), j.ジョブ名
2182
+ ORDER BY 実行日 DESC, j.ジョブ名;
2183
+
2184
+ -- リアルタイム監視ビュー
2185
+ CREATE VIEW v_リアルタイム監視 AS
2186
+ SELECT
2187
+ j.ジョブ名,
2188
+ e.実行ID,
2189
+ e.ステータス,
2190
+ e.開始日時,
2191
+ EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - e.開始日時)) AS 経過時間_秒,
2192
+ e.抽出件数,
2193
+ e.成功件数,
2194
+ e.エラー件数,
2195
+ ROUND(
2196
+ e.成功件数::NUMERIC / NULLIF(e.抽出件数, 0) * 100, 2
2197
+ ) AS 進捗率
2198
+ FROM 連携実行履歴 e
2199
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2200
+ WHERE e.ステータス = 'RUNNING'
2201
+ ORDER BY e.開始日時;
2202
+
2203
+ -- エラー傾向分析ビュー
2204
+ CREATE VIEW v_エラー傾向 AS
2205
+ SELECT
2206
+ j.ジョブ名,
2207
+ ed.エラー種別,
2208
+ COUNT(*) AS 発生件数,
2209
+ MIN(ed.発生日時) AS 初回発生,
2210
+ MAX(ed.発生日時) AS 最終発生
2211
+ FROM 連携エラー詳細 ed
2212
+ JOIN 連携対象データ d ON ed.データID = d.データID
2213
+ JOIN 連携実行履歴 e ON d.実行ID = e.実行ID
2214
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2215
+ WHERE ed.発生日時 >= CURRENT_DATE - INTERVAL '7 days'
2216
+ GROUP BY j.ジョブ名, ed.エラー種別
2217
+ ORDER BY 発生件数 DESC;
2218
+
2219
+ -- アラート条件チェック関数
2220
+ CREATE OR REPLACE FUNCTION fn_連携アラートチェック()
2221
+ RETURNS TABLE (
2222
+ アラート種別 VARCHAR,
2223
+ ジョブ名 VARCHAR,
2224
+ メッセージ TEXT,
2225
+ 重要度 VARCHAR
2226
+ ) AS $$
2227
+ BEGIN
2228
+ -- エラー率アラート
2229
+ RETURN QUERY
2230
+ SELECT
2231
+ 'エラー率超過'::VARCHAR,
2232
+ j.ジョブ名,
2233
+ FORMAT('エラー率 %.1f%% (閾値: 10%%)',
2234
+ e.エラー件数::NUMERIC / e.抽出件数 * 100),
2235
+ 'HIGH'::VARCHAR
2236
+ FROM 連携実行履歴 e
2237
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2238
+ WHERE e.ステータス IN ('PARTIAL', 'FAILED')
2239
+ AND e.開始日時 >= CURRENT_TIMESTAMP - INTERVAL '1 hour'
2240
+ AND e.抽出件数 > 0
2241
+ AND e.エラー件数::NUMERIC / e.抽出件数 > 0.1;
2242
+
2243
+ -- 長時間実行アラート
2244
+ RETURN QUERY
2245
+ SELECT
2246
+ '長時間実行'::VARCHAR,
2247
+ j.ジョブ名,
2248
+ FORMAT('実行時間 %s 分 (閾値: 30分)',
2249
+ EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - e.開始日時)) / 60),
2250
+ 'MEDIUM'::VARCHAR
2251
+ FROM 連携実行履歴 e
2252
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2253
+ WHERE e.ステータス = 'RUNNING'
2254
+ AND e.開始日時 < CURRENT_TIMESTAMP - INTERVAL '30 minutes';
2255
+
2256
+ -- 未実行アラート
2257
+ RETURN QUERY
2258
+ SELECT
2259
+ 'スケジュール遅延'::VARCHAR,
2260
+ j.ジョブ名,
2261
+ FORMAT('最終実行: %s',
2262
+ COALESCE(MAX(e.開始日時)::TEXT, '実行履歴なし')),
2263
+ 'MEDIUM'::VARCHAR
2264
+ FROM 連携ジョブ j
2265
+ LEFT JOIN 連携実行履歴 e ON j.ジョブID = e.ジョブID
2266
+ WHERE j.有効フラグ = TRUE
2267
+ GROUP BY j.ジョブID, j.ジョブ名
2268
+ HAVING MAX(e.開始日時) < CURRENT_TIMESTAMP - INTERVAL '1 day'
2269
+ OR MAX(e.開始日時) IS NULL;
2270
+ END;
2271
+ $$ LANGUAGE plpgsql;
2272
+ ```
2273
+
2274
+ </details>
2275
+
2276
+ ---
2277
+
2278
+ ## 39.4 まとめ
2279
+
2280
+ 本章では、データ連携の具体的な実装パターンについて解説しました。
2281
+
2282
+ ### 学んだこと
2283
+
2284
+ 1. **バッチ連携**
2285
+
2286
+ - ファイル連携(CSV / XML / JSON)の設計と実装
2287
+ - ETL 処理のパターン(Extract-Transform-Load)
2288
+ - 差分抽出と全件抽出の使い分け
2289
+
2290
+ 2. **リアルタイム連携**
2291
+
2292
+ - Change Data Capture(CDC)による変更検知
2293
+ - データベーストリガーの活用
2294
+ - メッセージキューによる非同期連携
2295
+
2296
+ 3. **連携テーブルの設計**
2297
+
2298
+ - 連携ステータス管理の重要性
2299
+ - エラーハンドリングとリトライ戦略
2300
+ - 冪等性の確保方法
2301
+
2302
+ ### 連携パターンの選択指針
2303
+
2304
+ | 要件 | バッチ連携 | リアルタイム連携 |
2305
+ |-----|----------|----------------|
2306
+ | データ量 | 大量 | 少〜中量 |
2307
+ | 即時性 | 不要 | 必要 |
2308
+ | 複雑な変換 | 適している | 向かない |
2309
+ | システム負荷 | 集中(定期実行) | 分散(常時) |
2310
+ | 障害復旧 | 容易 | やや複雑 |
2311
+ | 実装コスト | 低 | 中〜高 |
2312
+
2313
+ ### 信頼性確保のチェックリスト
2314
+
2315
+ - [ ] 冪等性が確保されているか
2316
+ - [ ] リトライ機構が実装されているか
2317
+ - [ ] Dead Letter Queue が設定されているか
2318
+ - [ ] 監視・アラートが設定されているか
2319
+ - [ ] エラー発生時の通知が設定されているか
2320
+ - [ ] 手動リカバリ手順が文書化されているか
2321
+
2322
+ ### Part 5 の総括
2323
+
2324
+ 第5部「エンタープライズインテグレーション」では、基幹業務システム間の統合について体系的に学びました。
2325
+
2326
+ - **第33章**:システム統合の概要と境界づけられたコンテキスト
2327
+ - **第34章**:メッセージングパターン(EIP)
2328
+ - **第35章**:システム間連携パターン(販売・財務・生産)
2329
+ - **第36章**:マスタデータ管理(MDM)
2330
+ - **第37章**:イベント駆動アーキテクチャ
2331
+ - **第38章**:API 設計とサービス連携
2332
+ - **第39章**:データ連携の実装パターン
2333
+
2334
+ これらの知識を活用することで、疎結合で保守性の高い基幹業務システムの統合を実現できます。