@k2works/claude-code-booster 4.13.0 → 4.14.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (751) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +42 -42
  3. package/bin/claude-code-booster +113 -90
  4. package/lib/assets/.claude/README.md +285 -283
  5. package/lib/assets/.claude/agents/xp-architect.md +250 -250
  6. package/lib/assets/.claude/agents/xp-executive.md +207 -207
  7. package/lib/assets/.claude/agents/xp-interaction-designer.md +239 -239
  8. package/lib/assets/.claude/agents/xp-product-manager.md +245 -245
  9. package/lib/assets/.claude/agents/xp-programmer.md +268 -268
  10. package/lib/assets/.claude/agents/xp-project-manager.md +229 -229
  11. package/lib/assets/.claude/agents/xp-technical-writer.md +224 -224
  12. package/lib/assets/.claude/agents/xp-tester.md +265 -265
  13. package/lib/assets/.claude/agents/xp-user-representative.md +204 -204
  14. package/lib/assets/.claude/scripts/generate-inception-deck.mjs +911 -911
  15. package/lib/assets/.claude/settings.json +11 -11
  16. package/lib/assets/.claude/skills/ai-agent-guidelines/SKILL.md +111 -111
  17. package/lib/assets/.claude/skills/analyzing-architecture/SKILL.md +83 -83
  18. package/lib/assets/.claude/skills/analyzing-business-architecture/SKILL.md +122 -122
  19. package/lib/assets/.claude/skills/analyzing-business-case/SKILL.md +148 -148
  20. package/lib/assets/.claude/skills/analyzing-business-strategy/SKILL.md +277 -277
  21. package/lib/assets/.claude/skills/analyzing-data-model/SKILL.md +77 -77
  22. package/lib/assets/.claude/skills/analyzing-domain-model/SKILL.md +117 -117
  23. package/lib/assets/.claude/skills/analyzing-inception-deck/SKILL.md +84 -84
  24. package/lib/assets/.claude/skills/analyzing-non-functional/SKILL.md +95 -95
  25. package/lib/assets/.claude/skills/analyzing-operation/SKILL.md +95 -95
  26. package/lib/assets/.claude/skills/analyzing-requirements/SKILL.md +91 -91
  27. package/lib/assets/.claude/skills/analyzing-review/SKILL.md +174 -174
  28. package/lib/assets/.claude/skills/analyzing-tech-stack/SKILL.md +101 -101
  29. package/lib/assets/.claude/skills/analyzing-test-strategy/SKILL.md +89 -89
  30. package/lib/assets/.claude/skills/analyzing-ui-design/SKILL.md +80 -80
  31. package/lib/assets/.claude/skills/analyzing-usecases/SKILL.md +72 -72
  32. package/lib/assets/.claude/skills/closing-iteration/SKILL.md +160 -146
  33. package/lib/assets/.claude/skills/creating-adr/SKILL.md +113 -113
  34. package/lib/assets/.claude/skills/creating-development-strategy/SKILL.md +127 -127
  35. package/lib/assets/.claude/skills/creating-iteration-report/SKILL.md +210 -210
  36. package/lib/assets/.claude/skills/creating-journal/SKILL.md +129 -129
  37. package/lib/assets/.claude/skills/creating-manual/SKILL.md +199 -0
  38. package/lib/assets/.claude/skills/creating-release-report/SKILL.md +161 -161
  39. package/lib/assets/.claude/skills/creating-slides/SKILL.md +86 -86
  40. package/lib/assets/.claude/skills/creating-slides/agents/openai.yaml +4 -4
  41. package/lib/assets/.claude/skills/creating-slides/references/manga-css.md +45 -45
  42. package/lib/assets/.claude/skills/creating-slides/scripts/slide_tools.py +239 -239
  43. package/lib/assets/.claude/skills/developing-backend/SKILL.md +100 -100
  44. package/lib/assets/.claude/skills/developing-frontend/SKILL.md +93 -93
  45. package/lib/assets/.claude/skills/developing-release/SKILL.md +120 -120
  46. package/lib/assets/.claude/skills/developing-review/SKILL.md +175 -175
  47. package/lib/assets/.claude/skills/developing-uiux-review/SKILL.md +207 -207
  48. package/lib/assets/.claude/skills/generating-bmc/SKILL.md +123 -123
  49. package/lib/assets/.claude/skills/generating-slides/SKILL.md +94 -94
  50. package/lib/assets/.claude/skills/git-commit/SKILL.md +81 -81
  51. package/lib/assets/.claude/skills/killing-processes/SKILL.md +44 -44
  52. package/lib/assets/.claude/skills/opening-iteration/SKILL.md +109 -105
  53. package/lib/assets/.claude/skills/operating-backup/SKILL.md +59 -59
  54. package/lib/assets/.claude/skills/operating-cicd/SKILL.md +54 -54
  55. package/lib/assets/.claude/skills/operating-deploy/SKILL.md +67 -67
  56. package/lib/assets/.claude/skills/operating-docs/SKILL.md +219 -219
  57. package/lib/assets/.claude/skills/operating-provision/SKILL.md +77 -77
  58. package/lib/assets/.claude/skills/operating-qt/SKILL.md +147 -147
  59. package/lib/assets/.claude/skills/operating-review/SKILL.md +171 -171
  60. package/lib/assets/.claude/skills/operating-script/SKILL.md +145 -145
  61. package/lib/assets/.claude/skills/operating-setup/SKILL.md +63 -63
  62. package/lib/assets/.claude/skills/orchestrating-analysis/SKILL.md +104 -104
  63. package/lib/assets/.claude/skills/orchestrating-development/SKILL.md +168 -168
  64. package/lib/assets/.claude/skills/orchestrating-operation/SKILL.md +158 -158
  65. package/lib/assets/.claude/skills/orchestrating-project/SKILL.md +144 -144
  66. package/lib/assets/.claude/skills/planning-releases/SKILL.md +119 -119
  67. package/lib/assets/.claude/skills/practicing-getting-start-tdd/SKILL.md +266 -266
  68. package/lib/assets/.claude/skills/syncing-github-project/SKILL.md +151 -151
  69. package/lib/assets/.claude/skills/tracking-progress/SKILL.md +91 -91
  70. package/lib/assets/.claude/skills/validating-design/SKILL.md +130 -130
  71. package/lib/assets/.claude/skills/validating-iteration-plan/SKILL.md +238 -238
  72. package/lib/assets/.claude/skills/validating-operating-setup/SKILL.md +118 -118
  73. package/lib/assets/.devcontainer/devcontainer.json +37 -37
  74. package/lib/assets/.env.example +23 -17
  75. package/lib/assets/.gitattributes +4 -4
  76. package/lib/assets/.github/workflows/docker-publish.yml +77 -77
  77. package/lib/assets/.github/workflows/mkdocs.yml +39 -39
  78. package/lib/assets/AGENTS.md +94 -94
  79. package/lib/assets/CLAUDE.md +200 -197
  80. package/lib/assets/README.md +304 -291
  81. package/lib/assets/docker-compose.yml +33 -33
  82. package/lib/assets/docs/adr/index.md +10 -10
  83. package/lib/assets/docs/article/functional-desgin-ppp/all/01-immutability-and-data-transformation.md +475 -475
  84. package/lib/assets/docs/article/functional-desgin-ppp/all/02-function-composition.md +519 -519
  85. package/lib/assets/docs/article/functional-desgin-ppp/all/03-polymorphism.md +537 -537
  86. package/lib/assets/docs/article/functional-desgin-ppp/all/04-data-validation.md +300 -300
  87. package/lib/assets/docs/article/functional-desgin-ppp/all/05-property-based-testing.md +320 -320
  88. package/lib/assets/docs/article/functional-desgin-ppp/all/06-tdd-and-functional.md +498 -498
  89. package/lib/assets/docs/article/functional-desgin-ppp/all/07-composite-pattern.md +298 -298
  90. package/lib/assets/docs/article/functional-desgin-ppp/all/08-decorator-pattern.md +291 -291
  91. package/lib/assets/docs/article/functional-desgin-ppp/all/09-adapter-pattern.md +336 -336
  92. package/lib/assets/docs/article/functional-desgin-ppp/all/10-strategy-pattern.md +303 -303
  93. package/lib/assets/docs/article/functional-desgin-ppp/all/11-command-pattern.md +286 -286
  94. package/lib/assets/docs/article/functional-desgin-ppp/all/12-visitor-pattern.md +322 -322
  95. package/lib/assets/docs/article/functional-desgin-ppp/all/13-abstract-factory-pattern.md +319 -319
  96. package/lib/assets/docs/article/functional-desgin-ppp/all/14-abstract-server-pattern.md +365 -365
  97. package/lib/assets/docs/article/functional-desgin-ppp/all/15-gossiping-bus-drivers.md +156 -156
  98. package/lib/assets/docs/article/functional-desgin-ppp/all/16-payroll-system.md +178 -178
  99. package/lib/assets/docs/article/functional-desgin-ppp/all/17-video-rental-system.md +312 -312
  100. package/lib/assets/docs/article/functional-desgin-ppp/all/18-concurrency-system.md +287 -287
  101. package/lib/assets/docs/article/functional-desgin-ppp/all/19-wa-tor-simulation.md +286 -286
  102. package/lib/assets/docs/article/functional-desgin-ppp/all/20-pattern-interactions.md +274 -274
  103. package/lib/assets/docs/article/functional-desgin-ppp/all/21-best-practices.md +294 -294
  104. package/lib/assets/docs/article/functional-desgin-ppp/all/22-oo-to-fp-migration.md +337 -337
  105. package/lib/assets/docs/article/functional-desgin-ppp/all/index.md +388 -388
  106. package/lib/assets/docs/article/functional-desgin-ppp/clojure/01-immutability-and-data-transformation.md +273 -273
  107. package/lib/assets/docs/article/functional-desgin-ppp/clojure/02-function-composition.md +380 -380
  108. package/lib/assets/docs/article/functional-desgin-ppp/clojure/03-polymorphism.md +384 -384
  109. package/lib/assets/docs/article/functional-desgin-ppp/clojure/04-clojure-spec.md +350 -350
  110. package/lib/assets/docs/article/functional-desgin-ppp/clojure/05-property-based-testing.md +352 -352
  111. package/lib/assets/docs/article/functional-desgin-ppp/clojure/06-tdd-in-functional.md +383 -383
  112. package/lib/assets/docs/article/functional-desgin-ppp/clojure/07-composite-pattern.md +529 -529
  113. package/lib/assets/docs/article/functional-desgin-ppp/clojure/08-decorator-pattern.md +395 -395
  114. package/lib/assets/docs/article/functional-desgin-ppp/clojure/09-adapter-pattern.md +399 -399
  115. package/lib/assets/docs/article/functional-desgin-ppp/clojure/10-strategy-pattern.md +485 -485
  116. package/lib/assets/docs/article/functional-desgin-ppp/clojure/11-command-pattern.md +566 -566
  117. package/lib/assets/docs/article/functional-desgin-ppp/clojure/12-visitor-pattern.md +567 -567
  118. package/lib/assets/docs/article/functional-desgin-ppp/clojure/13-abstract-factory-pattern.md +475 -475
  119. package/lib/assets/docs/article/functional-desgin-ppp/clojure/14-abstract-server-pattern.md +462 -462
  120. package/lib/assets/docs/article/functional-desgin-ppp/clojure/15-gossiping-bus-drivers.md +325 -325
  121. package/lib/assets/docs/article/functional-desgin-ppp/clojure/16-payroll-system.md +401 -401
  122. package/lib/assets/docs/article/functional-desgin-ppp/clojure/17-video-rental-system.md +450 -450
  123. package/lib/assets/docs/article/functional-desgin-ppp/clojure/18-concurrency-system.md +475 -475
  124. package/lib/assets/docs/article/functional-desgin-ppp/clojure/19-wator-simulation.md +739 -739
  125. package/lib/assets/docs/article/functional-desgin-ppp/clojure/20-pattern-interactions.md +567 -567
  126. package/lib/assets/docs/article/functional-desgin-ppp/clojure/21-best-practices.md +518 -518
  127. package/lib/assets/docs/article/functional-desgin-ppp/clojure/22-oo-to-fp-migration.md +532 -532
  128. package/lib/assets/docs/article/functional-desgin-ppp/clojure/index.md +241 -241
  129. package/lib/assets/docs/article/functional-desgin-ppp/elixir/01-immutability-and-data-transformation.md +383 -383
  130. package/lib/assets/docs/article/functional-desgin-ppp/elixir/02-function-composition.md +374 -374
  131. package/lib/assets/docs/article/functional-desgin-ppp/elixir/03-polymorphism.md +375 -375
  132. package/lib/assets/docs/article/functional-desgin-ppp/elixir/04-data-validation.md +195 -195
  133. package/lib/assets/docs/article/functional-desgin-ppp/elixir/05-property-based-testing.md +268 -268
  134. package/lib/assets/docs/article/functional-desgin-ppp/elixir/06-tdd-and-fp.md +294 -294
  135. package/lib/assets/docs/article/functional-desgin-ppp/elixir/07-effects-and-pure-functions.md +164 -164
  136. package/lib/assets/docs/article/functional-desgin-ppp/elixir/08-error-handling-strategies.md +168 -168
  137. package/lib/assets/docs/article/functional-desgin-ppp/elixir/09-io-and-external-systems.md +254 -254
  138. package/lib/assets/docs/article/functional-desgin-ppp/elixir/10-concurrency-patterns.md +269 -269
  139. package/lib/assets/docs/article/functional-desgin-ppp/elixir/11-command-pattern.md +148 -148
  140. package/lib/assets/docs/article/functional-desgin-ppp/elixir/12-visitor-pattern.md +176 -176
  141. package/lib/assets/docs/article/functional-desgin-ppp/elixir/13-abstract-factory-pattern.md +604 -604
  142. package/lib/assets/docs/article/functional-desgin-ppp/elixir/14-abstract-server-pattern.md +729 -729
  143. package/lib/assets/docs/article/functional-desgin-ppp/elixir/15-gossiping-bus-drivers.md +291 -291
  144. package/lib/assets/docs/article/functional-desgin-ppp/elixir/16-payroll-system.md +420 -420
  145. package/lib/assets/docs/article/functional-desgin-ppp/elixir/17-video-rental-system.md +319 -319
  146. package/lib/assets/docs/article/functional-desgin-ppp/elixir/18-concurrency-system.md +466 -466
  147. package/lib/assets/docs/article/functional-desgin-ppp/elixir/19-wator-simulation.md +523 -523
  148. package/lib/assets/docs/article/functional-desgin-ppp/elixir/20-pattern-interactions.md +287 -287
  149. package/lib/assets/docs/article/functional-desgin-ppp/elixir/21-best-practices.md +340 -340
  150. package/lib/assets/docs/article/functional-desgin-ppp/elixir/22-oo-to-fp-migration.md +395 -395
  151. package/lib/assets/docs/article/functional-desgin-ppp/elixir/index.md +248 -248
  152. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/01-immutability-and-data-transformation.md +384 -384
  153. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/02-function-composition.md +452 -452
  154. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/03-polymorphism.md +495 -495
  155. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/04-data-validation.md +416 -416
  156. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/05-property-based-testing.md +382 -382
  157. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/06-tdd-functional.md +687 -687
  158. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/07-composite-pattern.md +442 -442
  159. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/08-decorator-pattern.md +479 -479
  160. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/09-adapter-pattern.md +479 -479
  161. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/10-strategy-pattern.md +427 -427
  162. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/11-command-pattern.md +428 -428
  163. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/12-visitor-pattern.md +339 -339
  164. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/13-abstract-factory-pattern.md +309 -309
  165. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/14-abstract-server-pattern.md +596 -596
  166. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/15-gossiping-bus-drivers.md +355 -355
  167. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/16-payroll-system.md +350 -350
  168. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/17-video-rental-system.md +414 -414
  169. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/18-concurrency-system.md +367 -367
  170. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/19-wator-simulation.md +403 -403
  171. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/20-pattern-interactions.md +291 -291
  172. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/21-best-practices.md +324 -324
  173. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/22-oo-to-fp-migration.md +332 -332
  174. package/lib/assets/docs/article/functional-desgin-ppp/fsharp/index.md +274 -274
  175. package/lib/assets/docs/article/functional-desgin-ppp/haskell/01-immutability-and-data-transformation.md +298 -298
  176. package/lib/assets/docs/article/functional-desgin-ppp/haskell/02-function-composition.md +304 -304
  177. package/lib/assets/docs/article/functional-desgin-ppp/haskell/03-polymorphism.md +362 -362
  178. package/lib/assets/docs/article/functional-desgin-ppp/haskell/04-data-validation.md +257 -257
  179. package/lib/assets/docs/article/functional-desgin-ppp/haskell/05-property-based-testing.md +254 -254
  180. package/lib/assets/docs/article/functional-desgin-ppp/haskell/06-tdd-functional.md +283 -283
  181. package/lib/assets/docs/article/functional-desgin-ppp/haskell/07-composite-pattern.md +395 -395
  182. package/lib/assets/docs/article/functional-desgin-ppp/haskell/08-decorator-pattern.md +319 -319
  183. package/lib/assets/docs/article/functional-desgin-ppp/haskell/09-adapter-pattern.md +382 -382
  184. package/lib/assets/docs/article/functional-desgin-ppp/haskell/10-strategy-pattern.md +287 -287
  185. package/lib/assets/docs/article/functional-desgin-ppp/haskell/11-command-pattern.md +303 -303
  186. package/lib/assets/docs/article/functional-desgin-ppp/haskell/12-visitor-pattern.md +326 -326
  187. package/lib/assets/docs/article/functional-desgin-ppp/haskell/13-abstract-factory-pattern.md +332 -332
  188. package/lib/assets/docs/article/functional-desgin-ppp/haskell/14-abstract-server-pattern.md +379 -379
  189. package/lib/assets/docs/article/functional-desgin-ppp/haskell/15-gossiping-bus-drivers.md +177 -177
  190. package/lib/assets/docs/article/functional-desgin-ppp/haskell/16-payroll-system.md +219 -219
  191. package/lib/assets/docs/article/functional-desgin-ppp/haskell/17-video-rental-system.md +244 -244
  192. package/lib/assets/docs/article/functional-desgin-ppp/haskell/18-concurrency-system.md +363 -363
  193. package/lib/assets/docs/article/functional-desgin-ppp/haskell/19-wator-simulation.md +438 -438
  194. package/lib/assets/docs/article/functional-desgin-ppp/haskell/20-pattern-interactions.md +325 -325
  195. package/lib/assets/docs/article/functional-desgin-ppp/haskell/21-best-practices.md +403 -403
  196. package/lib/assets/docs/article/functional-desgin-ppp/haskell/22-oo-to-fp-migration.md +469 -469
  197. package/lib/assets/docs/article/functional-desgin-ppp/haskell/index.md +174 -174
  198. package/lib/assets/docs/article/functional-desgin-ppp/index.md +90 -90
  199. package/lib/assets/docs/article/functional-desgin-ppp/rust/01-immutability-and-data-transformation.md +450 -450
  200. package/lib/assets/docs/article/functional-desgin-ppp/rust/02-function-composition.md +463 -463
  201. package/lib/assets/docs/article/functional-desgin-ppp/rust/03-polymorphism.md +425 -425
  202. package/lib/assets/docs/article/functional-desgin-ppp/rust/04-data-validation.md +273 -273
  203. package/lib/assets/docs/article/functional-desgin-ppp/rust/05-property-based-testing.md +247 -247
  204. package/lib/assets/docs/article/functional-desgin-ppp/rust/06-tdd-and-functional.md +841 -841
  205. package/lib/assets/docs/article/functional-desgin-ppp/rust/07-composite-pattern.md +384 -384
  206. package/lib/assets/docs/article/functional-desgin-ppp/rust/08-decorator-pattern.md +383 -383
  207. package/lib/assets/docs/article/functional-desgin-ppp/rust/09-adapter-pattern.md +339 -339
  208. package/lib/assets/docs/article/functional-desgin-ppp/rust/10-strategy-pattern.md +331 -331
  209. package/lib/assets/docs/article/functional-desgin-ppp/rust/11-command-pattern.md +356 -356
  210. package/lib/assets/docs/article/functional-desgin-ppp/rust/12-visitor-pattern.md +379 -379
  211. package/lib/assets/docs/article/functional-desgin-ppp/rust/13-abstract-factory-pattern.md +361 -361
  212. package/lib/assets/docs/article/functional-desgin-ppp/rust/14-abstract-server-pattern.md +392 -392
  213. package/lib/assets/docs/article/functional-desgin-ppp/rust/15-gossiping-bus-drivers.md +300 -300
  214. package/lib/assets/docs/article/functional-desgin-ppp/rust/16-payroll-system.md +297 -297
  215. package/lib/assets/docs/article/functional-desgin-ppp/rust/17-video-rental-system.md +304 -304
  216. package/lib/assets/docs/article/functional-desgin-ppp/rust/18-concurrency-system.md +315 -315
  217. package/lib/assets/docs/article/functional-desgin-ppp/rust/19-wator-simulation.md +311 -311
  218. package/lib/assets/docs/article/functional-desgin-ppp/rust/20-pattern-interactions.md +304 -304
  219. package/lib/assets/docs/article/functional-desgin-ppp/rust/21-best-practices.md +336 -336
  220. package/lib/assets/docs/article/functional-desgin-ppp/rust/22-oo-to-fp-migration.md +349 -349
  221. package/lib/assets/docs/article/functional-desgin-ppp/rust/index.md +243 -243
  222. package/lib/assets/docs/article/functional-desgin-ppp/scala/01-immutability-and-data-transformation.md +328 -328
  223. package/lib/assets/docs/article/functional-desgin-ppp/scala/02-function-composition.md +348 -348
  224. package/lib/assets/docs/article/functional-desgin-ppp/scala/03-polymorphism.md +357 -357
  225. package/lib/assets/docs/article/functional-desgin-ppp/scala/04-data-validation.md +364 -364
  226. package/lib/assets/docs/article/functional-desgin-ppp/scala/05-property-based-testing.md +515 -515
  227. package/lib/assets/docs/article/functional-desgin-ppp/scala/06-tdd-functional.md +557 -557
  228. package/lib/assets/docs/article/functional-desgin-ppp/scala/07-composite-pattern.md +363 -363
  229. package/lib/assets/docs/article/functional-desgin-ppp/scala/08-decorator-pattern.md +327 -327
  230. package/lib/assets/docs/article/functional-desgin-ppp/scala/09-adapter-pattern.md +517 -517
  231. package/lib/assets/docs/article/functional-desgin-ppp/scala/10-strategy-pattern.md +441 -441
  232. package/lib/assets/docs/article/functional-desgin-ppp/scala/11-command-pattern.md +407 -407
  233. package/lib/assets/docs/article/functional-desgin-ppp/scala/12-visitor-pattern.md +379 -379
  234. package/lib/assets/docs/article/functional-desgin-ppp/scala/13-abstract-factory-pattern.md +398 -398
  235. package/lib/assets/docs/article/functional-desgin-ppp/scala/14-abstract-server-pattern.md +476 -476
  236. package/lib/assets/docs/article/functional-desgin-ppp/scala/15-gossiping-bus-drivers.md +391 -391
  237. package/lib/assets/docs/article/functional-desgin-ppp/scala/16-payroll-system.md +342 -342
  238. package/lib/assets/docs/article/functional-desgin-ppp/scala/17-video-rental-system.md +324 -324
  239. package/lib/assets/docs/article/functional-desgin-ppp/scala/18-concurrency-system.md +730 -730
  240. package/lib/assets/docs/article/functional-desgin-ppp/scala/19-wator-simulation.md +624 -624
  241. package/lib/assets/docs/article/functional-desgin-ppp/scala/20-pattern-interactions.md +512 -512
  242. package/lib/assets/docs/article/functional-desgin-ppp/scala/21-best-practices.md +433 -433
  243. package/lib/assets/docs/article/functional-desgin-ppp/scala/22-oo-to-fp-migration.md +688 -688
  244. package/lib/assets/docs/article/functional-desgin-ppp/scala/index.md +243 -243
  245. package/lib/assets/docs/article/getting-start-tdd/clojure/01-todo-list-and-first-test.md +166 -166
  246. package/lib/assets/docs/article/getting-start-tdd/clojure/02-fake-it-and-triangulation.md +162 -162
  247. package/lib/assets/docs/article/getting-start-tdd/clojure/03-obvious-implementation-and-refactoring.md +135 -135
  248. package/lib/assets/docs/article/getting-start-tdd/clojure/04-version-control-and-conventional-commits.md +88 -88
  249. package/lib/assets/docs/article/getting-start-tdd/clojure/05-package-management-and-static-analysis.md +299 -299
  250. package/lib/assets/docs/article/getting-start-tdd/clojure/06-task-runner-and-ci-cd.md +241 -241
  251. package/lib/assets/docs/article/getting-start-tdd/clojure/07-protocols-and-records.md +131 -131
  252. package/lib/assets/docs/article/getting-start-tdd/clojure/08-multimethods-and-design-patterns.md +130 -130
  253. package/lib/assets/docs/article/getting-start-tdd/clojure/09-namespaces-and-module-design.md +127 -127
  254. package/lib/assets/docs/article/getting-start-tdd/clojure/10-higher-order-functions-and-composition.md +114 -114
  255. package/lib/assets/docs/article/getting-start-tdd/clojure/11-persistent-data-and-pipeline.md +138 -138
  256. package/lib/assets/docs/article/getting-start-tdd/clojure/12-error-handling-and-spec.md +161 -161
  257. package/lib/assets/docs/article/getting-start-tdd/clojure/index.md +65 -65
  258. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter01.md +232 -232
  259. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter02.md +244 -244
  260. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter03.md +202 -202
  261. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter04.md +92 -92
  262. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter05.md +256 -256
  263. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter06.md +195 -195
  264. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter07.md +214 -214
  265. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter08.md +249 -249
  266. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter09.md +174 -174
  267. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter10.md +166 -166
  268. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter11.md +192 -192
  269. package/lib/assets/docs/article/getting-start-tdd/csharp/chapter12.md +211 -211
  270. package/lib/assets/docs/article/getting-start-tdd/csharp/index.md +83 -83
  271. package/lib/assets/docs/article/getting-start-tdd/elixir/01-todo-list-and-first-test.md +87 -87
  272. package/lib/assets/docs/article/getting-start-tdd/elixir/02-fake-it-and-triangulation.md +95 -95
  273. package/lib/assets/docs/article/getting-start-tdd/elixir/03-obvious-implementation-and-refactoring.md +109 -109
  274. package/lib/assets/docs/article/getting-start-tdd/elixir/04-version-control-and-conventional-commits.md +96 -96
  275. package/lib/assets/docs/article/getting-start-tdd/elixir/05-package-management-and-static-analysis.md +88 -88
  276. package/lib/assets/docs/article/getting-start-tdd/elixir/06-task-runner-and-ci-cd.md +71 -71
  277. package/lib/assets/docs/article/getting-start-tdd/elixir/07-structs-and-protocols.md +110 -110
  278. package/lib/assets/docs/article/getting-start-tdd/elixir/08-pattern-matching-and-guards.md +108 -108
  279. package/lib/assets/docs/article/getting-start-tdd/elixir/09-module-design-and-behaviours.md +104 -104
  280. package/lib/assets/docs/article/getting-start-tdd/elixir/10-higher-order-functions-and-pipeline.md +178 -178
  281. package/lib/assets/docs/article/getting-start-tdd/elixir/11-stream-and-lazy-evaluation.md +142 -142
  282. package/lib/assets/docs/article/getting-start-tdd/elixir/12-error-handling-and-with.md +145 -145
  283. package/lib/assets/docs/article/getting-start-tdd/elixir/index.md +35 -35
  284. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter01.md +202 -202
  285. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter02.md +246 -246
  286. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter03.md +218 -218
  287. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter04.md +179 -179
  288. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter05.md +267 -267
  289. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter06.md +190 -190
  290. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter07.md +161 -161
  291. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter08.md +175 -175
  292. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter09.md +222 -222
  293. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter10.md +189 -189
  294. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter11.md +212 -212
  295. package/lib/assets/docs/article/getting-start-tdd/fsharp/chapter12.md +215 -215
  296. package/lib/assets/docs/article/getting-start-tdd/fsharp/index.md +71 -71
  297. package/lib/assets/docs/article/getting-start-tdd/go/01-todo-list-and-first-test.md +213 -213
  298. package/lib/assets/docs/article/getting-start-tdd/go/02-fake-it-and-triangulation.md +302 -302
  299. package/lib/assets/docs/article/getting-start-tdd/go/03-obvious-implementation-and-refactoring.md +339 -339
  300. package/lib/assets/docs/article/getting-start-tdd/go/04-version-control-and-conventional-commits.md +112 -112
  301. package/lib/assets/docs/article/getting-start-tdd/go/05-package-management-and-static-analysis.md +272 -272
  302. package/lib/assets/docs/article/getting-start-tdd/go/06-task-runner-and-ci-cd.md +233 -233
  303. package/lib/assets/docs/article/getting-start-tdd/go/07-encapsulation-and-polymorphism.md +394 -394
  304. package/lib/assets/docs/article/getting-start-tdd/go/08-design-patterns.md +422 -422
  305. package/lib/assets/docs/article/getting-start-tdd/go/09-solid-principles-and-module-design.md +400 -400
  306. package/lib/assets/docs/article/getting-start-tdd/go/10-higher-order-functions-and-composition.md +226 -226
  307. package/lib/assets/docs/article/getting-start-tdd/go/11-immutable-data-and-pipeline.md +296 -296
  308. package/lib/assets/docs/article/getting-start-tdd/go/12-error-handling-and-type-safety.md +411 -411
  309. package/lib/assets/docs/article/getting-start-tdd/go/index.md +83 -83
  310. package/lib/assets/docs/article/getting-start-tdd/haskell/01-todo-list-and-first-test.md +279 -279
  311. package/lib/assets/docs/article/getting-start-tdd/haskell/02-fake-it-and-triangulation.md +337 -337
  312. package/lib/assets/docs/article/getting-start-tdd/haskell/03-obvious-implementation-and-refactoring.md +257 -257
  313. package/lib/assets/docs/article/getting-start-tdd/haskell/04-version-control-and-conventional-commits.md +182 -182
  314. package/lib/assets/docs/article/getting-start-tdd/haskell/05-package-management-and-static-analysis.md +313 -313
  315. package/lib/assets/docs/article/getting-start-tdd/haskell/06-task-runner-and-ci-cd.md +309 -309
  316. package/lib/assets/docs/article/getting-start-tdd/haskell/07-algebraic-data-types-and-type-classes.md +412 -412
  317. package/lib/assets/docs/article/getting-start-tdd/haskell/08-pattern-matching-and-guards.md +390 -390
  318. package/lib/assets/docs/article/getting-start-tdd/haskell/09-module-design-and-smart-constructors.md +461 -461
  319. package/lib/assets/docs/article/getting-start-tdd/haskell/10-higher-order-functions-and-currying.md +434 -434
  320. package/lib/assets/docs/article/getting-start-tdd/haskell/11-function-composition-and-point-free.md +392 -392
  321. package/lib/assets/docs/article/getting-start-tdd/haskell/12-monad-and-error-handling.md +631 -631
  322. package/lib/assets/docs/article/getting-start-tdd/haskell/index.md +49 -49
  323. package/lib/assets/docs/article/getting-start-tdd/index.md +93 -93
  324. package/lib/assets/docs/article/getting-start-tdd/integration/01-language-overview.md +375 -375
  325. package/lib/assets/docs/article/getting-start-tdd/integration/02-test-framework-comparison.md +349 -349
  326. package/lib/assets/docs/article/getting-start-tdd/integration/03-tdd-pattern-comparison.md +445 -445
  327. package/lib/assets/docs/article/getting-start-tdd/integration/04-type-system-comparison.md +409 -409
  328. package/lib/assets/docs/article/getting-start-tdd/integration/05-dev-environment-comparison.md +330 -330
  329. package/lib/assets/docs/article/getting-start-tdd/integration/06-learning-roadmap.md +290 -290
  330. package/lib/assets/docs/article/getting-start-tdd/integration/index.md +69 -69
  331. package/lib/assets/docs/article/getting-start-tdd/java/01-todo-list-and-first-test.md +234 -234
  332. package/lib/assets/docs/article/getting-start-tdd/java/02-fake-it-and-triangulation.md +261 -261
  333. package/lib/assets/docs/article/getting-start-tdd/java/03-obvious-implementation-and-refactoring.md +185 -185
  334. package/lib/assets/docs/article/getting-start-tdd/java/04-version-control-and-conventional-commits.md +115 -115
  335. package/lib/assets/docs/article/getting-start-tdd/java/05-package-management-and-static-analysis.md +382 -382
  336. package/lib/assets/docs/article/getting-start-tdd/java/06-task-runner-and-ci-cd.md +272 -272
  337. package/lib/assets/docs/article/getting-start-tdd/java/07-encapsulation-and-polymorphism.md +626 -626
  338. package/lib/assets/docs/article/getting-start-tdd/java/08-design-patterns.md +393 -393
  339. package/lib/assets/docs/article/getting-start-tdd/java/09-solid-principles-and-module-design.md +310 -310
  340. package/lib/assets/docs/article/getting-start-tdd/java/10-higher-order-functions-and-composition.md +188 -188
  341. package/lib/assets/docs/article/getting-start-tdd/java/11-immutable-data-and-pipeline.md +167 -167
  342. package/lib/assets/docs/article/getting-start-tdd/java/12-error-handling-and-type-safety.md +205 -205
  343. package/lib/assets/docs/article/getting-start-tdd/java/index.md +61 -61
  344. package/lib/assets/docs/article/getting-start-tdd/node/01-todo-list-and-first-test.md +244 -244
  345. package/lib/assets/docs/article/getting-start-tdd/node/02-fake-it-and-triangulation.md +262 -262
  346. package/lib/assets/docs/article/getting-start-tdd/node/03-obvious-implementation-and-refactoring.md +169 -169
  347. package/lib/assets/docs/article/getting-start-tdd/node/04-version-control-and-conventional-commits.md +112 -112
  348. package/lib/assets/docs/article/getting-start-tdd/node/05-package-management-and-static-analysis.md +314 -314
  349. package/lib/assets/docs/article/getting-start-tdd/node/06-task-runner-and-ci-cd.md +235 -235
  350. package/lib/assets/docs/article/getting-start-tdd/node/07-encapsulation-and-polymorphism.md +327 -327
  351. package/lib/assets/docs/article/getting-start-tdd/node/08-design-patterns.md +322 -322
  352. package/lib/assets/docs/article/getting-start-tdd/node/09-solid-principles-and-module-design.md +285 -285
  353. package/lib/assets/docs/article/getting-start-tdd/node/10-higher-order-functions-and-composition.md +199 -199
  354. package/lib/assets/docs/article/getting-start-tdd/node/11-immutable-data-and-pipeline.md +207 -207
  355. package/lib/assets/docs/article/getting-start-tdd/node/12-error-handling-and-type-safety.md +295 -295
  356. package/lib/assets/docs/article/getting-start-tdd/node/index.md +56 -56
  357. package/lib/assets/docs/article/getting-start-tdd/php/01-todo-list-and-first-test.md +259 -259
  358. package/lib/assets/docs/article/getting-start-tdd/php/02-fake-it-and-triangulation.md +200 -200
  359. package/lib/assets/docs/article/getting-start-tdd/php/03-obvious-implementation-and-refactoring.md +248 -248
  360. package/lib/assets/docs/article/getting-start-tdd/php/04-version-control-and-conventional-commits.md +141 -141
  361. package/lib/assets/docs/article/getting-start-tdd/php/05-package-management-and-static-analysis.md +410 -410
  362. package/lib/assets/docs/article/getting-start-tdd/php/06-task-runner-and-ci-cd.md +321 -321
  363. package/lib/assets/docs/article/getting-start-tdd/php/07-encapsulation-and-polymorphism.md +372 -372
  364. package/lib/assets/docs/article/getting-start-tdd/php/08-design-patterns.md +453 -453
  365. package/lib/assets/docs/article/getting-start-tdd/php/09-solid-principles-and-module-design.md +460 -460
  366. package/lib/assets/docs/article/getting-start-tdd/php/10-higher-order-functions-and-composition.md +182 -182
  367. package/lib/assets/docs/article/getting-start-tdd/php/11-immutable-data-and-pipeline.md +266 -266
  368. package/lib/assets/docs/article/getting-start-tdd/php/12-error-handling-and-type-safety.md +308 -308
  369. package/lib/assets/docs/article/getting-start-tdd/php/index.md +84 -84
  370. package/lib/assets/docs/article/getting-start-tdd/python/01-todo-list-and-first-test.md +201 -201
  371. package/lib/assets/docs/article/getting-start-tdd/python/02-fake-it-and-triangulation.md +247 -247
  372. package/lib/assets/docs/article/getting-start-tdd/python/03-obvious-implementation-and-refactoring.md +199 -199
  373. package/lib/assets/docs/article/getting-start-tdd/python/04-version-control-and-conventional-commits.md +87 -87
  374. package/lib/assets/docs/article/getting-start-tdd/python/05-package-management-and-static-analysis.md +274 -274
  375. package/lib/assets/docs/article/getting-start-tdd/python/06-task-runner-and-ci-cd.md +190 -190
  376. package/lib/assets/docs/article/getting-start-tdd/python/07-encapsulation-and-polymorphism.md +208 -208
  377. package/lib/assets/docs/article/getting-start-tdd/python/08-design-patterns.md +172 -172
  378. package/lib/assets/docs/article/getting-start-tdd/python/09-solid-principles-and-module-design.md +130 -130
  379. package/lib/assets/docs/article/getting-start-tdd/python/10-higher-order-functions-and-composition.md +122 -122
  380. package/lib/assets/docs/article/getting-start-tdd/python/11-immutable-data-and-pipeline.md +116 -116
  381. package/lib/assets/docs/article/getting-start-tdd/python/12-error-handling-and-type-safety.md +126 -126
  382. package/lib/assets/docs/article/getting-start-tdd/python/index.md +55 -55
  383. package/lib/assets/docs/article/getting-start-tdd/ruby/01-todo-list-and-first-test.md +231 -231
  384. package/lib/assets/docs/article/getting-start-tdd/ruby/02-fake-it-and-triangulation.md +238 -238
  385. package/lib/assets/docs/article/getting-start-tdd/ruby/03-obvious-implementation-and-refactoring.md +228 -228
  386. package/lib/assets/docs/article/getting-start-tdd/ruby/04-version-control-and-conventional-commits.md +112 -112
  387. package/lib/assets/docs/article/getting-start-tdd/ruby/05-package-management-and-static-analysis.md +287 -287
  388. package/lib/assets/docs/article/getting-start-tdd/ruby/06-task-runner-and-ci-cd.md +248 -248
  389. package/lib/assets/docs/article/getting-start-tdd/ruby/07-encapsulation-and-polymorphism.md +279 -279
  390. package/lib/assets/docs/article/getting-start-tdd/ruby/08-design-patterns.md +329 -329
  391. package/lib/assets/docs/article/getting-start-tdd/ruby/09-solid-principles-and-module-design.md +196 -196
  392. package/lib/assets/docs/article/getting-start-tdd/ruby/10-higher-order-functions-and-composition.md +175 -175
  393. package/lib/assets/docs/article/getting-start-tdd/ruby/11-immutable-data-and-pipeline.md +237 -237
  394. package/lib/assets/docs/article/getting-start-tdd/ruby/12-error-handling-and-type-safety.md +398 -398
  395. package/lib/assets/docs/article/getting-start-tdd/ruby/index.md +83 -83
  396. package/lib/assets/docs/article/getting-start-tdd/rust/01-todo-list-and-first-test.md +211 -211
  397. package/lib/assets/docs/article/getting-start-tdd/rust/02-fake-it-and-triangulation.md +264 -264
  398. package/lib/assets/docs/article/getting-start-tdd/rust/03-obvious-implementation-and-refactoring.md +233 -233
  399. package/lib/assets/docs/article/getting-start-tdd/rust/04-version-control-and-conventional-commits.md +92 -92
  400. package/lib/assets/docs/article/getting-start-tdd/rust/05-package-management-and-static-analysis.md +212 -212
  401. package/lib/assets/docs/article/getting-start-tdd/rust/06-task-runner-and-ci-cd.md +164 -164
  402. package/lib/assets/docs/article/getting-start-tdd/rust/07-encapsulation-and-polymorphism.md +142 -142
  403. package/lib/assets/docs/article/getting-start-tdd/rust/08-design-patterns.md +145 -145
  404. package/lib/assets/docs/article/getting-start-tdd/rust/09-solid-principles-and-module-design.md +110 -110
  405. package/lib/assets/docs/article/getting-start-tdd/rust/10-higher-order-functions-and-composition.md +94 -94
  406. package/lib/assets/docs/article/getting-start-tdd/rust/11-immutable-data-and-pipeline.md +105 -105
  407. package/lib/assets/docs/article/getting-start-tdd/rust/12-error-handling-and-type-safety.md +112 -112
  408. package/lib/assets/docs/article/getting-start-tdd/rust/index.md +83 -83
  409. package/lib/assets/docs/article/getting-start-tdd/scala/01-todo-list-and-first-test.md +111 -111
  410. package/lib/assets/docs/article/getting-start-tdd/scala/02-fake-it-and-triangulation.md +107 -107
  411. package/lib/assets/docs/article/getting-start-tdd/scala/03-obvious-implementation-and-refactoring.md +99 -99
  412. package/lib/assets/docs/article/getting-start-tdd/scala/04-version-control-and-conventional-commits.md +123 -123
  413. package/lib/assets/docs/article/getting-start-tdd/scala/05-package-management-and-static-analysis.md +196 -196
  414. package/lib/assets/docs/article/getting-start-tdd/scala/06-task-runner-and-ci-cd.md +186 -186
  415. package/lib/assets/docs/article/getting-start-tdd/scala/07-case-classes-and-traits.md +139 -139
  416. package/lib/assets/docs/article/getting-start-tdd/scala/08-pattern-matching-and-sealed-traits.md +106 -106
  417. package/lib/assets/docs/article/getting-start-tdd/scala/09-packages-and-module-design.md +75 -75
  418. package/lib/assets/docs/article/getting-start-tdd/scala/10-higher-order-functions-and-composition.md +104 -104
  419. package/lib/assets/docs/article/getting-start-tdd/scala/11-collections-and-lazy-evaluation.md +94 -94
  420. package/lib/assets/docs/article/getting-start-tdd/scala/12-error-handling-and-type-safety.md +92 -92
  421. package/lib/assets/docs/article/getting-start-tdd/scala/index.md +65 -65
  422. package/lib/assets/docs/article/grokking-concurrency/all/index.md +404 -404
  423. package/lib/assets/docs/article/grokking-concurrency/all/part-1-ch02-sequential.md +554 -554
  424. package/lib/assets/docs/article/grokking-concurrency/all/part-2-ch04-05-threads.md +469 -469
  425. package/lib/assets/docs/article/grokking-concurrency/all/part-3-ch06-multitasking.md +520 -520
  426. package/lib/assets/docs/article/grokking-concurrency/all/part-4-ch07-parallel-patterns.md +420 -420
  427. package/lib/assets/docs/article/grokking-concurrency/all/part-5-ch08-09-synchronization.md +510 -510
  428. package/lib/assets/docs/article/grokking-concurrency/all/part-6-ch10-11-nonblocking-io.md +435 -435
  429. package/lib/assets/docs/article/grokking-concurrency/all/part-7-ch12-async.md +465 -465
  430. package/lib/assets/docs/article/grokking-concurrency/all/part-8-ch13-mapreduce.md +377 -377
  431. package/lib/assets/docs/article/grokking-concurrency/clojure/index.md +116 -116
  432. package/lib/assets/docs/article/grokking-concurrency/clojure/part-1.md +108 -108
  433. package/lib/assets/docs/article/grokking-concurrency/clojure/part-2.md +101 -101
  434. package/lib/assets/docs/article/grokking-concurrency/clojure/part-3.md +122 -122
  435. package/lib/assets/docs/article/grokking-concurrency/clojure/part-4.md +123 -123
  436. package/lib/assets/docs/article/grokking-concurrency/clojure/part-5.md +118 -118
  437. package/lib/assets/docs/article/grokking-concurrency/clojure/part-6.md +89 -89
  438. package/lib/assets/docs/article/grokking-concurrency/clojure/part-7.md +100 -100
  439. package/lib/assets/docs/article/grokking-concurrency/clojure/part-8.md +120 -120
  440. package/lib/assets/docs/article/grokking-concurrency/csharp/index.md +101 -101
  441. package/lib/assets/docs/article/grokking-concurrency/csharp/part-1.md +97 -97
  442. package/lib/assets/docs/article/grokking-concurrency/csharp/part-2.md +123 -123
  443. package/lib/assets/docs/article/grokking-concurrency/csharp/part-3.md +101 -101
  444. package/lib/assets/docs/article/grokking-concurrency/csharp/part-4.md +112 -112
  445. package/lib/assets/docs/article/grokking-concurrency/csharp/part-5.md +99 -99
  446. package/lib/assets/docs/article/grokking-concurrency/csharp/part-6.md +61 -61
  447. package/lib/assets/docs/article/grokking-concurrency/csharp/part-7.md +84 -84
  448. package/lib/assets/docs/article/grokking-concurrency/csharp/part-8.md +92 -92
  449. package/lib/assets/docs/article/grokking-concurrency/fsharp/index.md +65 -65
  450. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-1.md +80 -80
  451. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-2.md +103 -103
  452. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-3.md +94 -94
  453. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-4.md +110 -110
  454. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-5.md +104 -104
  455. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-6.md +93 -93
  456. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-7.md +121 -121
  457. package/lib/assets/docs/article/grokking-concurrency/fsharp/part-8.md +107 -107
  458. package/lib/assets/docs/article/grokking-concurrency/haskell/index.md +248 -248
  459. package/lib/assets/docs/article/grokking-concurrency/haskell/part-1.md +96 -96
  460. package/lib/assets/docs/article/grokking-concurrency/haskell/part-2.md +96 -96
  461. package/lib/assets/docs/article/grokking-concurrency/haskell/part-3.md +91 -91
  462. package/lib/assets/docs/article/grokking-concurrency/haskell/part-4.md +106 -106
  463. package/lib/assets/docs/article/grokking-concurrency/haskell/part-5.md +99 -99
  464. package/lib/assets/docs/article/grokking-concurrency/haskell/part-6.md +95 -95
  465. package/lib/assets/docs/article/grokking-concurrency/haskell/part-7.md +111 -111
  466. package/lib/assets/docs/article/grokking-concurrency/haskell/part-8.md +118 -118
  467. package/lib/assets/docs/article/grokking-concurrency/index.md +66 -66
  468. package/lib/assets/docs/article/grokking-concurrency/java/index.md +102 -102
  469. package/lib/assets/docs/article/grokking-concurrency/java/part-1.md +308 -308
  470. package/lib/assets/docs/article/grokking-concurrency/java/part-2.md +334 -334
  471. package/lib/assets/docs/article/grokking-concurrency/java/part-3.md +221 -221
  472. package/lib/assets/docs/article/grokking-concurrency/java/part-4.md +213 -213
  473. package/lib/assets/docs/article/grokking-concurrency/java/part-5.md +112 -112
  474. package/lib/assets/docs/article/grokking-concurrency/java/part-6.md +69 -69
  475. package/lib/assets/docs/article/grokking-concurrency/java/part-7.md +101 -101
  476. package/lib/assets/docs/article/grokking-concurrency/java/part-8.md +101 -101
  477. package/lib/assets/docs/article/grokking-concurrency/python/index.md +313 -313
  478. package/lib/assets/docs/article/grokking-concurrency/python/part-1.md +239 -239
  479. package/lib/assets/docs/article/grokking-concurrency/python/part-2.md +418 -418
  480. package/lib/assets/docs/article/grokking-concurrency/python/part-3.md +227 -227
  481. package/lib/assets/docs/article/grokking-concurrency/python/part-4.md +299 -299
  482. package/lib/assets/docs/article/grokking-concurrency/python/part-5.md +315 -315
  483. package/lib/assets/docs/article/grokking-concurrency/python/part-6.md +297 -297
  484. package/lib/assets/docs/article/grokking-concurrency/python/part-7.md +314 -314
  485. package/lib/assets/docs/article/grokking-concurrency/python/part-8.md +360 -360
  486. package/lib/assets/docs/article/grokking-concurrency/rust/index.md +270 -270
  487. package/lib/assets/docs/article/grokking-concurrency/rust/part-1.md +108 -108
  488. package/lib/assets/docs/article/grokking-concurrency/rust/part-2.md +120 -120
  489. package/lib/assets/docs/article/grokking-concurrency/rust/part-3.md +126 -126
  490. package/lib/assets/docs/article/grokking-concurrency/rust/part-4.md +175 -175
  491. package/lib/assets/docs/article/grokking-concurrency/rust/part-5.md +158 -158
  492. package/lib/assets/docs/article/grokking-concurrency/rust/part-6.md +94 -94
  493. package/lib/assets/docs/article/grokking-concurrency/rust/part-7.md +133 -133
  494. package/lib/assets/docs/article/grokking-concurrency/rust/part-8.md +155 -155
  495. package/lib/assets/docs/article/grokking-concurrency/scala/index.md +69 -69
  496. package/lib/assets/docs/article/grokking-concurrency/scala/part-1.md +78 -78
  497. package/lib/assets/docs/article/grokking-concurrency/scala/part-2.md +112 -112
  498. package/lib/assets/docs/article/grokking-concurrency/scala/part-3.md +93 -93
  499. package/lib/assets/docs/article/grokking-concurrency/scala/part-4.md +110 -110
  500. package/lib/assets/docs/article/grokking-concurrency/scala/part-5.md +119 -119
  501. package/lib/assets/docs/article/grokking-concurrency/scala/part-6.md +83 -83
  502. package/lib/assets/docs/article/grokking-concurrency/scala/part-7.md +131 -131
  503. package/lib/assets/docs/article/grokking-concurrency/scala/part-8.md +129 -129
  504. package/lib/assets/docs/article/grokkingfp/all/index.md +368 -368
  505. package/lib/assets/docs/article/grokkingfp/all/part-1-ch01-fp-introduction.md +530 -530
  506. package/lib/assets/docs/article/grokkingfp/all/part-1-ch02-pure-functions.md +923 -923
  507. package/lib/assets/docs/article/grokkingfp/all/part-2-ch03-immutable-data.md +1128 -1128
  508. package/lib/assets/docs/article/grokkingfp/all/part-2-ch04-higher-order-functions.md +1104 -1104
  509. package/lib/assets/docs/article/grokkingfp/all/part-2-ch05-flatmap.md +1026 -1026
  510. package/lib/assets/docs/article/grokkingfp/all/part-3-ch06-option.md +785 -785
  511. package/lib/assets/docs/article/grokkingfp/all/part-3-ch07-either-adt.md +871 -871
  512. package/lib/assets/docs/article/grokkingfp/all/part-4-ch08-io-monad.md +972 -972
  513. package/lib/assets/docs/article/grokkingfp/all/part-4-ch09-streams.md +926 -926
  514. package/lib/assets/docs/article/grokkingfp/all/part-5-ch10-concurrency.md +870 -870
  515. package/lib/assets/docs/article/grokkingfp/all/part-6-ch11-application.md +715 -715
  516. package/lib/assets/docs/article/grokkingfp/all/part-6-ch12-testing.md +626 -626
  517. package/lib/assets/docs/article/grokkingfp/all/writing-plan.md +712 -712
  518. package/lib/assets/docs/article/grokkingfp/clojure/index.md +276 -276
  519. package/lib/assets/docs/article/grokkingfp/clojure/part-1.md +667 -667
  520. package/lib/assets/docs/article/grokkingfp/clojure/part-2.md +643 -643
  521. package/lib/assets/docs/article/grokkingfp/clojure/part-3.md +620 -620
  522. package/lib/assets/docs/article/grokkingfp/clojure/part-4.md +697 -697
  523. package/lib/assets/docs/article/grokkingfp/clojure/part-5.md +751 -751
  524. package/lib/assets/docs/article/grokkingfp/clojure/part-6.md +721 -721
  525. package/lib/assets/docs/article/grokkingfp/csharp/index.md +246 -246
  526. package/lib/assets/docs/article/grokkingfp/csharp/part-1.md +811 -811
  527. package/lib/assets/docs/article/grokkingfp/csharp/part-2.md +971 -971
  528. package/lib/assets/docs/article/grokkingfp/csharp/part-3.md +981 -981
  529. package/lib/assets/docs/article/grokkingfp/csharp/part-4.md +949 -949
  530. package/lib/assets/docs/article/grokkingfp/csharp/part-5.md +947 -947
  531. package/lib/assets/docs/article/grokkingfp/csharp/part-6.md +739 -739
  532. package/lib/assets/docs/article/grokkingfp/elixir/index.md +203 -203
  533. package/lib/assets/docs/article/grokkingfp/elixir/part-1.md +712 -712
  534. package/lib/assets/docs/article/grokkingfp/elixir/part-2.md +838 -838
  535. package/lib/assets/docs/article/grokkingfp/elixir/part-3.md +985 -985
  536. package/lib/assets/docs/article/grokkingfp/elixir/part-4.md +974 -974
  537. package/lib/assets/docs/article/grokkingfp/elixir/part-5.md +1286 -1286
  538. package/lib/assets/docs/article/grokkingfp/elixir/part-6.md +1049 -1049
  539. package/lib/assets/docs/article/grokkingfp/fsharp/index.md +210 -210
  540. package/lib/assets/docs/article/grokkingfp/fsharp/part-1.md +714 -714
  541. package/lib/assets/docs/article/grokkingfp/fsharp/part-2.md +961 -961
  542. package/lib/assets/docs/article/grokkingfp/fsharp/part-3.md +972 -972
  543. package/lib/assets/docs/article/grokkingfp/fsharp/part-4.md +832 -832
  544. package/lib/assets/docs/article/grokkingfp/fsharp/part-5.md +911 -911
  545. package/lib/assets/docs/article/grokkingfp/fsharp/part-6.md +922 -922
  546. package/lib/assets/docs/article/grokkingfp/haskell/index.md +234 -234
  547. package/lib/assets/docs/article/grokkingfp/haskell/part-1.md +591 -591
  548. package/lib/assets/docs/article/grokkingfp/haskell/part-2.md +866 -866
  549. package/lib/assets/docs/article/grokkingfp/haskell/part-3.md +915 -915
  550. package/lib/assets/docs/article/grokkingfp/haskell/part-4.md +878 -878
  551. package/lib/assets/docs/article/grokkingfp/haskell/part-5.md +845 -845
  552. package/lib/assets/docs/article/grokkingfp/haskell/part-6.md +844 -844
  553. package/lib/assets/docs/article/grokkingfp/index.md +143 -143
  554. package/lib/assets/docs/article/grokkingfp/java/index.md +211 -211
  555. package/lib/assets/docs/article/grokkingfp/java/part-1.md +648 -648
  556. package/lib/assets/docs/article/grokkingfp/java/part-2.md +675 -675
  557. package/lib/assets/docs/article/grokkingfp/java/part-3.md +672 -672
  558. package/lib/assets/docs/article/grokkingfp/java/part-4.md +771 -771
  559. package/lib/assets/docs/article/grokkingfp/java/part-5.md +959 -959
  560. package/lib/assets/docs/article/grokkingfp/java/part-6.md +1328 -1328
  561. package/lib/assets/docs/article/grokkingfp/python/index.md +258 -258
  562. package/lib/assets/docs/article/grokkingfp/python/part-1.md +443 -443
  563. package/lib/assets/docs/article/grokkingfp/python/part-2.md +958 -958
  564. package/lib/assets/docs/article/grokkingfp/python/part-3.md +1004 -1004
  565. package/lib/assets/docs/article/grokkingfp/python/part-4.md +765 -765
  566. package/lib/assets/docs/article/grokkingfp/python/part-5.md +747 -747
  567. package/lib/assets/docs/article/grokkingfp/python/part-6.md +861 -861
  568. package/lib/assets/docs/article/grokkingfp/ruby/index.md +330 -330
  569. package/lib/assets/docs/article/grokkingfp/ruby/part-1.md +755 -755
  570. package/lib/assets/docs/article/grokkingfp/ruby/part-2.md +938 -938
  571. package/lib/assets/docs/article/grokkingfp/ruby/part-3.md +946 -946
  572. package/lib/assets/docs/article/grokkingfp/ruby/part-4.md +921 -921
  573. package/lib/assets/docs/article/grokkingfp/ruby/part-5.md +908 -908
  574. package/lib/assets/docs/article/grokkingfp/ruby/part-6.md +1412 -1412
  575. package/lib/assets/docs/article/grokkingfp/rust/index.md +242 -242
  576. package/lib/assets/docs/article/grokkingfp/rust/part-1.md +634 -634
  577. package/lib/assets/docs/article/grokkingfp/rust/part-2.md +1060 -1060
  578. package/lib/assets/docs/article/grokkingfp/rust/part-3.md +994 -994
  579. package/lib/assets/docs/article/grokkingfp/rust/part-4.md +573 -573
  580. package/lib/assets/docs/article/grokkingfp/rust/part-5.md +705 -705
  581. package/lib/assets/docs/article/grokkingfp/rust/part-6.md +508 -508
  582. package/lib/assets/docs/article/grokkingfp/scala/index.md +171 -171
  583. package/lib/assets/docs/article/grokkingfp/scala/part-1.md +543 -543
  584. package/lib/assets/docs/article/grokkingfp/scala/part-2.md +946 -946
  585. package/lib/assets/docs/article/grokkingfp/scala/part-3.md +919 -919
  586. package/lib/assets/docs/article/grokkingfp/scala/part-4.md +742 -742
  587. package/lib/assets/docs/article/grokkingfp/scala/part-5.md +722 -722
  588. package/lib/assets/docs/article/grokkingfp/scala/part-6.md +867 -867
  589. package/lib/assets/docs/article/grokkingfp/typescript/index.md +273 -273
  590. package/lib/assets/docs/article/grokkingfp/typescript/part-1.md +561 -561
  591. package/lib/assets/docs/article/grokkingfp/typescript/part-2.md +1129 -1129
  592. package/lib/assets/docs/article/grokkingfp/typescript/part-3.md +842 -842
  593. package/lib/assets/docs/article/grokkingfp/typescript/part-4.md +1087 -1087
  594. package/lib/assets/docs/article/grokkingfp/typescript/part-5.md +717 -717
  595. package/lib/assets/docs/article/grokkingfp/typescript/part-6.md +982 -982
  596. package/lib/assets/docs/article/index.md +41 -41
  597. package/lib/assets/docs/article/practical-database-design/index.md +121 -121
  598. package/lib/assets/docs/article/practical-database-design/part1/chapter01.md +288 -288
  599. package/lib/assets/docs/article/practical-database-design/part1/chapter02.md +518 -518
  600. package/lib/assets/docs/article/practical-database-design/part1/chapter03.md +557 -557
  601. package/lib/assets/docs/article/practical-database-design/part2/chapter04.md +924 -924
  602. package/lib/assets/docs/article/practical-database-design/part2/chapter05.md +1627 -1627
  603. package/lib/assets/docs/article/practical-database-design/part2/chapter06.md +2716 -2716
  604. package/lib/assets/docs/article/practical-database-design/part2/chapter07.md +2082 -2082
  605. package/lib/assets/docs/article/practical-database-design/part2/chapter08.md +2105 -2105
  606. package/lib/assets/docs/article/practical-database-design/part2/chapter09.md +2031 -2031
  607. package/lib/assets/docs/article/practical-database-design/part2/chapter10.md +1387 -1387
  608. package/lib/assets/docs/article/practical-database-design/part2/chapter11.md +1677 -1677
  609. package/lib/assets/docs/article/practical-database-design/part2/chapter12.md +1417 -1417
  610. package/lib/assets/docs/article/practical-database-design/part2/chapter13.md +1434 -1434
  611. package/lib/assets/docs/article/practical-database-design/part3/chapter14.md +667 -667
  612. package/lib/assets/docs/article/practical-database-design/part3/chapter15.md +1625 -1625
  613. package/lib/assets/docs/article/practical-database-design/part3/chapter16.md +1915 -1915
  614. package/lib/assets/docs/article/practical-database-design/part3/chapter17.md +1708 -1708
  615. package/lib/assets/docs/article/practical-database-design/part3/chapter18.md +2095 -2095
  616. package/lib/assets/docs/article/practical-database-design/part3/chapter19.md +1123 -1123
  617. package/lib/assets/docs/article/practical-database-design/part3/chapter20.md +1031 -1031
  618. package/lib/assets/docs/article/practical-database-design/part3/chapter21.md +1382 -1382
  619. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter14-orm.md +991 -991
  620. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter15-orm.md +1300 -1300
  621. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter16-orm.md +1166 -1166
  622. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter17-orm.md +1584 -1584
  623. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter18-orm.md +1183 -1183
  624. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter19-orm.md +1016 -1016
  625. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter20-orm.md +1753 -1753
  626. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter21-orm.md +1447 -1447
  627. package/lib/assets/docs/article/practical-database-design/part3-orm/chapter22-orm.md +1878 -1878
  628. package/lib/assets/docs/article/practical-database-design/part4/chapter22.md +965 -965
  629. package/lib/assets/docs/article/practical-database-design/part4/chapter23.md +2069 -2069
  630. package/lib/assets/docs/article/practical-database-design/part4/chapter24.md +2439 -2439
  631. package/lib/assets/docs/article/practical-database-design/part4/chapter25.md +3661 -3661
  632. package/lib/assets/docs/article/practical-database-design/part4/chapter26.md +2916 -2916
  633. package/lib/assets/docs/article/practical-database-design/part4/chapter27.md +3105 -3105
  634. package/lib/assets/docs/article/practical-database-design/part4/chapter28.md +2697 -2697
  635. package/lib/assets/docs/article/practical-database-design/part4/chapter29.md +2544 -2544
  636. package/lib/assets/docs/article/practical-database-design/part4/chapter30.md +2180 -2180
  637. package/lib/assets/docs/article/practical-database-design/part4/chapter31.md +1192 -1192
  638. package/lib/assets/docs/article/practical-database-design/part4/chapter32.md +2101 -2101
  639. package/lib/assets/docs/article/practical-database-design/part5/chapter33.md +1032 -1032
  640. package/lib/assets/docs/article/practical-database-design/part5/chapter34.md +1609 -1609
  641. package/lib/assets/docs/article/practical-database-design/part5/chapter35.md +1453 -1453
  642. package/lib/assets/docs/article/practical-database-design/part5/chapter36.md +1292 -1292
  643. package/lib/assets/docs/article/practical-database-design/part5/chapter37.md +1470 -1470
  644. package/lib/assets/docs/article/practical-database-design/part5/chapter38.md +1698 -1698
  645. package/lib/assets/docs/article/practical-database-design/part5/chapter39.md +2334 -2334
  646. package/lib/assets/docs/article/practical-database-design/study/study2-1.md +1693 -1693
  647. package/lib/assets/docs/article/practical-database-design/study/study2-2.md +1347 -1347
  648. package/lib/assets/docs/article/practical-database-design/study/study2-3.md +2044 -2044
  649. package/lib/assets/docs/article/practical-database-design/study/study2-4.md +2229 -2229
  650. package/lib/assets/docs/article/practical-database-design/study/study2-5.md +2418 -2418
  651. package/lib/assets/docs/article/practical-database-design/study/study3-1.md +2205 -2205
  652. package/lib/assets/docs/article/practical-database-design/study/study3-2.md +2221 -2221
  653. package/lib/assets/docs/article/practical-database-design/study/study3-3.md +2253 -2253
  654. package/lib/assets/docs/article/practical-database-design/study/study3-4.md +2106 -2106
  655. package/lib/assets/docs/article/practical-database-design/study/study3-5.md +2507 -2507
  656. package/lib/assets/docs/article/practical-database-design/study/study4-1.md +2587 -2587
  657. package/lib/assets/docs/article/practical-database-design/study/study4-2.md +2075 -2075
  658. package/lib/assets/docs/article/practical-database-design/study/study4-3.md +1805 -1805
  659. package/lib/assets/docs/article/practical-database-design/study/study4-4.md +1895 -1895
  660. package/lib/assets/docs/article/practical-database-design/study/study4-5.md +2878 -2878
  661. package/lib/assets/docs/assets/css/extra.css +29 -29
  662. package/lib/assets/docs/assets/js/extra.js +44 -44
  663. package/lib/assets/docs/design/index.md +44 -44
  664. package/lib/assets/docs/development/index.md +39 -39
  665. package/lib/assets/docs/index.md +33 -33
  666. package/lib/assets/docs/operation/index.md +27 -27
  667. package/lib/assets/docs/reference/CodexCLIMCP/343/202/242/343/203/227/343/203/252/343/202/261/343/203/274/343/202/267/343/203/247/343/203/263/351/226/213/347/231/272/343/203/225/343/203/255/343/203/274.md +546 -546
  668. package/lib/assets/docs/reference/CodexCLIMCP/343/202/265/343/203/274/343/203/220/343/203/274/350/250/255/345/256/232/346/211/213/351/240/206.md +341 -341
  669. package/lib/assets/docs/reference/Java/343/202/242/343/203/227/343/203/252/343/202/261/343/203/274/343/202/267/343/203/247/343/203/263/347/222/260/345/242/203/346/247/213/347/257/211/343/202/254/343/202/244/343/203/211.md +581 -581
  670. package/lib/assets/docs/reference/SonarQube/343/203/255/343/203/274/343/202/253/343/203/253/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +642 -642
  671. package/lib/assets/docs/reference/TypeScript/343/202/242/343/203/227/343/203/252/343/202/261/343/203/274/343/202/267/343/203/247/343/203/263/347/222/260/345/242/203/346/247/213/347/257/211/343/202/254/343/202/244/343/203/211.md +465 -465
  672. package/lib/assets/docs/reference/UI/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +450 -450
  673. package/lib/assets/docs/reference/images/Ansoff.drawio.svg +3 -3
  674. package/lib/assets/docs/reference/images/BMC.drawio.svg +3 -3
  675. package/lib/assets/docs/reference/images/BrandBasicStrategy.drawio.svg +3 -3
  676. package/lib/assets/docs/reference/images/BrandCategorization.drawio.svg +3 -3
  677. package/lib/assets/docs/reference/images/BrandRecurutementStrategy.drawio.svg +3 -3
  678. package/lib/assets/docs/reference/images/BrandValue.drawio.svg +3 -3
  679. package/lib/assets/docs/reference/images/BusinessActivitiy.svg +3 -3
  680. package/lib/assets/docs/reference/images/HRM.drawio.svg +3 -3
  681. package/lib/assets/docs/reference/images/MarketingStructure.drawio.svg +3 -3
  682. package/lib/assets/docs/reference/images/OrganizationElemnts.svg +3 -3
  683. package/lib/assets/docs/reference/images/PPM.drawio.svg +3 -3
  684. package/lib/assets/docs/reference/images/PositioningMap.drawio.svg +3 -3
  685. package/lib/assets/docs/reference/images/ProductLayer.drawio.svg +3 -3
  686. package/lib/assets/docs/reference/images/ProductMix.drawio.svg +3 -3
  687. package/lib/assets/docs/reference/images/SWOT.drawio.svg +3 -3
  688. package/lib/assets/docs/reference/images/TargetMarket.drawio.svg +3 -3
  689. package/lib/assets/docs/reference/images/ThreeGenericStrategies.drawio.svg +3 -3
  690. package/lib/assets/docs/reference/images/VRIO.drawio.svg +3 -3
  691. package/lib/assets/docs/reference/images/ValueChain.drawio.svg +3 -3
  692. package/lib/assets/docs/reference/index.md +53 -53
  693. package/lib/assets/docs/reference//343/202/210/343/201/204/343/202/275/343/203/225/343/203/210/343/202/246/343/202/247/343/202/242/343/201/250/343/201/257.md +250 -250
  694. package/lib/assets/docs/reference//343/202/242/343/203/274/343/202/255/343/203/206/343/202/257/343/203/201/343/203/243/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +2216 -2216
  695. package/lib/assets/docs/reference//343/202/244/343/203/263/343/203/225/343/203/251/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +1878 -1878
  696. package/lib/assets/docs/reference//343/202/250/343/202/257/343/202/271/343/203/210/343/203/252/343/203/274/343/203/240/343/203/227/343/203/255/343/202/260/343/203/251/343/203/237/343/203/263/343/202/260.md +550 -550
  697. package/lib/assets/docs/reference//343/202/263/343/203/274/343/203/207/343/202/243/343/203/263/343/202/260/343/201/250/343/203/206/343/202/271/343/203/210/343/202/254/343/202/244/343/203/211.md +705 -705
  698. package/lib/assets/docs/reference//343/203/206/343/202/271/343/203/210/346/210/246/347/225/245/343/202/254/343/202/244/343/203/211.md +1313 -1313
  699. package/lib/assets/docs/reference//343/203/207/343/203/274/343/202/277/343/203/242/343/203/207/343/203/253/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +311 -311
  700. package/lib/assets/docs/reference//343/203/211/343/203/241/343/202/244/343/203/263/343/203/242/343/203/207/343/203/253/350/250/255/350/250/210/343/202/254/343/202/244/343/203/211.md +599 -599
  701. package/lib/assets/docs/reference//343/203/223/343/202/270/343/203/215/343/202/271/343/202/242/343/203/274/343/202/255/343/203/206/343/202/257/343/203/201/343/203/243/345/210/206/346/236/220/343/202/254/343/202/244/343/203/211.md +528 -528
  702. package/lib/assets/docs/reference//343/203/246/343/203/274/343/202/271/343/202/261/343/203/274/343/202/271/344/275/234/346/210/220/343/202/254/343/202/244/343/203/211.md +689 -689
  703. package/lib/assets/docs/reference//343/203/252/343/203/252/343/203/274/343/202/271/343/202/254/343/202/244/343/203/211.md +461 -461
  704. package/lib/assets/docs/reference//343/203/252/343/203/252/343/203/274/343/202/271/343/203/273/343/202/244/343/203/206/343/203/254/343/203/274/343/202/267/343/203/247/343/203/263/350/250/210/347/224/273/343/202/254/343/202/244/343/203/211.md +580 -580
  705. package/lib/assets/docs/reference//343/203/255/343/202/270/343/202/253/343/203/253/343/202/267/343/203/263/343/202/255/343/203/263/343/202/260.md +1367 -1367
  706. package/lib/assets/docs/reference//344/274/201/346/245/255/347/265/214/345/226/266/350/253/226.md +2637 -2637
  707. package/lib/assets/docs/reference//347/222/260/345/242/203/345/244/211/346/225/260/347/256/241/347/220/206/343/202/254/343/202/244/343/203/211.md +665 -665
  708. package/lib/assets/docs/reference//347/265/214/345/226/266/346/210/246/347/225/245/345/210/206/346/236/220/343/202/254/343/202/244/343/203/211.md +566 -566
  709. package/lib/assets/docs/reference//350/246/201/344/273/266/345/256/232/347/276/251/343/202/254/343/202/244/343/203/211.md +1248 -1248
  710. package/lib/assets/docs/reference//350/250/200/350/252/236/345/210/245/351/226/213/347/231/272/343/202/254/343/202/244/343/203/211.md +518 -518
  711. package/lib/assets/docs/reference//351/201/213/345/226/266/347/256/241/347/220/206.md +1482 -1482
  712. package/lib/assets/docs/reference//351/201/213/347/224/250/343/202/271/343/202/257/343/203/252/343/203/227/343/203/210/344/275/234/346/210/220/343/202/254/343/202/244/343/203/211.md +421 -421
  713. package/lib/assets/docs/reference//351/201/213/347/224/250/350/246/201/344/273/266/345/256/232/347/276/251/343/202/254/343/202/244/343/203/211.md +392 -392
  714. package/lib/assets/docs/reference//351/226/213/347/231/272/343/202/254/343/202/244/343/203/211.md +305 -305
  715. package/lib/assets/docs/reference//351/235/236/346/251/237/350/203/275/350/246/201/344/273/266/345/256/232/347/276/251/343/202/254/343/202/244/343/203/211.md +1236 -1236
  716. package/lib/assets/docs/requirements/index.md +17 -17
  717. package/lib/assets/docs/review/index.md +5 -5
  718. package/lib/assets/docs/strategy/index.md +17 -17
  719. package/lib/assets/docs/template/ADR.md +30 -30
  720. package/lib/assets/docs/template/AWS/343/202/271/343/203/206/343/203/274/343/202/270/343/203/263/343/202/260/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +1366 -1366
  721. package/lib/assets/docs/template/AWS/343/203/227/343/203/255/343/203/200/343/202/257/343/202/267/343/203/247/343/203/263/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +634 -634
  722. package/lib/assets/docs/template/README.md +50 -50
  723. package/lib/assets/docs/template/index.md +24 -24
  724. package/lib/assets/docs/template//343/201/276/343/201/232/343/201/223/343/202/214/343/202/222/350/252/255/343/202/202/343/201/206/343/203/252/343/202/271/343/203/210.md +12 -12
  725. package/lib/assets/docs/template//343/202/242/343/203/227/343/203/252/343/202/261/343/203/274/343/202/267/343/203/247/343/203/263/351/226/213/347/231/272/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +547 -547
  726. package/lib/assets/docs/template//343/202/244/343/203/206/343/203/254/343/203/274/343/202/267/343/203/247/343/203/263/345/256/214/344/272/206/345/240/261/345/221/212/346/233/270.md +58 -58
  727. package/lib/assets/docs/template//343/202/244/343/203/206/343/203/254/343/203/274/343/202/267/343/203/247/343/203/263/350/250/210/347/224/273.md +327 -327
  728. package/lib/assets/docs/template//343/202/244/343/203/263/343/202/273/343/203/227/343/202/267/343/203/247/343/203/263/343/203/207/343/203/203/343/202/255.md +13 -13
  729. package/lib/assets/docs/template//343/203/223/343/202/270/343/203/215/343/202/271/343/202/242/343/203/274/343/202/255/343/203/206/343/202/257/343/203/201/343/203/243.md +379 -379
  730. package/lib/assets/docs/template//343/203/252/343/203/252/343/203/274/343/202/271/345/256/214/344/272/206/345/240/261/345/221/212/346/233/270.md +275 -275
  731. package/lib/assets/docs/template//344/272/213/344/276/213/345/210/206/346/236/220.md +513 -513
  732. package/lib/assets/docs/template//344/274/201/346/245/255/345/210/206/346/236/220.md +573 -573
  733. package/lib/assets/docs/template//345/256/214/345/205/250/345/275/242/345/274/217/343/201/256/343/203/246/343/203/274/343/202/271/343/202/261/343/203/274/343/202/271.md +69 -69
  734. package/lib/assets/docs/template//350/246/201/344/273/266/345/256/232/347/276/251.md +669 -669
  735. package/lib/assets/docs/template//350/250/255/350/250/210.md +173 -173
  736. package/lib/assets/docs/template//351/226/213/347/231/272/347/222/260/345/242/203/343/202/273/343/203/203/343/203/210/343/202/242/343/203/203/343/203/227/346/211/213/351/240/206/346/233/270.md +688 -688
  737. package/lib/assets/gulpfile.js +27 -25
  738. package/lib/assets/mkdocs.yml +139 -139
  739. package/lib/assets/ops/docker/mkdoc/Dockerfile +19 -19
  740. package/lib/assets/ops/docker/sonarqube-local/docker-compose.yml +57 -57
  741. package/lib/assets/ops/scripts/journal.js +180 -180
  742. package/lib/assets/ops/scripts/manual.js +198 -0
  743. package/lib/assets/ops/scripts/mkdocs.js +82 -82
  744. package/lib/assets/ops/scripts/release.js +431 -431
  745. package/lib/assets/ops/scripts/sonar_local.js +726 -726
  746. package/lib/assets/ops/scripts/ssh.js +190 -190
  747. package/lib/assets/ops/scripts/vault.js +299 -299
  748. package/lib/assets/package-lock.json +1673 -1653
  749. package/lib/assets/package.json +43 -40
  750. package/lib/gulpfile.js +37 -37
  751. package/package.json +41 -41
@@ -1,2334 +1,2334 @@
1
- # 第39章:データ連携の実装パターン
2
-
3
- 本章では、基幹業務システム間のデータ連携を実現するための具体的な実装パターンについて解説します。バッチ連携とリアルタイム連携の両方のアプローチを理解し、適切な連携テーブル設計とエラーハンドリングの方法を学びます。
4
-
5
- ---
6
-
7
- ## 39.1 バッチ連携
8
-
9
- ### バッチ連携の概要
10
-
11
- バッチ連携は、定期的なスケジュールでまとめてデータを転送する方式です。大量データの処理や、リアルタイム性が不要な業務に適しています。
12
-
13
- ```plantuml
14
- @startuml
15
- title バッチ連携の基本構造
16
-
17
- rectangle "ソースシステム" as source {
18
- database "販売管理DB" as sales_db
19
- }
20
-
21
- rectangle "バッチ処理" as batch {
22
- rectangle "抽出\n(Extract)" as extract
23
- rectangle "変換\n(Transform)" as transform
24
- rectangle "ロード\n(Load)" as load
25
- }
26
-
27
- rectangle "ターゲットシステム" as target {
28
- database "財務会計DB" as accounting_db
29
- }
30
-
31
- file "中間ファイル" as staging_file
32
-
33
- sales_db --> extract : 定期実行
34
- extract --> staging_file : 出力
35
- staging_file --> transform : 読込
36
- transform --> load : 変換済データ
37
- load --> accounting_db : 投入
38
-
39
- note bottom of batch
40
- 【バッチ連携の特徴】
41
- ・大量データの一括処理に適する
42
- ・処理時間の予測が容易
43
- ・障害時のリカバリが比較的簡単
44
- ・リアルタイム性は犠牲になる
45
- end note
46
-
47
- @enduml
48
- ```
49
-
50
- ### ファイル連携(CSV / XML / JSON)
51
-
52
- 基幹業務システム間のデータ連携では、ファイル形式でのデータ交換が広く使われています。
53
-
54
- #### ファイル形式の比較
55
-
56
- | 形式 | 特徴 | 適用場面 | 注意点 |
57
- |-----|-----|---------|-------|
58
- | CSV | 軽量・シンプル | 定型データ、レガシー連携 | 文字コード、区切り文字 |
59
- | XML | 構造化、スキーマ定義 | 複雑な階層データ | ファイルサイズ大 |
60
- | JSON | 軽量・可読性高 | Web API 連携 | スキーマ検証が必要 |
61
- | 固定長 | 高速処理 | 大量データ、メインフレーム | 柔軟性に欠ける |
62
-
63
- #### ファイル連携の設計
64
-
65
- ```plantuml
66
- @startuml
67
- title ファイル連携のデータフロー
68
-
69
- |ソースシステム|
70
- start
71
- :データ抽出クエリ実行;
72
- :ファイル出力;
73
- note right
74
- ・日付フォルダ作成
75
- ・連番ファイル名
76
- ・完了ファイル出力
77
- end note
78
-
79
- :ファイル転送;
80
-
81
- |ターゲットシステム|
82
- :ファイル受信確認;
83
- note right
84
- 完了ファイル(.done)の
85
- 存在を確認してから処理開始
86
- end note
87
-
88
- :バリデーション;
89
- if (検証OK?) then (yes)
90
- :データ変換;
91
- :データ投入;
92
- :正常完了記録;
93
- else (no)
94
- :エラーファイル出力;
95
- :アラート通知;
96
- endif
97
-
98
- stop
99
-
100
- @enduml
101
- ```
102
-
103
- <details>
104
- <summary>Java 実装例 - CSV 出力</summary>
105
-
106
- ```java
107
- // 売上データ CSV 出力サービス
108
- @Service
109
- public class SalesCsvExportService {
110
- private final SalesRepository salesRepository;
111
- private final FileStorageService fileStorage;
112
-
113
- @Transactional(readOnly = true)
114
- public ExportResult exportSalesData(LocalDate targetDate) {
115
- // 出力ディレクトリ
116
- String directory = String.format("sales/%s",
117
- targetDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")));
118
-
119
- // データ取得
120
- List<SalesData> salesList = salesRepository.findByDate(targetDate);
121
-
122
- // CSV 出力
123
- String fileName = String.format("sales_%s_%s.csv",
124
- targetDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")),
125
- LocalDateTime.now().format(DateTimeFormatter.ofPattern("HHmmss")));
126
-
127
- try (CsvWriter writer = new CsvWriter(
128
- fileStorage.getOutputStream(directory, fileName),
129
- StandardCharsets.UTF_8)) {
130
-
131
- // ヘッダー出力
132
- writer.writeHeader(
133
- "売上番号", "売上日", "得意先コード", "得意先名",
134
- "商品コード", "商品名", "数量", "単価", "金額", "消費税"
135
- );
136
-
137
- // データ出力
138
- for (SalesData sales : salesList) {
139
- writer.writeRow(
140
- sales.getSalesNumber(),
141
- sales.getSalesDate().toString(),
142
- sales.getCustomerCode(),
143
- sales.getCustomerName(),
144
- sales.getProductCode(),
145
- sales.getProductName(),
146
- sales.getQuantity().toString(),
147
- sales.getUnitPrice().toString(),
148
- sales.getAmount().toString(),
149
- sales.getTaxAmount().toString()
150
- );
151
- }
152
- }
153
-
154
- // 完了ファイル出力
155
- String doneFileName = fileName.replace(".csv", ".done");
156
- fileStorage.createEmptyFile(directory, doneFileName);
157
-
158
- return new ExportResult(
159
- fileName,
160
- salesList.size(),
161
- ExportStatus.SUCCESS
162
- );
163
- }
164
- }
165
-
166
- // CSV ライター
167
- public class CsvWriter implements AutoCloseable {
168
- private final BufferedWriter writer;
169
- private final String delimiter = ",";
170
- private final String lineEnding = "\r\n";
171
-
172
- public CsvWriter(OutputStream outputStream, Charset charset) {
173
- this.writer = new BufferedWriter(
174
- new OutputStreamWriter(outputStream, charset)
175
- );
176
- }
177
-
178
- public void writeHeader(String... columns) throws IOException {
179
- writeLine(columns);
180
- }
181
-
182
- public void writeRow(String... values) throws IOException {
183
- String[] escapedValues = Arrays.stream(values)
184
- .map(this::escapeField)
185
- .toArray(String[]::new);
186
- writeLine(escapedValues);
187
- }
188
-
189
- private void writeLine(String[] fields) throws IOException {
190
- writer.write(String.join(delimiter, fields));
191
- writer.write(lineEnding);
192
- }
193
-
194
- private String escapeField(String field) {
195
- if (field == null) return "";
196
- if (field.contains(",") || field.contains("\"")
197
- || field.contains("\n")) {
198
- return "\"" + field.replace("\"", "\"\"") + "\"";
199
- }
200
- return field;
201
- }
202
-
203
- @Override
204
- public void close() throws IOException {
205
- writer.close();
206
- }
207
- }
208
- ```
209
-
210
- </details>
211
-
212
- <details>
213
- <summary>Java 実装例 - CSV 取込</summary>
214
-
215
- ```java
216
- // 仕訳データ CSV 取込サービス
217
- @Service
218
- public class JournalCsvImportService {
219
- private final JournalRepository journalRepository;
220
- private final FileStorageService fileStorage;
221
- private final ImportLogRepository importLogRepository;
222
-
223
- @Transactional
224
- public ImportResult importJournalData(String directory, String fileName) {
225
- ImportLog log = ImportLog.start(fileName);
226
-
227
- try {
228
- // 完了ファイル確認
229
- String doneFileName = fileName.replace(".csv", ".done");
230
- if (!fileStorage.exists(directory, doneFileName)) {
231
- throw new ImportException("完了ファイルが見つかりません: " + doneFileName);
232
- }
233
-
234
- // CSV 読込
235
- List<JournalImportRow> rows = new ArrayList<>();
236
- List<ImportError> errors = new ArrayList<>();
237
-
238
- try (CsvReader reader = new CsvReader(
239
- fileStorage.getInputStream(directory, fileName),
240
- StandardCharsets.UTF_8)) {
241
-
242
- int lineNumber = 1;
243
- reader.skipHeader();
244
- lineNumber++;
245
-
246
- String[] line;
247
- while ((line = reader.readLine()) != null) {
248
- try {
249
- JournalImportRow row = parseRow(line, lineNumber);
250
- validateRow(row);
251
- rows.add(row);
252
- } catch (ValidationException e) {
253
- errors.add(new ImportError(lineNumber, e.getMessage()));
254
- }
255
- lineNumber++;
256
- }
257
- }
258
-
259
- // エラーがある場合は中断
260
- if (!errors.isEmpty()) {
261
- log.fail(errors);
262
- importLogRepository.save(log);
263
- return new ImportResult(ImportStatus.VALIDATION_ERROR, 0, errors);
264
- }
265
-
266
- // データ投入
267
- int insertedCount = 0;
268
- for (JournalImportRow row : rows) {
269
- JournalEntry journal = convertToEntity(row);
270
- journalRepository.save(journal);
271
- insertedCount++;
272
- }
273
-
274
- log.success(insertedCount);
275
- importLogRepository.save(log);
276
-
277
- return new ImportResult(ImportStatus.SUCCESS, insertedCount, List.of());
278
-
279
- } catch (Exception e) {
280
- log.fail(e.getMessage());
281
- importLogRepository.save(log);
282
- throw new ImportException("取込処理でエラーが発生しました", e);
283
- }
284
- }
285
-
286
- private JournalImportRow parseRow(String[] fields, int lineNumber) {
287
- if (fields.length < 10) {
288
- throw new ValidationException("フィールド数が不足しています");
289
- }
290
- return new JournalImportRow(
291
- fields[0], // 伝票番号
292
- LocalDate.parse(fields[1]), // 伝票日付
293
- fields[2], // 借方勘定科目
294
- fields[3], // 借方補助科目
295
- new BigDecimal(fields[4]), // 借方金額
296
- fields[5], // 貸方勘定科目
297
- fields[6], // 貸方補助科目
298
- new BigDecimal(fields[7]), // 貸方金額
299
- fields[8], // 摘要
300
- fields[9] // 部門コード
301
- );
302
- }
303
-
304
- private void validateRow(JournalImportRow row) {
305
- // 貸借一致チェック
306
- if (row.debitAmount().compareTo(row.creditAmount()) != 0) {
307
- throw new ValidationException("貸借金額が一致しません");
308
- }
309
- // その他のバリデーション...
310
- }
311
- }
312
- ```
313
-
314
- </details>
315
-
316
- ### ETL 処理の設計
317
-
318
- ETL(Extract-Transform-Load)は、データ連携の標準的なアプローチです。
319
-
320
- ```plantuml
321
- @startuml
322
- title ETL 処理の設計パターン
323
-
324
- rectangle "Extract(抽出)" as extract {
325
- rectangle "フル抽出" as full_extract
326
- rectangle "差分抽出" as incremental_extract
327
- rectangle "CDC 抽出" as cdc_extract
328
- }
329
-
330
- rectangle "Transform(変換)" as transform {
331
- rectangle "データクレンジング" as cleansing
332
- rectangle "コード変換" as code_mapping
333
- rectangle "集計・計算" as aggregation
334
- rectangle "データ結合" as join_data
335
- }
336
-
337
- rectangle "Load(ロード)" as load {
338
- rectangle "フルリフレッシュ" as full_refresh
339
- rectangle "インクリメンタル" as incremental_load
340
- rectangle "Upsert" as upsert
341
- }
342
-
343
- full_extract --> cleansing
344
- incremental_extract --> cleansing
345
- cdc_extract --> cleansing
346
-
347
- cleansing --> code_mapping
348
- code_mapping --> aggregation
349
- aggregation --> join_data
350
-
351
- join_data --> full_refresh
352
- join_data --> incremental_load
353
- join_data --> upsert
354
-
355
- note bottom of extract
356
- 【抽出方式の選択基準】
357
- ・フル抽出:データ量が少ない場合
358
- ・差分抽出:更新日時で判定可能な場合
359
- ・CDC:リアルタイム性が必要な場合
360
- end note
361
-
362
- @enduml
363
- ```
364
-
365
- #### ETL ジョブ設計
366
-
367
- ```plantuml
368
- @startuml
369
- title ETL ジョブの実行フロー
370
-
371
- |スケジューラ|
372
- start
373
- :ジョブ起動;
374
- note right
375
- 毎日 AM 2:00
376
- または手動起動
377
- end note
378
-
379
- |抽出フェーズ|
380
- :前回実行日時取得;
381
- :差分データ抽出;
382
-
383
- if (データあり?) then (yes)
384
- :ステージングテーブルに格納;
385
-
386
- |変換フェーズ|
387
- :データクレンジング;
388
- note right
389
- ・NULL 値処理
390
- ・文字コード変換
391
- ・日付フォーマット統一
392
- end note
393
-
394
- :コード変換;
395
- note right
396
- ・コードマッピングテーブル参照
397
- ・未定義コードはエラー
398
- end note
399
-
400
- :業務ルール適用;
401
- note right
402
- ・消費税計算
403
- ・勘定科目判定
404
- ・部門配賦
405
- end note
406
-
407
- |ロードフェーズ|
408
- :本番テーブルに投入;
409
- :実行結果記録;
410
- else (no)
411
- :スキップ記録;
412
- endif
413
-
414
- |スケジューラ|
415
- :完了通知;
416
-
417
- stop
418
-
419
- @enduml
420
- ```
421
-
422
- <details>
423
- <summary>Java 実装例 - ETL ジョブ</summary>
424
-
425
- ```java
426
- // ETL ジョブ基底クラス
427
- public abstract class EtlJob<S, T> {
428
- protected final Logger log = LoggerFactory.getLogger(getClass());
429
-
430
- public EtlJobResult execute(EtlJobContext context) {
431
- EtlJobResult result = new EtlJobResult(getJobName());
432
- result.start();
433
-
434
- try {
435
- // 抽出フェーズ
436
- log.info("抽出フェーズ開始");
437
- List<S> sourceData = extract(context);
438
- result.setExtractedCount(sourceData.size());
439
- log.info("抽出完了: {} 件", sourceData.size());
440
-
441
- if (sourceData.isEmpty()) {
442
- result.complete(EtlJobStatus.SKIPPED, "対象データなし");
443
- return result;
444
- }
445
-
446
- // 変換フェーズ
447
- log.info("変換フェーズ開始");
448
- TransformResult<T> transformResult = transform(sourceData, context);
449
- result.setTransformedCount(transformResult.successCount());
450
- result.setErrorCount(transformResult.errorCount());
451
- result.addErrors(transformResult.errors());
452
- log.info("変換完了: 成功 {} 件, エラー {} 件",
453
- transformResult.successCount(), transformResult.errorCount());
454
-
455
- // エラー閾値チェック
456
- if (exceedsErrorThreshold(transformResult, context)) {
457
- result.complete(EtlJobStatus.FAILED, "エラー閾値超過");
458
- return result;
459
- }
460
-
461
- // ロードフェーズ
462
- log.info("ロードフェーズ開始");
463
- int loadedCount = load(transformResult.data(), context);
464
- result.setLoadedCount(loadedCount);
465
- log.info("ロード完了: {} 件", loadedCount);
466
-
467
- result.complete(EtlJobStatus.SUCCESS, null);
468
- return result;
469
-
470
- } catch (Exception e) {
471
- log.error("ETL ジョブでエラー発生", e);
472
- result.complete(EtlJobStatus.FAILED, e.getMessage());
473
- return result;
474
- }
475
- }
476
-
477
- protected abstract String getJobName();
478
- protected abstract List<S> extract(EtlJobContext context);
479
- protected abstract TransformResult<T> transform(List<S> data, EtlJobContext context);
480
- protected abstract int load(List<T> data, EtlJobContext context);
481
-
482
- private boolean exceedsErrorThreshold(
483
- TransformResult<T> result, EtlJobContext context) {
484
- double errorRate = (double) result.errorCount()
485
- / (result.successCount() + result.errorCount());
486
- return errorRate > context.getErrorThreshold();
487
- }
488
- }
489
-
490
- // 売上→仕訳 ETL ジョブ
491
- @Component
492
- public class SalesToJournalEtlJob extends EtlJob<SalesData, JournalEntry> {
493
- private final SalesRepository salesRepository;
494
- private final JournalRepository journalRepository;
495
- private final JournalPatternService patternService;
496
-
497
- @Override
498
- protected String getJobName() {
499
- return "売上仕訳連携";
500
- }
501
-
502
- @Override
503
- protected List<SalesData> extract(EtlJobContext context) {
504
- LocalDateTime lastRunTime = context.getLastRunTime();
505
- LocalDateTime currentTime = context.getCurrentTime();
506
-
507
- return salesRepository.findByUpdatedAtBetween(lastRunTime, currentTime);
508
- }
509
-
510
- @Override
511
- protected TransformResult<JournalEntry> transform(
512
- List<SalesData> salesList, EtlJobContext context) {
513
-
514
- List<JournalEntry> journals = new ArrayList<>();
515
- List<TransformError> errors = new ArrayList<>();
516
-
517
- for (SalesData sales : salesList) {
518
- try {
519
- // 自動仕訳パターン取得
520
- JournalPattern pattern = patternService.findPattern(
521
- sales.getProductGroup(),
522
- sales.getCustomerGroup()
523
- );
524
-
525
- if (pattern == null) {
526
- errors.add(new TransformError(
527
- sales.getSalesNumber(),
528
- "仕訳パターンが見つかりません"
529
- ));
530
- continue;
531
- }
532
-
533
- // 仕訳生成
534
- JournalEntry journal = createJournal(sales, pattern);
535
- journals.add(journal);
536
-
537
- } catch (Exception e) {
538
- errors.add(new TransformError(
539
- sales.getSalesNumber(),
540
- e.getMessage()
541
- ));
542
- }
543
- }
544
-
545
- return new TransformResult<>(journals, journals.size(), errors.size(), errors);
546
- }
547
-
548
- @Override
549
- @Transactional
550
- protected int load(List<JournalEntry> journals, EtlJobContext context) {
551
- int count = 0;
552
- for (JournalEntry journal : journals) {
553
- journalRepository.save(journal);
554
- count++;
555
- }
556
- return count;
557
- }
558
-
559
- private JournalEntry createJournal(SalesData sales, JournalPattern pattern) {
560
- return JournalEntry.builder()
561
- .journalDate(sales.getSalesDate())
562
- .debitAccountCode(pattern.getDebitAccountCode())
563
- .debitAmount(sales.getAmount())
564
- .creditAccountCode(pattern.getCreditAccountCode())
565
- .creditAmount(sales.getAmount())
566
- .description("売上計上: " + sales.getSalesNumber())
567
- .sourceType("SALES")
568
- .sourceId(sales.getSalesNumber())
569
- .build();
570
- }
571
- }
572
- ```
573
-
574
- </details>
575
-
576
- ### 差分抽出と全件抽出
577
-
578
- ```plantuml
579
- @startuml
580
- title 差分抽出と全件抽出の比較
581
-
582
- rectangle "全件抽出" as full {
583
- note right
584
- 【処理内容】
585
- ・ソーステーブルの全データを抽出
586
- ・ターゲットを全件削除後に投入
587
-
588
- 【メリット】
589
- ・実装がシンプル
590
- ・データ不整合が起きにくい
591
-
592
- 【デメリット】
593
- ・処理時間が長い
594
- ・リソース消費が大きい
595
-
596
- 【適用場面】
597
- ・マスタデータ
598
- ・データ量が少ない場合
599
- ・日次全件洗い替え
600
- end note
601
- }
602
-
603
- rectangle "差分抽出" as incremental {
604
- note right
605
- 【処理内容】
606
- ・更新日時 > 前回実行日時 で抽出
607
- ・差分のみ INSERT/UPDATE
608
-
609
- 【メリット】
610
- ・処理時間が短い
611
- ・リソース効率が良い
612
-
613
- 【デメリット】
614
- ・削除データの検知が困難
615
- ・更新日時の管理が必要
616
-
617
- 【適用場面】
618
- ・トランザクションデータ
619
- ・大量データ
620
- ・高頻度実行
621
- end note
622
- }
623
-
624
- @enduml
625
- ```
626
-
627
- #### 差分抽出の実装パターン
628
-
629
- ```plantuml
630
- @startuml
631
- title 差分抽出のパターン
632
-
633
- rectangle "タイムスタンプ方式" as timestamp {
634
- note right
635
- WHERE 更新日時 > :前回実行日時
636
-
637
- 【前提条件】
638
- ・全テーブルに更新日時カラム
639
- ・更新時に自動更新される仕組み
640
- end note
641
- }
642
-
643
- rectangle "トリガー方式" as trigger {
644
- note right
645
- 変更を変更ログテーブルに記録
646
- 連携後にログを削除
647
-
648
- 【前提条件】
649
- ・各テーブルにトリガー設定
650
- ・変更ログテーブルの管理
651
- end note
652
- }
653
-
654
- rectangle "シーケンス方式" as sequence {
655
- note right
656
- WHERE ID > :前回最大ID
657
-
658
- 【前提条件】
659
- ・単調増加の ID カラム
660
- ・UPDATE はなく INSERT のみ
661
- end note
662
- }
663
-
664
- rectangle "CDC 方式" as cdc {
665
- note right
666
- トランザクションログから
667
- 変更を検知
668
-
669
- 【前提条件】
670
- ・CDC ツール(Debezium等)
671
- ・リアルタイム処理基盤
672
- end note
673
- }
674
-
675
- @enduml
676
- ```
677
-
678
- <details>
679
- <summary>Java 実装例 - 差分抽出</summary>
680
-
681
- ```java
682
- // 差分抽出サービス
683
- @Service
684
- public class IncrementalExtractService {
685
- private final JdbcTemplate jdbcTemplate;
686
- private final ExtractCheckpointRepository checkpointRepository;
687
-
688
- /**
689
- * タイムスタンプ方式による差分抽出
690
- */
691
- public <T> List<T> extractByTimestamp(
692
- String tableName,
693
- String timestampColumn,
694
- RowMapper<T> rowMapper) {
695
-
696
- // 前回実行日時取得
697
- ExtractCheckpoint checkpoint = checkpointRepository
698
- .findByTableName(tableName)
699
- .orElse(new ExtractCheckpoint(tableName, LocalDateTime.MIN));
700
-
701
- LocalDateTime lastExtractTime = checkpoint.getLastExtractTime();
702
- LocalDateTime currentTime = LocalDateTime.now();
703
-
704
- // 差分抽出
705
- String sql = String.format(
706
- "SELECT * FROM %s WHERE %s > ? AND %s <= ? ORDER BY %s",
707
- tableName, timestampColumn, timestampColumn, timestampColumn
708
- );
709
-
710
- List<T> result = jdbcTemplate.query(sql, rowMapper,
711
- lastExtractTime, currentTime);
712
-
713
- // チェックポイント更新
714
- checkpoint.setLastExtractTime(currentTime);
715
- checkpointRepository.save(checkpoint);
716
-
717
- return result;
718
- }
719
-
720
- /**
721
- * シーケンス方式による差分抽出
722
- */
723
- public <T> List<T> extractBySequence(
724
- String tableName,
725
- String sequenceColumn,
726
- RowMapper<T> rowMapper) {
727
-
728
- ExtractCheckpoint checkpoint = checkpointRepository
729
- .findByTableName(tableName)
730
- .orElse(new ExtractCheckpoint(tableName, 0L));
731
-
732
- Long lastSequence = checkpoint.getLastSequence();
733
-
734
- // 差分抽出
735
- String sql = String.format(
736
- "SELECT * FROM %s WHERE %s > ? ORDER BY %s",
737
- tableName, sequenceColumn, sequenceColumn
738
- );
739
-
740
- List<T> result = jdbcTemplate.query(sql, rowMapper, lastSequence);
741
-
742
- // 最大シーケンス取得と更新
743
- if (!result.isEmpty()) {
744
- Long maxSequence = jdbcTemplate.queryForObject(
745
- String.format("SELECT MAX(%s) FROM %s WHERE %s > ?",
746
- sequenceColumn, tableName, sequenceColumn),
747
- Long.class, lastSequence
748
- );
749
- checkpoint.setLastSequence(maxSequence);
750
- checkpointRepository.save(checkpoint);
751
- }
752
-
753
- return result;
754
- }
755
-
756
- /**
757
- * 削除データの検知(論理削除方式)
758
- */
759
- public List<String> extractDeletedIds(
760
- String tableName,
761
- String idColumn,
762
- String deleteFlagColumn) {
763
-
764
- ExtractCheckpoint checkpoint = checkpointRepository
765
- .findByTableName(tableName + "_DELETE")
766
- .orElse(new ExtractCheckpoint(tableName + "_DELETE", LocalDateTime.MIN));
767
-
768
- String sql = String.format(
769
- "SELECT %s FROM %s WHERE %s = true AND 更新日時 > ?",
770
- idColumn, tableName, deleteFlagColumn
771
- );
772
-
773
- List<String> deletedIds = jdbcTemplate.queryForList(
774
- sql, String.class, checkpoint.getLastExtractTime()
775
- );
776
-
777
- checkpoint.setLastExtractTime(LocalDateTime.now());
778
- checkpointRepository.save(checkpoint);
779
-
780
- return deletedIds;
781
- }
782
- }
783
-
784
- // 抽出チェックポイント
785
- @Entity
786
- @Table(name = "抽出チェックポイント")
787
- public class ExtractCheckpoint {
788
- @Id
789
- private String tableName;
790
- private LocalDateTime lastExtractTime;
791
- private Long lastSequence;
792
-
793
- public ExtractCheckpoint(String tableName, LocalDateTime lastExtractTime) {
794
- this.tableName = tableName;
795
- this.lastExtractTime = lastExtractTime;
796
- }
797
-
798
- public ExtractCheckpoint(String tableName, Long lastSequence) {
799
- this.tableName = tableName;
800
- this.lastSequence = lastSequence;
801
- }
802
-
803
- // getters, setters...
804
- }
805
- ```
806
-
807
- </details>
808
-
809
- ---
810
-
811
- ## 39.2 リアルタイム連携
812
-
813
- ### Change Data Capture(CDC)
814
-
815
- CDC は、データベースの変更をリアルタイムで検知し、他システムに伝播するパターンです。
816
-
817
- ```plantuml
818
- @startuml
819
- title Change Data Capture の仕組み
820
-
821
- rectangle "ソースDB" as source {
822
- database "販売管理" as sales_db
823
- file "トランザクション\nログ" as tx_log
824
- }
825
-
826
- rectangle "CDC プラットフォーム" as cdc {
827
- rectangle "Debezium\nConnector" as connector
828
- queue "Kafka" as kafka
829
- }
830
-
831
- rectangle "ターゲットシステム" as targets {
832
- database "財務会計" as accounting
833
- database "分析DB" as analytics
834
- rectangle "通知サービス" as notification
835
- }
836
-
837
- sales_db --> tx_log : WAL/Binlog
838
- tx_log --> connector : 変更検知
839
- connector --> kafka : イベント発行
840
- kafka --> accounting : 消費
841
- kafka --> analytics : 消費
842
- kafka --> notification : 消費
843
-
844
- note bottom of connector
845
- 【CDC の仕組み】
846
- ・データベースのトランザクションログを監視
847
- ・INSERT/UPDATE/DELETE を検知
848
- ・変更内容をイベントとして発行
849
- end note
850
-
851
- @enduml
852
- ```
853
-
854
- #### CDC イベントの構造
855
-
856
- ```plantuml
857
- @startuml
858
- title CDC イベントの構造
859
-
860
- class "CDC イベント" as cdc_event {
861
- +source: SourceInfo
862
- +operation: String
863
- +timestamp: Long
864
- +before: Record
865
- +after: Record
866
- }
867
-
868
- class "SourceInfo" as source_info {
869
- +connector: String
870
- +database: String
871
- +schema: String
872
- +table: String
873
- +txId: Long
874
- +lsn: Long
875
- }
876
-
877
- note right of cdc_event
878
- 【operation の値】
879
- ・c: CREATE(INSERT)
880
- ・u: UPDATE
881
- ・d: DELETE
882
- ・r: READ(スナップショット)
883
-
884
- 【before/after】
885
- ・INSERT: before=null, after=新データ
886
- ・UPDATE: before=旧データ, after=新データ
887
- ・DELETE: before=旧データ, after=null
888
- end note
889
-
890
- cdc_event --> source_info
891
-
892
- @enduml
893
- ```
894
-
895
- <details>
896
- <summary>Java 実装例 - CDC コンシューマー</summary>
897
-
898
- ```java
899
- // CDC イベントコンシューマー
900
- @Component
901
- public class SalesCdcConsumer {
902
- private final ObjectMapper objectMapper;
903
- private final JournalSyncService journalSyncService;
904
-
905
- @KafkaListener(topics = "sales.public.売上")
906
- public void consume(String message) {
907
- try {
908
- CdcEvent event = objectMapper.readValue(message, CdcEvent.class);
909
-
910
- switch (event.getOperation()) {
911
- case "c" -> handleInsert(event.getAfter());
912
- case "u" -> handleUpdate(event.getBefore(), event.getAfter());
913
- case "d" -> handleDelete(event.getBefore());
914
- default -> log.warn("Unknown operation: {}", event.getOperation());
915
- }
916
-
917
- } catch (Exception e) {
918
- log.error("CDC イベント処理エラー", e);
919
- throw new CdcProcessingException(e);
920
- }
921
- }
922
-
923
- private void handleInsert(JsonNode after) {
924
- SalesData sales = objectMapper.convertValue(after, SalesData.class);
925
- journalSyncService.createJournalFromSales(sales);
926
- }
927
-
928
- private void handleUpdate(JsonNode before, JsonNode after) {
929
- SalesData oldSales = objectMapper.convertValue(before, SalesData.class);
930
- SalesData newSales = objectMapper.convertValue(after, SalesData.class);
931
-
932
- // 赤黒処理で訂正
933
- journalSyncService.reverseJournal(oldSales);
934
- journalSyncService.createJournalFromSales(newSales);
935
- }
936
-
937
- private void handleDelete(JsonNode before) {
938
- SalesData sales = objectMapper.convertValue(before, SalesData.class);
939
- journalSyncService.reverseJournal(sales);
940
- }
941
- }
942
-
943
- // CDC イベント
944
- @Data
945
- public class CdcEvent {
946
- private SourceInfo source;
947
- private String operation; // c, u, d, r
948
- private Long tsMs;
949
- private JsonNode before;
950
- private JsonNode after;
951
- }
952
-
953
- @Data
954
- public class SourceInfo {
955
- private String connector;
956
- private String db;
957
- private String schema;
958
- private String table;
959
- private Long txId;
960
- private Long lsn;
961
- }
962
- ```
963
-
964
- </details>
965
-
966
- ### データベーストリガーの活用
967
-
968
- トリガーを使用した変更検知は、CDC ツールなしでも実装できるシンプルな方式です。
969
-
970
- ```plantuml
971
- @startuml
972
- title トリガーによる変更検知
973
-
974
- database "ソースDB" as source {
975
- entity "売上テーブル" as sales
976
- entity "変更ログ" as change_log
977
- }
978
-
979
- rectangle "トリガー" as trigger {
980
- rectangle "INSERT トリガー" as insert_trigger
981
- rectangle "UPDATE トリガー" as update_trigger
982
- rectangle "DELETE トリガー" as delete_trigger
983
- }
984
-
985
- rectangle "連携バッチ" as batch {
986
- rectangle "変更ログ読込" as read_log
987
- rectangle "ターゲット更新" as update_target
988
- rectangle "ログ削除" as delete_log
989
- }
990
-
991
- database "ターゲットDB" as target
992
-
993
- sales --> insert_trigger : INSERT
994
- sales --> update_trigger : UPDATE
995
- sales --> delete_trigger : DELETE
996
-
997
- insert_trigger --> change_log : 記録
998
- update_trigger --> change_log : 記録
999
- delete_trigger --> change_log : 記録
1000
-
1001
- change_log --> read_log : 定期実行
1002
- read_log --> update_target
1003
- update_target --> target
1004
- update_target --> delete_log
1005
-
1006
- note bottom of trigger
1007
- 【トリガー方式のメリット】
1008
- ・追加ツール不要
1009
- ・確実に変更を捕捉
1010
-
1011
- 【デメリット】
1012
- ・パフォーマンスへの影響
1013
- ・トリガーの管理が煩雑
1014
- end note
1015
-
1016
- @enduml
1017
- ```
1018
-
1019
- <details>
1020
- <summary>SQL 定義 - 変更ログトリガー</summary>
1021
-
1022
- ```sql
1023
- -- 変更ログテーブル
1024
- CREATE TABLE 変更ログ (
1025
- ログID SERIAL PRIMARY KEY,
1026
- テーブル名 VARCHAR(100) NOT NULL,
1027
- 操作種別 VARCHAR(10) NOT NULL, -- INSERT, UPDATE, DELETE
1028
- レコードID VARCHAR(100) NOT NULL,
1029
- 変更前データ JSONB,
1030
- 変更後データ JSONB,
1031
- 変更日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1032
- 処理済フラグ BOOLEAN DEFAULT FALSE,
1033
- 処理日時 TIMESTAMP
1034
- );
1035
-
1036
- CREATE INDEX idx_変更ログ_未処理 ON 変更ログ (処理済フラグ, 変更日時)
1037
- WHERE 処理済フラグ = FALSE;
1038
-
1039
- -- 売上テーブル用トリガー関数
1040
- CREATE OR REPLACE FUNCTION fn_売上変更ログ()
1041
- RETURNS TRIGGER AS $$
1042
- BEGIN
1043
- IF TG_OP = 'INSERT' THEN
1044
- INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更後データ)
1045
- VALUES ('売上', 'INSERT', NEW.売上番号, row_to_json(NEW)::JSONB);
1046
- RETURN NEW;
1047
-
1048
- ELSIF TG_OP = 'UPDATE' THEN
1049
- INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更前データ, 変更後データ)
1050
- VALUES ('売上', 'UPDATE', NEW.売上番号,
1051
- row_to_json(OLD)::JSONB, row_to_json(NEW)::JSONB);
1052
- RETURN NEW;
1053
-
1054
- ELSIF TG_OP = 'DELETE' THEN
1055
- INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更前データ)
1056
- VALUES ('売上', 'DELETE', OLD.売上番号, row_to_json(OLD)::JSONB);
1057
- RETURN OLD;
1058
- END IF;
1059
- END;
1060
- $$ LANGUAGE plpgsql;
1061
-
1062
- -- トリガー設定
1063
- CREATE TRIGGER trg_売上変更ログ
1064
- AFTER INSERT OR UPDATE OR DELETE ON 売上
1065
- FOR EACH ROW EXECUTE FUNCTION fn_売上変更ログ();
1066
- ```
1067
-
1068
- </details>
1069
-
1070
- <details>
1071
- <summary>Java 実装例 - 変更ログ処理</summary>
1072
-
1073
- ```java
1074
- // 変更ログ処理サービス
1075
- @Service
1076
- public class ChangeLogProcessingService {
1077
- private final JdbcTemplate jdbcTemplate;
1078
- private final Map<String, ChangeLogHandler> handlers;
1079
-
1080
- @Scheduled(fixedDelay = 5000) // 5秒ごと
1081
- @Transactional
1082
- public void processChangeLogs() {
1083
- // 未処理ログを取得(ロック付き)
1084
- String selectSql = """
1085
- SELECT ログID, テーブル名, 操作種別, レコードID, 変更前データ, 変更後データ
1086
- FROM 変更ログ
1087
- WHERE 処理済フラグ = FALSE
1088
- ORDER BY 変更日時
1089
- LIMIT 100
1090
- FOR UPDATE SKIP LOCKED
1091
- """;
1092
-
1093
- List<ChangeLog> logs = jdbcTemplate.query(selectSql,
1094
- (rs, rowNum) -> new ChangeLog(
1095
- rs.getLong("ログID"),
1096
- rs.getString("テーブル名"),
1097
- rs.getString("操作種別"),
1098
- rs.getString("レコードID"),
1099
- rs.getString("変更前データ"),
1100
- rs.getString("変更後データ")
1101
- )
1102
- );
1103
-
1104
- for (ChangeLog log : logs) {
1105
- try {
1106
- // テーブル別ハンドラーで処理
1107
- ChangeLogHandler handler = handlers.get(log.tableName());
1108
- if (handler != null) {
1109
- handler.handle(log);
1110
- }
1111
-
1112
- // 処理済みマーク
1113
- markAsProcessed(log.logId());
1114
-
1115
- } catch (Exception e) {
1116
- // エラーログ記録(処理は継続)
1117
- recordError(log.logId(), e.getMessage());
1118
- }
1119
- }
1120
- }
1121
-
1122
- private void markAsProcessed(Long logId) {
1123
- jdbcTemplate.update(
1124
- "UPDATE 変更ログ SET 処理済フラグ = TRUE, 処理日時 = CURRENT_TIMESTAMP WHERE ログID = ?",
1125
- logId
1126
- );
1127
- }
1128
-
1129
- private void recordError(Long logId, String errorMessage) {
1130
- jdbcTemplate.update(
1131
- "UPDATE 変更ログ SET エラー内容 = ? WHERE ログID = ?",
1132
- errorMessage, logId
1133
- );
1134
- }
1135
- }
1136
-
1137
- // 変更ログハンドラーインターフェース
1138
- public interface ChangeLogHandler {
1139
- void handle(ChangeLog log);
1140
- }
1141
-
1142
- // 売上変更ログハンドラー
1143
- @Component("売上")
1144
- public class SalesChangeLogHandler implements ChangeLogHandler {
1145
- private final ObjectMapper objectMapper;
1146
- private final JournalSyncService journalSyncService;
1147
-
1148
- @Override
1149
- public void handle(ChangeLog log) {
1150
- switch (log.operation()) {
1151
- case "INSERT" -> {
1152
- SalesData sales = parseJson(log.afterData(), SalesData.class);
1153
- journalSyncService.createJournalFromSales(sales);
1154
- }
1155
- case "UPDATE" -> {
1156
- SalesData oldSales = parseJson(log.beforeData(), SalesData.class);
1157
- SalesData newSales = parseJson(log.afterData(), SalesData.class);
1158
- journalSyncService.reverseJournal(oldSales);
1159
- journalSyncService.createJournalFromSales(newSales);
1160
- }
1161
- case "DELETE" -> {
1162
- SalesData sales = parseJson(log.beforeData(), SalesData.class);
1163
- journalSyncService.reverseJournal(sales);
1164
- }
1165
- }
1166
- }
1167
-
1168
- private <T> T parseJson(String json, Class<T> clazz) {
1169
- try {
1170
- return objectMapper.readValue(json, clazz);
1171
- } catch (JsonProcessingException e) {
1172
- throw new RuntimeException("JSON パース失敗", e);
1173
- }
1174
- }
1175
- }
1176
- ```
1177
-
1178
- </details>
1179
-
1180
- ### メッセージキューによる非同期連携
1181
-
1182
- メッセージキューを使用した非同期連携は、システム間の疎結合を実現します。
1183
-
1184
- ```plantuml
1185
- @startuml
1186
- title メッセージキューによる非同期連携
1187
-
1188
- rectangle "プロデューサー" as producer {
1189
- rectangle "販売管理\nサービス" as sales_service
1190
- }
1191
-
1192
- rectangle "メッセージブローカー" as broker {
1193
- queue "売上イベント\nキュー" as sales_queue
1194
- queue "仕訳イベント\nキュー" as journal_queue
1195
- queue "在庫イベント\nキュー" as inventory_queue
1196
- }
1197
-
1198
- rectangle "コンシューマー" as consumer {
1199
- rectangle "財務会計\nサービス" as accounting_service
1200
- rectangle "在庫管理\nサービス" as inventory_service
1201
- rectangle "分析\nサービス" as analytics_service
1202
- }
1203
-
1204
- sales_service --> sales_queue : 売上イベント発行
1205
-
1206
- sales_queue --> accounting_service : 消費(仕訳生成)
1207
- sales_queue --> inventory_service : 消費(在庫更新)
1208
- sales_queue --> analytics_service : 消費(分析用)
1209
-
1210
- accounting_service --> journal_queue : 仕訳イベント発行
1211
-
1212
- note bottom of broker
1213
- 【メッセージキューの特徴】
1214
- ・非同期処理による疎結合
1215
- ・メッセージの永続化
1216
- ・再処理・リトライが容易
1217
- ・スケーラビリティ
1218
- end note
1219
-
1220
- @enduml
1221
- ```
1222
-
1223
- #### メッセージ配信パターン
1224
-
1225
- ```plantuml
1226
- @startuml
1227
- title メッセージ配信パターン
1228
-
1229
- rectangle "Point-to-Point" as p2p {
1230
- queue "キュー" as queue1
1231
- rectangle "Consumer A" as consumer_a
1232
- queue1 --> consumer_a : 1対1配信
1233
- note right of queue1
1234
- 1つのメッセージは
1235
- 1つのコンシューマーのみが受信
1236
- end note
1237
- }
1238
-
1239
- rectangle "Pub/Sub" as pubsub {
1240
- rectangle "トピック" as topic
1241
- rectangle "Consumer B" as consumer_b
1242
- rectangle "Consumer C" as consumer_c
1243
- rectangle "Consumer D" as consumer_d
1244
- topic --> consumer_b
1245
- topic --> consumer_c
1246
- topic --> consumer_d
1247
- note right of topic
1248
- 1つのメッセージを
1249
- 複数のサブスクライバーが受信
1250
- end note
1251
- }
1252
-
1253
- rectangle "Competing Consumers" as competing {
1254
- queue "キュー" as queue2
1255
- rectangle "Consumer E1" as consumer_e1
1256
- rectangle "Consumer E2" as consumer_e2
1257
- rectangle "Consumer E3" as consumer_e3
1258
- queue2 --> consumer_e1
1259
- queue2 --> consumer_e2
1260
- queue2 --> consumer_e3
1261
- note right of queue2
1262
- 複数のコンシューマーが
1263
- 並列でメッセージを処理
1264
- (負荷分散)
1265
- end note
1266
- }
1267
-
1268
- @enduml
1269
- ```
1270
-
1271
- <details>
1272
- <summary>Java 実装例 - メッセージキュー連携</summary>
1273
-
1274
- ```java
1275
- // メッセージプロデューサー
1276
- @Service
1277
- public class SalesEventPublisher {
1278
- private final RabbitTemplate rabbitTemplate;
1279
- private final ObjectMapper objectMapper;
1280
-
1281
- private static final String EXCHANGE = "sales.events";
1282
-
1283
- public void publishSalesCreated(SalesData sales) {
1284
- SalesCreatedEvent event = new SalesCreatedEvent(
1285
- UUID.randomUUID().toString(),
1286
- Instant.now(),
1287
- sales.getSalesNumber(),
1288
- sales.getCustomerCode(),
1289
- sales.getSalesDate(),
1290
- sales.getTotalAmount()
1291
- );
1292
-
1293
- publish(event, "sales.created");
1294
- }
1295
-
1296
- public void publishSalesCancelled(String salesNumber, String reason) {
1297
- SalesCancelledEvent event = new SalesCancelledEvent(
1298
- UUID.randomUUID().toString(),
1299
- Instant.now(),
1300
- salesNumber,
1301
- reason
1302
- );
1303
-
1304
- publish(event, "sales.cancelled");
1305
- }
1306
-
1307
- private void publish(Object event, String routingKey) {
1308
- try {
1309
- String json = objectMapper.writeValueAsString(event);
1310
- rabbitTemplate.convertAndSend(EXCHANGE, routingKey, json);
1311
- log.info("イベント発行: {} -> {}", routingKey, event);
1312
- } catch (Exception e) {
1313
- log.error("イベント発行失敗", e);
1314
- throw new EventPublishException(e);
1315
- }
1316
- }
1317
- }
1318
-
1319
- // メッセージコンシューマー
1320
- @Component
1321
- public class SalesEventConsumer {
1322
- private final ObjectMapper objectMapper;
1323
- private final JournalService journalService;
1324
- private final InventoryService inventoryService;
1325
-
1326
- @RabbitListener(queues = "accounting.sales.queue")
1327
- public void handleSalesCreatedForAccounting(String message) {
1328
- SalesCreatedEvent event = parseEvent(message, SalesCreatedEvent.class);
1329
-
1330
- try {
1331
- // 仕訳生成
1332
- journalService.createFromSales(event);
1333
- log.info("売上仕訳生成完了: {}", event.salesNumber());
1334
-
1335
- } catch (Exception e) {
1336
- log.error("売上仕訳生成失敗: {}", event.salesNumber(), e);
1337
- throw new AmqpRejectAndDontRequeueException(e);
1338
- }
1339
- }
1340
-
1341
- @RabbitListener(queues = "inventory.sales.queue")
1342
- public void handleSalesCreatedForInventory(String message) {
1343
- SalesCreatedEvent event = parseEvent(message, SalesCreatedEvent.class);
1344
-
1345
- try {
1346
- // 在庫引当解除
1347
- inventoryService.releaseAllocation(event.salesNumber());
1348
- log.info("在庫引当解除完了: {}", event.salesNumber());
1349
-
1350
- } catch (Exception e) {
1351
- log.error("在庫引当解除失敗: {}", event.salesNumber(), e);
1352
- throw new AmqpRejectAndDontRequeueException(e);
1353
- }
1354
- }
1355
-
1356
- private <T> T parseEvent(String message, Class<T> clazz) {
1357
- try {
1358
- return objectMapper.readValue(message, clazz);
1359
- } catch (JsonProcessingException e) {
1360
- throw new EventParseException(e);
1361
- }
1362
- }
1363
- }
1364
-
1365
- // RabbitMQ 設定
1366
- @Configuration
1367
- public class RabbitMqConfig {
1368
-
1369
- @Bean
1370
- public TopicExchange salesEventsExchange() {
1371
- return new TopicExchange("sales.events");
1372
- }
1373
-
1374
- @Bean
1375
- public Queue accountingSalesQueue() {
1376
- return QueueBuilder.durable("accounting.sales.queue")
1377
- .withArgument("x-dead-letter-exchange", "sales.events.dlx")
1378
- .withArgument("x-dead-letter-routing-key", "accounting.sales.dead")
1379
- .build();
1380
- }
1381
-
1382
- @Bean
1383
- public Queue inventorySalesQueue() {
1384
- return QueueBuilder.durable("inventory.sales.queue")
1385
- .withArgument("x-dead-letter-exchange", "sales.events.dlx")
1386
- .withArgument("x-dead-letter-routing-key", "inventory.sales.dead")
1387
- .build();
1388
- }
1389
-
1390
- @Bean
1391
- public Binding accountingBinding() {
1392
- return BindingBuilder
1393
- .bind(accountingSalesQueue())
1394
- .to(salesEventsExchange())
1395
- .with("sales.*");
1396
- }
1397
-
1398
- @Bean
1399
- public Binding inventoryBinding() {
1400
- return BindingBuilder
1401
- .bind(inventorySalesQueue())
1402
- .to(salesEventsExchange())
1403
- .with("sales.*");
1404
- }
1405
-
1406
- // Dead Letter Queue 設定
1407
- @Bean
1408
- public DirectExchange deadLetterExchange() {
1409
- return new DirectExchange("sales.events.dlx");
1410
- }
1411
-
1412
- @Bean
1413
- public Queue deadLetterQueue() {
1414
- return QueueBuilder.durable("sales.events.dead").build();
1415
- }
1416
- }
1417
- ```
1418
-
1419
- </details>
1420
-
1421
- ---
1422
-
1423
- ## 39.3 連携テーブルの設計
1424
-
1425
- ### 連携ステータス管理
1426
-
1427
- データ連携の状態を追跡するためのテーブル設計は、運用上非常に重要です。
1428
-
1429
- ```plantuml
1430
- @startuml
1431
- title 連携ステータス管理テーブル
1432
-
1433
- entity "連携ジョブ" as job {
1434
- *ジョブID : UUID <<PK>>
1435
- --
1436
- *ジョブ名 : VARCHAR(100)
1437
- *連携種別 : VARCHAR(50)
1438
- ソースシステム : VARCHAR(50)
1439
- ターゲットシステム : VARCHAR(50)
1440
- スケジュール : VARCHAR(50)
1441
- 有効フラグ : BOOLEAN
1442
- 作成日時 : TIMESTAMP
1443
- }
1444
-
1445
- entity "連携実行履歴" as execution {
1446
- *実行ID : UUID <<PK>>
1447
- --
1448
- *ジョブID : UUID <<FK>>
1449
- *開始日時 : TIMESTAMP
1450
- 終了日時 : TIMESTAMP
1451
- *ステータス : VARCHAR(20)
1452
- 抽出件数 : INTEGER
1453
- 成功件数 : INTEGER
1454
- エラー件数 : INTEGER
1455
- スキップ件数 : INTEGER
1456
- エラー内容 : TEXT
1457
- }
1458
-
1459
- entity "連携対象データ" as data {
1460
- *データID : UUID <<PK>>
1461
- --
1462
- *実行ID : UUID <<FK>>
1463
- *ソースID : VARCHAR(100)
1464
- *連携ステータス : VARCHAR(20)
1465
- 処理日時 : TIMESTAMP
1466
- エラー内容 : TEXT
1467
- リトライ回数 : INTEGER
1468
- }
1469
-
1470
- entity "連携エラー詳細" as error {
1471
- *エラーID : UUID <<PK>>
1472
- --
1473
- *データID : UUID <<FK>>
1474
- *エラー種別 : VARCHAR(50)
1475
- *エラーメッセージ : TEXT
1476
- スタックトレース : TEXT
1477
- 発生日時 : TIMESTAMP
1478
- }
1479
-
1480
- job ||--o{ execution : has
1481
- execution ||--o{ data : contains
1482
- data ||--o{ error : has
1483
-
1484
- note right of execution
1485
- 【ステータス】
1486
- ・RUNNING: 実行中
1487
- ・SUCCESS: 正常完了
1488
- ・PARTIAL: 部分完了
1489
- ・FAILED: 失敗
1490
- ・CANCELLED: 中止
1491
- end note
1492
-
1493
- note right of data
1494
- 【連携ステータス】
1495
- ・PENDING: 処理待ち
1496
- ・PROCESSING: 処理中
1497
- ・SUCCESS: 成功
1498
- ・ERROR: エラー
1499
- ・SKIPPED: スキップ
1500
- end note
1501
-
1502
- @enduml
1503
- ```
1504
-
1505
- <details>
1506
- <summary>SQL 定義</summary>
1507
-
1508
- ```sql
1509
- -- 連携ジョブマスタ
1510
- CREATE TABLE 連携ジョブ (
1511
- ジョブID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1512
- ジョブ名 VARCHAR(100) NOT NULL UNIQUE,
1513
- 連携種別 VARCHAR(50) NOT NULL, -- BATCH, REALTIME, CDC
1514
- ソースシステム VARCHAR(50),
1515
- ターゲットシステム VARCHAR(50),
1516
- スケジュール VARCHAR(50), -- cron 式
1517
- 設定JSON JSONB,
1518
- 有効フラグ BOOLEAN DEFAULT TRUE,
1519
- 作成日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1520
- 更新日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP
1521
- );
1522
-
1523
- -- 連携実行履歴
1524
- CREATE TABLE 連携実行履歴 (
1525
- 実行ID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1526
- ジョブID UUID NOT NULL REFERENCES 連携ジョブ(ジョブID),
1527
- 開始日時 TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
1528
- 終了日時 TIMESTAMP,
1529
- ステータス VARCHAR(20) NOT NULL DEFAULT 'RUNNING',
1530
- 抽出件数 INTEGER DEFAULT 0,
1531
- 成功件数 INTEGER DEFAULT 0,
1532
- エラー件数 INTEGER DEFAULT 0,
1533
- スキップ件数 INTEGER DEFAULT 0,
1534
- エラー内容 TEXT,
1535
- 実行パラメータ JSONB,
1536
- CONSTRAINT chk_ステータス CHECK (
1537
- ステータス IN ('RUNNING', 'SUCCESS', 'PARTIAL', 'FAILED', 'CANCELLED')
1538
- )
1539
- );
1540
-
1541
- CREATE INDEX idx_連携実行履歴_ジョブ日時
1542
- ON 連携実行履歴 (ジョブID, 開始日時 DESC);
1543
-
1544
- -- 連携対象データ
1545
- CREATE TABLE 連携対象データ (
1546
- データID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1547
- 実行ID UUID NOT NULL REFERENCES 連携実行履歴(実行ID),
1548
- ソースID VARCHAR(100) NOT NULL,
1549
- 連携ステータス VARCHAR(20) NOT NULL DEFAULT 'PENDING',
1550
- 処理日時 TIMESTAMP,
1551
- エラー内容 TEXT,
1552
- リトライ回数 INTEGER DEFAULT 0,
1553
- ソースデータ JSONB,
1554
- CONSTRAINT chk_連携ステータス CHECK (
1555
- 連携ステータス IN ('PENDING', 'PROCESSING', 'SUCCESS', 'ERROR', 'SKIPPED')
1556
- )
1557
- );
1558
-
1559
- CREATE INDEX idx_連携対象データ_実行ステータス
1560
- ON 連携対象データ (実行ID, 連携ステータス);
1561
-
1562
- -- 連携エラー詳細
1563
- CREATE TABLE 連携エラー詳細 (
1564
- エラーID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1565
- データID UUID NOT NULL REFERENCES 連携対象データ(データID),
1566
- エラー種別 VARCHAR(50) NOT NULL,
1567
- エラーメッセージ TEXT NOT NULL,
1568
- スタックトレース TEXT,
1569
- 発生日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP
1570
- );
1571
-
1572
- -- 連携サマリービュー
1573
- CREATE VIEW v_連携サマリー AS
1574
- SELECT
1575
- j.ジョブ名,
1576
- j.連携種別,
1577
- e.実行ID,
1578
- e.開始日時,
1579
- e.終了日時,
1580
- e.ステータス,
1581
- e.抽出件数,
1582
- e.成功件数,
1583
- e.エラー件数,
1584
- CASE
1585
- WHEN e.抽出件数 > 0
1586
- THEN ROUND(e.成功件数::NUMERIC / e.抽出件数 * 100, 2)
1587
- ELSE 0
1588
- END AS 成功率
1589
- FROM 連携ジョブ j
1590
- JOIN 連携実行履歴 e ON j.ジョブID = e.ジョブID
1591
- ORDER BY e.開始日時 DESC;
1592
- ```
1593
-
1594
- </details>
1595
-
1596
- ### エラーハンドリングとリトライ
1597
-
1598
- データ連携におけるエラーハンドリングは、システムの信頼性を確保するために重要です。
1599
-
1600
- ```plantuml
1601
- @startuml
1602
- title エラーハンドリングとリトライフロー
1603
-
1604
- |連携処理|
1605
- start
1606
- :データ取得;
1607
-
1608
- repeat
1609
- :データ処理実行;
1610
-
1611
- if (成功?) then (yes)
1612
- :成功記録;
1613
- break
1614
- else (no)
1615
- :リトライ回数 + 1;
1616
-
1617
- if (リトライ上限?) then (no)
1618
- :待機(指数バックオフ);
1619
- note right
1620
- 1回目: 1秒
1621
- 2回目: 2秒
1622
- 3回目: 4秒
1623
- 4回目: 8秒
1624
- ...
1625
- end note
1626
- else (yes)
1627
- :エラー記録;
1628
- :Dead Letter Queue へ;
1629
- break
1630
- endif
1631
- endif
1632
- repeat while (リトライ中)
1633
-
1634
- stop
1635
-
1636
- @enduml
1637
- ```
1638
-
1639
- #### リトライ戦略
1640
-
1641
- ```plantuml
1642
- @startuml
1643
- title リトライ戦略の比較
1644
-
1645
- rectangle "固定間隔リトライ" as fixed {
1646
- note right
1647
- 【特徴】
1648
- 一定間隔でリトライ
1649
- 例: 5秒ごと
1650
-
1651
- 【適用場面】
1652
- ・短期的な障害
1653
- ・軽微なエラー
1654
- end note
1655
- }
1656
-
1657
- rectangle "指数バックオフ" as exponential {
1658
- note right
1659
- 【特徴】
1660
- リトライ間隔を指数的に増加
1661
- 例: 1秒 → 2秒 → 4秒 → 8秒
1662
-
1663
- 【適用場面】
1664
- ・外部サービス障害
1665
- ・負荷軽減が必要な場合
1666
- end note
1667
- }
1668
-
1669
- rectangle "ジッター付きバックオフ" as jitter {
1670
- note right
1671
- 【特徴】
1672
- 指数バックオフにランダム要素追加
1673
- 例: 1〜2秒 → 2〜4秒 → 4〜8秒
1674
-
1675
- 【適用場面】
1676
- ・多数クライアントの同時リトライ回避
1677
- ・サンダリングハード問題対策
1678
- end note
1679
- }
1680
-
1681
- rectangle "サーキットブレーカー" as circuit {
1682
- note right
1683
- 【特徴】
1684
- エラー率が閾値超過で遮断
1685
- 一定時間後に再試行
1686
-
1687
- 【適用場面】
1688
- ・長期的な障害
1689
- ・カスケード障害防止
1690
- end note
1691
- }
1692
-
1693
- @enduml
1694
- ```
1695
-
1696
- <details>
1697
- <summary>Java 実装例 - リトライ機構</summary>
1698
-
1699
- ```java
1700
- // リトライ設定
1701
- @Configuration
1702
- public class RetryConfig {
1703
-
1704
- @Bean
1705
- public RetryTemplate retryTemplate() {
1706
- RetryTemplate template = new RetryTemplate();
1707
-
1708
- // 指数バックオフ設定
1709
- ExponentialBackOffPolicy backOffPolicy = new ExponentialBackOffPolicy();
1710
- backOffPolicy.setInitialInterval(1000); // 1秒
1711
- backOffPolicy.setMultiplier(2.0);
1712
- backOffPolicy.setMaxInterval(30000); // 最大30秒
1713
- template.setBackOffPolicy(backOffPolicy);
1714
-
1715
- // リトライポリシー
1716
- Map<Class<? extends Throwable>, Boolean> retryableExceptions = new HashMap<>();
1717
- retryableExceptions.put(TransientDataAccessException.class, true);
1718
- retryableExceptions.put(TimeoutException.class, true);
1719
- retryableExceptions.put(ConnectException.class, true);
1720
-
1721
- SimpleRetryPolicy retryPolicy = new SimpleRetryPolicy(
1722
- 5, // 最大5回
1723
- retryableExceptions
1724
- );
1725
- template.setRetryPolicy(retryPolicy);
1726
-
1727
- // リスナー
1728
- template.registerListener(new RetryListenerSupport() {
1729
- @Override
1730
- public <T, E extends Throwable> void onError(
1731
- RetryContext context, RetryCallback<T, E> callback, Throwable throwable) {
1732
- log.warn("リトライ {} 回目: {}",
1733
- context.getRetryCount(), throwable.getMessage());
1734
- }
1735
- });
1736
-
1737
- return template;
1738
- }
1739
- }
1740
-
1741
- // リトライ付き連携サービス
1742
- @Service
1743
- public class RetryableIntegrationService {
1744
- private final RetryTemplate retryTemplate;
1745
- private final IntegrationDataRepository dataRepository;
1746
- private final DeadLetterService deadLetterService;
1747
-
1748
- @Transactional
1749
- public void processWithRetry(IntegrationData data) {
1750
- try {
1751
- retryTemplate.execute(context -> {
1752
- // 処理実行
1753
- processData(data);
1754
-
1755
- // 成功記録
1756
- data.setStatus(IntegrationStatus.SUCCESS);
1757
- data.setProcessedAt(LocalDateTime.now());
1758
- dataRepository.save(data);
1759
-
1760
- return null;
1761
- });
1762
-
1763
- } catch (Exception e) {
1764
- // リトライ上限超過
1765
- handleMaxRetriesExceeded(data, e);
1766
- }
1767
- }
1768
-
1769
- private void processData(IntegrationData data) {
1770
- // 実際の連携処理
1771
- // ...
1772
- }
1773
-
1774
- private void handleMaxRetriesExceeded(IntegrationData data, Exception e) {
1775
- // エラー記録
1776
- data.setStatus(IntegrationStatus.ERROR);
1777
- data.setErrorMessage(e.getMessage());
1778
- data.setRetryCount(data.getRetryCount() + 1);
1779
- dataRepository.save(data);
1780
-
1781
- // Dead Letter Queue へ
1782
- deadLetterService.send(data);
1783
-
1784
- // アラート通知
1785
- alertService.notify(
1786
- "連携エラー: " + data.getSourceId(),
1787
- e.getMessage()
1788
- );
1789
- }
1790
- }
1791
-
1792
- // サーキットブレーカー付きサービス
1793
- @Service
1794
- public class CircuitBreakerIntegrationService {
1795
- private final CircuitBreaker circuitBreaker;
1796
- private final ExternalSystemClient externalClient;
1797
-
1798
- public CircuitBreakerIntegrationService() {
1799
- CircuitBreakerConfig config = CircuitBreakerConfig.custom()
1800
- .failureRateThreshold(50) // 50%以上でオープン
1801
- .waitDurationInOpenState(Duration.ofSeconds(30))
1802
- .slidingWindowSize(10)
1803
- .build();
1804
-
1805
- this.circuitBreaker = CircuitBreaker.of("external-system", config);
1806
- }
1807
-
1808
- public void sendToExternalSystem(IntegrationData data) {
1809
- Try.ofSupplier(
1810
- CircuitBreaker.decorateSupplier(circuitBreaker, () -> {
1811
- return externalClient.send(data);
1812
- })
1813
- ).recover(CallNotPermittedException.class, e -> {
1814
- log.warn("サーキットブレーカーオープン中");
1815
- // フォールバック処理
1816
- queueForLater(data);
1817
- return null;
1818
- }).get();
1819
- }
1820
-
1821
- private void queueForLater(IntegrationData data) {
1822
- // 後で再処理するためキューイング
1823
- pendingQueue.add(data);
1824
- }
1825
- }
1826
- ```
1827
-
1828
- </details>
1829
-
1830
- ### 冪等性の確保
1831
-
1832
- データ連携において冪等性を確保することで、重複実行による問題を防ぎます。
1833
-
1834
- ```plantuml
1835
- @startuml
1836
- title 冪等性確保のパターン
1837
-
1838
- rectangle "冪等キー方式" as idempotency_key {
1839
- note right
1840
- 【仕組み】
1841
- ・リクエストに一意のキーを付与
1842
- ・処理済みキーをテーブルに記録
1843
- ・重複リクエストはスキップ
1844
-
1845
- 【実装】
1846
- 冪等キーテーブルで管理
1847
- end note
1848
- }
1849
-
1850
- rectangle "Upsert 方式" as upsert {
1851
- note right
1852
- 【仕組み】
1853
- ・INSERT or UPDATE で処理
1854
- ・存在すれば更新、なければ挿入
1855
- ・同じデータで何度実行しても同じ結果
1856
-
1857
- 【実装】
1858
- INSERT ... ON CONFLICT DO UPDATE
1859
- end note
1860
- }
1861
-
1862
- rectangle "バージョン管理方式" as version {
1863
- note right
1864
- 【仕組み】
1865
- ・データにバージョン番号を付与
1866
- ・古いバージョンの更新は無視
1867
- ・最新バージョンのみ適用
1868
-
1869
- 【実装】
1870
- 楽観ロック + バージョン比較
1871
- end note
1872
- }
1873
-
1874
- rectangle "ステータス管理方式" as status {
1875
- note right
1876
- 【仕組み】
1877
- ・処理ステータスを記録
1878
- ・処理済みデータは再処理しない
1879
- ・ステータス遷移を厳密に管理
1880
-
1881
- 【実装】
1882
- ステータス + 処理日時で判定
1883
- end note
1884
- }
1885
-
1886
- @enduml
1887
- ```
1888
-
1889
- <details>
1890
- <summary>SQL 定義 - 冪等性テーブル</summary>
1891
-
1892
- ```sql
1893
- -- 冪等キーテーブル
1894
- CREATE TABLE 冪等キー (
1895
- 冪等キー VARCHAR(100) PRIMARY KEY,
1896
- 処理種別 VARCHAR(50) NOT NULL,
1897
- ソースID VARCHAR(100) NOT NULL,
1898
- 処理結果 JSONB,
1899
- 処理日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1900
- 有効期限 TIMESTAMP NOT NULL
1901
- );
1902
-
1903
- CREATE INDEX idx_冪等キー_有効期限 ON 冪等キー (有効期限);
1904
-
1905
- -- 期限切れキーの自動削除
1906
- CREATE OR REPLACE FUNCTION fn_冪等キー_クリーンアップ()
1907
- RETURNS void AS $$
1908
- BEGIN
1909
- DELETE FROM 冪等キー WHERE 有効期限 < CURRENT_TIMESTAMP;
1910
- END;
1911
- $$ LANGUAGE plpgsql;
1912
-
1913
- -- 冪等処理の実行関数
1914
- CREATE OR REPLACE FUNCTION fn_冪等処理(
1915
- p_冪等キー VARCHAR,
1916
- p_処理種別 VARCHAR,
1917
- p_ソースID VARCHAR,
1918
- p_有効期間_日数 INTEGER DEFAULT 7
1919
- ) RETURNS TABLE (
1920
- 処理可能 BOOLEAN,
1921
- 既存結果 JSONB
1922
- ) AS $$
1923
- DECLARE
1924
- v_existing RECORD;
1925
- BEGIN
1926
- -- 既存キーを検索(ロック付き)
1927
- SELECT * INTO v_existing
1928
- FROM 冪等キー
1929
- WHERE 冪等キー = p_冪等キー
1930
- FOR UPDATE;
1931
-
1932
- IF v_existing IS NOT NULL THEN
1933
- -- 既に処理済み
1934
- RETURN QUERY SELECT FALSE, v_existing.処理結果;
1935
- ELSE
1936
- -- 新規キーを登録
1937
- INSERT INTO 冪等キー (冪等キー, 処理種別, ソースID, 有効期限)
1938
- VALUES (
1939
- p_冪等キー,
1940
- p_処理種別,
1941
- p_ソースID,
1942
- CURRENT_TIMESTAMP + (p_有効期間_日数 || ' days')::INTERVAL
1943
- );
1944
- RETURN QUERY SELECT TRUE, NULL::JSONB;
1945
- END IF;
1946
- END;
1947
- $$ LANGUAGE plpgsql;
1948
-
1949
- -- 処理結果の記録関数
1950
- CREATE OR REPLACE FUNCTION fn_冪等結果記録(
1951
- p_冪等キー VARCHAR,
1952
- p_処理結果 JSONB
1953
- ) RETURNS void AS $$
1954
- BEGIN
1955
- UPDATE 冪等キー
1956
- SET 処理結果 = p_処理結果
1957
- WHERE 冪等キー = p_冪等キー;
1958
- END;
1959
- $$ LANGUAGE plpgsql;
1960
- ```
1961
-
1962
- </details>
1963
-
1964
- <details>
1965
- <summary>Java 実装例 - 冪等性サービス</summary>
1966
-
1967
- ```java
1968
- // 冪等性サービス
1969
- @Service
1970
- public class IdempotencyService {
1971
- private final JdbcTemplate jdbcTemplate;
1972
-
1973
- /**
1974
- * 冪等処理を実行
1975
- * @return true: 処理可能, false: 既に処理済み
1976
- */
1977
- @Transactional
1978
- public IdempotencyResult checkAndLock(
1979
- String idempotencyKey,
1980
- String processType,
1981
- String sourceId) {
1982
-
1983
- // 既存キーをチェック
1984
- Map<String, Object> result = jdbcTemplate.queryForMap(
1985
- "SELECT * FROM fn_冪等処理(?, ?, ?)",
1986
- idempotencyKey, processType, sourceId
1987
- );
1988
-
1989
- boolean canProcess = (Boolean) result.get("処理可能");
1990
- String existingResult = (String) result.get("既存結果");
1991
-
1992
- return new IdempotencyResult(canProcess, existingResult);
1993
- }
1994
-
1995
- /**
1996
- * 処理結果を記録
1997
- */
1998
- @Transactional
1999
- public void recordResult(String idempotencyKey, Object result) {
2000
- try {
2001
- String jsonResult = new ObjectMapper().writeValueAsString(result);
2002
- jdbcTemplate.update(
2003
- "SELECT fn_冪等結果記録(?, ?::JSONB)",
2004
- idempotencyKey, jsonResult
2005
- );
2006
- } catch (JsonProcessingException e) {
2007
- throw new RuntimeException("結果のJSON変換に失敗", e);
2008
- }
2009
- }
2010
- }
2011
-
2012
- // 冪等性デコレーター
2013
- @Aspect
2014
- @Component
2015
- public class IdempotencyAspect {
2016
- private final IdempotencyService idempotencyService;
2017
-
2018
- @Around("@annotation(idempotent)")
2019
- public Object ensureIdempotency(
2020
- ProceedingJoinPoint joinPoint,
2021
- Idempotent idempotent) throws Throwable {
2022
-
2023
- // 冪等キーを取得
2024
- String idempotencyKey = extractIdempotencyKey(joinPoint, idempotent);
2025
- String processType = joinPoint.getSignature().getName();
2026
- String sourceId = extractSourceId(joinPoint, idempotent);
2027
-
2028
- // 冪等チェック
2029
- IdempotencyResult check = idempotencyService.checkAndLock(
2030
- idempotencyKey, processType, sourceId
2031
- );
2032
-
2033
- if (!check.canProcess()) {
2034
- log.info("冪等スキップ: {} (既存結果: {})",
2035
- idempotencyKey, check.existingResult());
2036
- return check.existingResult();
2037
- }
2038
-
2039
- try {
2040
- // 処理実行
2041
- Object result = joinPoint.proceed();
2042
-
2043
- // 結果記録
2044
- idempotencyService.recordResult(idempotencyKey, result);
2045
-
2046
- return result;
2047
-
2048
- } catch (Exception e) {
2049
- // エラー時は冪等キーを削除(再試行可能に)
2050
- idempotencyService.removeKey(idempotencyKey);
2051
- throw e;
2052
- }
2053
- }
2054
-
2055
- private String extractIdempotencyKey(
2056
- ProceedingJoinPoint joinPoint, Idempotent idempotent) {
2057
- // アノテーションの keyExpression から冪等キーを抽出
2058
- // SpEL で引数から動的に取得
2059
- // ...
2060
- }
2061
- }
2062
-
2063
- // 冪等アノテーション
2064
- @Target(ElementType.METHOD)
2065
- @Retention(RetentionPolicy.RUNTIME)
2066
- public @interface Idempotent {
2067
- String keyExpression(); // SpEL式: "#args[0].id"
2068
- String sourceIdExpression() default "";
2069
- }
2070
-
2071
- // 使用例
2072
- @Service
2073
- public class JournalIntegrationService {
2074
-
2075
- @Idempotent(keyExpression = "'SALES_JOURNAL_' + #sales.salesNumber")
2076
- @Transactional
2077
- public JournalEntry createJournalFromSales(SalesData sales) {
2078
- // この処理は同じ売上番号に対して1回だけ実行される
2079
- return journalService.createFromSales(sales);
2080
- }
2081
- }
2082
-
2083
- // Upsert による冪等性
2084
- @Repository
2085
- public class JournalRepository {
2086
-
2087
- @Transactional
2088
- public void upsertFromIntegration(JournalEntry journal) {
2089
- String sql = """
2090
- INSERT INTO 仕訳 (
2091
- 伝票番号, 伝票日付, 借方勘定, 借方金額,
2092
- 貸方勘定, 貸方金額, 摘要, ソース種別, ソースID
2093
- ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
2094
- ON CONFLICT (ソース種別, ソースID) DO UPDATE SET
2095
- 伝票日付 = EXCLUDED.伝票日付,
2096
- 借方勘定 = EXCLUDED.借方勘定,
2097
- 借方金額 = EXCLUDED.借方金額,
2098
- 貸方勘定 = EXCLUDED.貸方勘定,
2099
- 貸方金額 = EXCLUDED.貸方金額,
2100
- 摘要 = EXCLUDED.摘要,
2101
- 更新日時 = CURRENT_TIMESTAMP
2102
- """;
2103
-
2104
- jdbcTemplate.update(sql,
2105
- journal.getJournalNumber(),
2106
- journal.getJournalDate(),
2107
- journal.getDebitAccount(),
2108
- journal.getDebitAmount(),
2109
- journal.getCreditAccount(),
2110
- journal.getCreditAmount(),
2111
- journal.getDescription(),
2112
- journal.getSourceType(),
2113
- journal.getSourceId()
2114
- );
2115
- }
2116
- }
2117
- ```
2118
-
2119
- </details>
2120
-
2121
- ### 連携監視ダッシュボード
2122
-
2123
- ```plantuml
2124
- @startuml
2125
- title 連携監視ダッシュボードの構成
2126
-
2127
- rectangle "監視ダッシュボード" as dashboard {
2128
- rectangle "リアルタイム監視" as realtime {
2129
- rectangle "実行中ジョブ" as running
2130
- rectangle "キュー滞留" as queue_depth
2131
- rectangle "エラー発生" as errors
2132
- }
2133
-
2134
- rectangle "統計情報" as stats {
2135
- rectangle "日次処理件数" as daily_count
2136
- rectangle "成功率推移" as success_rate
2137
- rectangle "平均処理時間" as avg_time
2138
- }
2139
-
2140
- rectangle "アラート" as alerts {
2141
- rectangle "エラー閾値超過" as error_alert
2142
- rectangle "遅延アラート" as delay_alert
2143
- rectangle "滞留アラート" as backlog_alert
2144
- }
2145
- }
2146
-
2147
- database "連携履歴DB" as history_db
2148
- queue "メッセージキュー" as mq
2149
-
2150
- history_db --> stats : 集計
2151
- mq --> queue_depth : 監視
2152
- history_db --> errors : エラー検出
2153
-
2154
- alerts --> "通知サービス" : Slack/Email
2155
-
2156
- @enduml
2157
- ```
2158
-
2159
- <details>
2160
- <summary>SQL 定義 - 監視用ビュー</summary>
2161
-
2162
- ```sql
2163
- -- 日次連携サマリービュー
2164
- CREATE VIEW v_日次連携サマリー AS
2165
- SELECT
2166
- DATE(e.開始日時) AS 実行日,
2167
- j.ジョブ名,
2168
- COUNT(*) AS 実行回数,
2169
- SUM(CASE WHEN e.ステータス = 'SUCCESS' THEN 1 ELSE 0 END) AS 成功回数,
2170
- SUM(CASE WHEN e.ステータス = 'FAILED' THEN 1 ELSE 0 END) AS 失敗回数,
2171
- SUM(e.抽出件数) AS 総抽出件数,
2172
- SUM(e.成功件数) AS 総成功件数,
2173
- SUM(e.エラー件数) AS 総エラー件数,
2174
- ROUND(
2175
- SUM(e.成功件数)::NUMERIC / NULLIF(SUM(e.抽出件数), 0) * 100, 2
2176
- ) AS 成功率,
2177
- AVG(EXTRACT(EPOCH FROM (e.終了日時 - e.開始日時))) AS 平均処理時間_秒
2178
- FROM 連携実行履歴 e
2179
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2180
- WHERE e.開始日時 >= CURRENT_DATE - INTERVAL '30 days'
2181
- GROUP BY DATE(e.開始日時), j.ジョブ名
2182
- ORDER BY 実行日 DESC, j.ジョブ名;
2183
-
2184
- -- リアルタイム監視ビュー
2185
- CREATE VIEW v_リアルタイム監視 AS
2186
- SELECT
2187
- j.ジョブ名,
2188
- e.実行ID,
2189
- e.ステータス,
2190
- e.開始日時,
2191
- EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - e.開始日時)) AS 経過時間_秒,
2192
- e.抽出件数,
2193
- e.成功件数,
2194
- e.エラー件数,
2195
- ROUND(
2196
- e.成功件数::NUMERIC / NULLIF(e.抽出件数, 0) * 100, 2
2197
- ) AS 進捗率
2198
- FROM 連携実行履歴 e
2199
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2200
- WHERE e.ステータス = 'RUNNING'
2201
- ORDER BY e.開始日時;
2202
-
2203
- -- エラー傾向分析ビュー
2204
- CREATE VIEW v_エラー傾向 AS
2205
- SELECT
2206
- j.ジョブ名,
2207
- ed.エラー種別,
2208
- COUNT(*) AS 発生件数,
2209
- MIN(ed.発生日時) AS 初回発生,
2210
- MAX(ed.発生日時) AS 最終発生
2211
- FROM 連携エラー詳細 ed
2212
- JOIN 連携対象データ d ON ed.データID = d.データID
2213
- JOIN 連携実行履歴 e ON d.実行ID = e.実行ID
2214
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2215
- WHERE ed.発生日時 >= CURRENT_DATE - INTERVAL '7 days'
2216
- GROUP BY j.ジョブ名, ed.エラー種別
2217
- ORDER BY 発生件数 DESC;
2218
-
2219
- -- アラート条件チェック関数
2220
- CREATE OR REPLACE FUNCTION fn_連携アラートチェック()
2221
- RETURNS TABLE (
2222
- アラート種別 VARCHAR,
2223
- ジョブ名 VARCHAR,
2224
- メッセージ TEXT,
2225
- 重要度 VARCHAR
2226
- ) AS $$
2227
- BEGIN
2228
- -- エラー率アラート
2229
- RETURN QUERY
2230
- SELECT
2231
- 'エラー率超過'::VARCHAR,
2232
- j.ジョブ名,
2233
- FORMAT('エラー率 %.1f%% (閾値: 10%%)',
2234
- e.エラー件数::NUMERIC / e.抽出件数 * 100),
2235
- 'HIGH'::VARCHAR
2236
- FROM 連携実行履歴 e
2237
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2238
- WHERE e.ステータス IN ('PARTIAL', 'FAILED')
2239
- AND e.開始日時 >= CURRENT_TIMESTAMP - INTERVAL '1 hour'
2240
- AND e.抽出件数 > 0
2241
- AND e.エラー件数::NUMERIC / e.抽出件数 > 0.1;
2242
-
2243
- -- 長時間実行アラート
2244
- RETURN QUERY
2245
- SELECT
2246
- '長時間実行'::VARCHAR,
2247
- j.ジョブ名,
2248
- FORMAT('実行時間 %s 分 (閾値: 30分)',
2249
- EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - e.開始日時)) / 60),
2250
- 'MEDIUM'::VARCHAR
2251
- FROM 連携実行履歴 e
2252
- JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2253
- WHERE e.ステータス = 'RUNNING'
2254
- AND e.開始日時 < CURRENT_TIMESTAMP - INTERVAL '30 minutes';
2255
-
2256
- -- 未実行アラート
2257
- RETURN QUERY
2258
- SELECT
2259
- 'スケジュール遅延'::VARCHAR,
2260
- j.ジョブ名,
2261
- FORMAT('最終実行: %s',
2262
- COALESCE(MAX(e.開始日時)::TEXT, '実行履歴なし')),
2263
- 'MEDIUM'::VARCHAR
2264
- FROM 連携ジョブ j
2265
- LEFT JOIN 連携実行履歴 e ON j.ジョブID = e.ジョブID
2266
- WHERE j.有効フラグ = TRUE
2267
- GROUP BY j.ジョブID, j.ジョブ名
2268
- HAVING MAX(e.開始日時) < CURRENT_TIMESTAMP - INTERVAL '1 day'
2269
- OR MAX(e.開始日時) IS NULL;
2270
- END;
2271
- $$ LANGUAGE plpgsql;
2272
- ```
2273
-
2274
- </details>
2275
-
2276
- ---
2277
-
2278
- ## 39.4 まとめ
2279
-
2280
- 本章では、データ連携の具体的な実装パターンについて解説しました。
2281
-
2282
- ### 学んだこと
2283
-
2284
- 1. **バッチ連携**
2285
-
2286
- - ファイル連携(CSV / XML / JSON)の設計と実装
2287
- - ETL 処理のパターン(Extract-Transform-Load)
2288
- - 差分抽出と全件抽出の使い分け
2289
-
2290
- 2. **リアルタイム連携**
2291
-
2292
- - Change Data Capture(CDC)による変更検知
2293
- - データベーストリガーの活用
2294
- - メッセージキューによる非同期連携
2295
-
2296
- 3. **連携テーブルの設計**
2297
-
2298
- - 連携ステータス管理の重要性
2299
- - エラーハンドリングとリトライ戦略
2300
- - 冪等性の確保方法
2301
-
2302
- ### 連携パターンの選択指針
2303
-
2304
- | 要件 | バッチ連携 | リアルタイム連携 |
2305
- |-----|----------|----------------|
2306
- | データ量 | 大量 | 少〜中量 |
2307
- | 即時性 | 不要 | 必要 |
2308
- | 複雑な変換 | 適している | 向かない |
2309
- | システム負荷 | 集中(定期実行) | 分散(常時) |
2310
- | 障害復旧 | 容易 | やや複雑 |
2311
- | 実装コスト | 低 | 中〜高 |
2312
-
2313
- ### 信頼性確保のチェックリスト
2314
-
2315
- - [ ] 冪等性が確保されているか
2316
- - [ ] リトライ機構が実装されているか
2317
- - [ ] Dead Letter Queue が設定されているか
2318
- - [ ] 監視・アラートが設定されているか
2319
- - [ ] エラー発生時の通知が設定されているか
2320
- - [ ] 手動リカバリ手順が文書化されているか
2321
-
2322
- ### Part 5 の総括
2323
-
2324
- 第5部「エンタープライズインテグレーション」では、基幹業務システム間の統合について体系的に学びました。
2325
-
2326
- - **第33章**:システム統合の概要と境界づけられたコンテキスト
2327
- - **第34章**:メッセージングパターン(EIP)
2328
- - **第35章**:システム間連携パターン(販売・財務・生産)
2329
- - **第36章**:マスタデータ管理(MDM)
2330
- - **第37章**:イベント駆動アーキテクチャ
2331
- - **第38章**:API 設計とサービス連携
2332
- - **第39章**:データ連携の実装パターン
2333
-
2334
- これらの知識を活用することで、疎結合で保守性の高い基幹業務システムの統合を実現できます。
1
+ # 第39章:データ連携の実装パターン
2
+
3
+ 本章では、基幹業務システム間のデータ連携を実現するための具体的な実装パターンについて解説します。バッチ連携とリアルタイム連携の両方のアプローチを理解し、適切な連携テーブル設計とエラーハンドリングの方法を学びます。
4
+
5
+ ---
6
+
7
+ ## 39.1 バッチ連携
8
+
9
+ ### バッチ連携の概要
10
+
11
+ バッチ連携は、定期的なスケジュールでまとめてデータを転送する方式です。大量データの処理や、リアルタイム性が不要な業務に適しています。
12
+
13
+ ```plantuml
14
+ @startuml
15
+ title バッチ連携の基本構造
16
+
17
+ rectangle "ソースシステム" as source {
18
+ database "販売管理DB" as sales_db
19
+ }
20
+
21
+ rectangle "バッチ処理" as batch {
22
+ rectangle "抽出\n(Extract)" as extract
23
+ rectangle "変換\n(Transform)" as transform
24
+ rectangle "ロード\n(Load)" as load
25
+ }
26
+
27
+ rectangle "ターゲットシステム" as target {
28
+ database "財務会計DB" as accounting_db
29
+ }
30
+
31
+ file "中間ファイル" as staging_file
32
+
33
+ sales_db --> extract : 定期実行
34
+ extract --> staging_file : 出力
35
+ staging_file --> transform : 読込
36
+ transform --> load : 変換済データ
37
+ load --> accounting_db : 投入
38
+
39
+ note bottom of batch
40
+ 【バッチ連携の特徴】
41
+ ・大量データの一括処理に適する
42
+ ・処理時間の予測が容易
43
+ ・障害時のリカバリが比較的簡単
44
+ ・リアルタイム性は犠牲になる
45
+ end note
46
+
47
+ @enduml
48
+ ```
49
+
50
+ ### ファイル連携(CSV / XML / JSON)
51
+
52
+ 基幹業務システム間のデータ連携では、ファイル形式でのデータ交換が広く使われています。
53
+
54
+ #### ファイル形式の比較
55
+
56
+ | 形式 | 特徴 | 適用場面 | 注意点 |
57
+ |-----|-----|---------|-------|
58
+ | CSV | 軽量・シンプル | 定型データ、レガシー連携 | 文字コード、区切り文字 |
59
+ | XML | 構造化、スキーマ定義 | 複雑な階層データ | ファイルサイズ大 |
60
+ | JSON | 軽量・可読性高 | Web API 連携 | スキーマ検証が必要 |
61
+ | 固定長 | 高速処理 | 大量データ、メインフレーム | 柔軟性に欠ける |
62
+
63
+ #### ファイル連携の設計
64
+
65
+ ```plantuml
66
+ @startuml
67
+ title ファイル連携のデータフロー
68
+
69
+ |ソースシステム|
70
+ start
71
+ :データ抽出クエリ実行;
72
+ :ファイル出力;
73
+ note right
74
+ ・日付フォルダ作成
75
+ ・連番ファイル名
76
+ ・完了ファイル出力
77
+ end note
78
+
79
+ :ファイル転送;
80
+
81
+ |ターゲットシステム|
82
+ :ファイル受信確認;
83
+ note right
84
+ 完了ファイル(.done)の
85
+ 存在を確認してから処理開始
86
+ end note
87
+
88
+ :バリデーション;
89
+ if (検証OK?) then (yes)
90
+ :データ変換;
91
+ :データ投入;
92
+ :正常完了記録;
93
+ else (no)
94
+ :エラーファイル出力;
95
+ :アラート通知;
96
+ endif
97
+
98
+ stop
99
+
100
+ @enduml
101
+ ```
102
+
103
+ <details>
104
+ <summary>Java 実装例 - CSV 出力</summary>
105
+
106
+ ```java
107
+ // 売上データ CSV 出力サービス
108
+ @Service
109
+ public class SalesCsvExportService {
110
+ private final SalesRepository salesRepository;
111
+ private final FileStorageService fileStorage;
112
+
113
+ @Transactional(readOnly = true)
114
+ public ExportResult exportSalesData(LocalDate targetDate) {
115
+ // 出力ディレクトリ
116
+ String directory = String.format("sales/%s",
117
+ targetDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")));
118
+
119
+ // データ取得
120
+ List<SalesData> salesList = salesRepository.findByDate(targetDate);
121
+
122
+ // CSV 出力
123
+ String fileName = String.format("sales_%s_%s.csv",
124
+ targetDate.format(DateTimeFormatter.ofPattern("yyyyMMdd")),
125
+ LocalDateTime.now().format(DateTimeFormatter.ofPattern("HHmmss")));
126
+
127
+ try (CsvWriter writer = new CsvWriter(
128
+ fileStorage.getOutputStream(directory, fileName),
129
+ StandardCharsets.UTF_8)) {
130
+
131
+ // ヘッダー出力
132
+ writer.writeHeader(
133
+ "売上番号", "売上日", "得意先コード", "得意先名",
134
+ "商品コード", "商品名", "数量", "単価", "金額", "消費税"
135
+ );
136
+
137
+ // データ出力
138
+ for (SalesData sales : salesList) {
139
+ writer.writeRow(
140
+ sales.getSalesNumber(),
141
+ sales.getSalesDate().toString(),
142
+ sales.getCustomerCode(),
143
+ sales.getCustomerName(),
144
+ sales.getProductCode(),
145
+ sales.getProductName(),
146
+ sales.getQuantity().toString(),
147
+ sales.getUnitPrice().toString(),
148
+ sales.getAmount().toString(),
149
+ sales.getTaxAmount().toString()
150
+ );
151
+ }
152
+ }
153
+
154
+ // 完了ファイル出力
155
+ String doneFileName = fileName.replace(".csv", ".done");
156
+ fileStorage.createEmptyFile(directory, doneFileName);
157
+
158
+ return new ExportResult(
159
+ fileName,
160
+ salesList.size(),
161
+ ExportStatus.SUCCESS
162
+ );
163
+ }
164
+ }
165
+
166
+ // CSV ライター
167
+ public class CsvWriter implements AutoCloseable {
168
+ private final BufferedWriter writer;
169
+ private final String delimiter = ",";
170
+ private final String lineEnding = "\r\n";
171
+
172
+ public CsvWriter(OutputStream outputStream, Charset charset) {
173
+ this.writer = new BufferedWriter(
174
+ new OutputStreamWriter(outputStream, charset)
175
+ );
176
+ }
177
+
178
+ public void writeHeader(String... columns) throws IOException {
179
+ writeLine(columns);
180
+ }
181
+
182
+ public void writeRow(String... values) throws IOException {
183
+ String[] escapedValues = Arrays.stream(values)
184
+ .map(this::escapeField)
185
+ .toArray(String[]::new);
186
+ writeLine(escapedValues);
187
+ }
188
+
189
+ private void writeLine(String[] fields) throws IOException {
190
+ writer.write(String.join(delimiter, fields));
191
+ writer.write(lineEnding);
192
+ }
193
+
194
+ private String escapeField(String field) {
195
+ if (field == null) return "";
196
+ if (field.contains(",") || field.contains("\"")
197
+ || field.contains("\n")) {
198
+ return "\"" + field.replace("\"", "\"\"") + "\"";
199
+ }
200
+ return field;
201
+ }
202
+
203
+ @Override
204
+ public void close() throws IOException {
205
+ writer.close();
206
+ }
207
+ }
208
+ ```
209
+
210
+ </details>
211
+
212
+ <details>
213
+ <summary>Java 実装例 - CSV 取込</summary>
214
+
215
+ ```java
216
+ // 仕訳データ CSV 取込サービス
217
+ @Service
218
+ public class JournalCsvImportService {
219
+ private final JournalRepository journalRepository;
220
+ private final FileStorageService fileStorage;
221
+ private final ImportLogRepository importLogRepository;
222
+
223
+ @Transactional
224
+ public ImportResult importJournalData(String directory, String fileName) {
225
+ ImportLog log = ImportLog.start(fileName);
226
+
227
+ try {
228
+ // 完了ファイル確認
229
+ String doneFileName = fileName.replace(".csv", ".done");
230
+ if (!fileStorage.exists(directory, doneFileName)) {
231
+ throw new ImportException("完了ファイルが見つかりません: " + doneFileName);
232
+ }
233
+
234
+ // CSV 読込
235
+ List<JournalImportRow> rows = new ArrayList<>();
236
+ List<ImportError> errors = new ArrayList<>();
237
+
238
+ try (CsvReader reader = new CsvReader(
239
+ fileStorage.getInputStream(directory, fileName),
240
+ StandardCharsets.UTF_8)) {
241
+
242
+ int lineNumber = 1;
243
+ reader.skipHeader();
244
+ lineNumber++;
245
+
246
+ String[] line;
247
+ while ((line = reader.readLine()) != null) {
248
+ try {
249
+ JournalImportRow row = parseRow(line, lineNumber);
250
+ validateRow(row);
251
+ rows.add(row);
252
+ } catch (ValidationException e) {
253
+ errors.add(new ImportError(lineNumber, e.getMessage()));
254
+ }
255
+ lineNumber++;
256
+ }
257
+ }
258
+
259
+ // エラーがある場合は中断
260
+ if (!errors.isEmpty()) {
261
+ log.fail(errors);
262
+ importLogRepository.save(log);
263
+ return new ImportResult(ImportStatus.VALIDATION_ERROR, 0, errors);
264
+ }
265
+
266
+ // データ投入
267
+ int insertedCount = 0;
268
+ for (JournalImportRow row : rows) {
269
+ JournalEntry journal = convertToEntity(row);
270
+ journalRepository.save(journal);
271
+ insertedCount++;
272
+ }
273
+
274
+ log.success(insertedCount);
275
+ importLogRepository.save(log);
276
+
277
+ return new ImportResult(ImportStatus.SUCCESS, insertedCount, List.of());
278
+
279
+ } catch (Exception e) {
280
+ log.fail(e.getMessage());
281
+ importLogRepository.save(log);
282
+ throw new ImportException("取込処理でエラーが発生しました", e);
283
+ }
284
+ }
285
+
286
+ private JournalImportRow parseRow(String[] fields, int lineNumber) {
287
+ if (fields.length < 10) {
288
+ throw new ValidationException("フィールド数が不足しています");
289
+ }
290
+ return new JournalImportRow(
291
+ fields[0], // 伝票番号
292
+ LocalDate.parse(fields[1]), // 伝票日付
293
+ fields[2], // 借方勘定科目
294
+ fields[3], // 借方補助科目
295
+ new BigDecimal(fields[4]), // 借方金額
296
+ fields[5], // 貸方勘定科目
297
+ fields[6], // 貸方補助科目
298
+ new BigDecimal(fields[7]), // 貸方金額
299
+ fields[8], // 摘要
300
+ fields[9] // 部門コード
301
+ );
302
+ }
303
+
304
+ private void validateRow(JournalImportRow row) {
305
+ // 貸借一致チェック
306
+ if (row.debitAmount().compareTo(row.creditAmount()) != 0) {
307
+ throw new ValidationException("貸借金額が一致しません");
308
+ }
309
+ // その他のバリデーション...
310
+ }
311
+ }
312
+ ```
313
+
314
+ </details>
315
+
316
+ ### ETL 処理の設計
317
+
318
+ ETL(Extract-Transform-Load)は、データ連携の標準的なアプローチです。
319
+
320
+ ```plantuml
321
+ @startuml
322
+ title ETL 処理の設計パターン
323
+
324
+ rectangle "Extract(抽出)" as extract {
325
+ rectangle "フル抽出" as full_extract
326
+ rectangle "差分抽出" as incremental_extract
327
+ rectangle "CDC 抽出" as cdc_extract
328
+ }
329
+
330
+ rectangle "Transform(変換)" as transform {
331
+ rectangle "データクレンジング" as cleansing
332
+ rectangle "コード変換" as code_mapping
333
+ rectangle "集計・計算" as aggregation
334
+ rectangle "データ結合" as join_data
335
+ }
336
+
337
+ rectangle "Load(ロード)" as load {
338
+ rectangle "フルリフレッシュ" as full_refresh
339
+ rectangle "インクリメンタル" as incremental_load
340
+ rectangle "Upsert" as upsert
341
+ }
342
+
343
+ full_extract --> cleansing
344
+ incremental_extract --> cleansing
345
+ cdc_extract --> cleansing
346
+
347
+ cleansing --> code_mapping
348
+ code_mapping --> aggregation
349
+ aggregation --> join_data
350
+
351
+ join_data --> full_refresh
352
+ join_data --> incremental_load
353
+ join_data --> upsert
354
+
355
+ note bottom of extract
356
+ 【抽出方式の選択基準】
357
+ ・フル抽出:データ量が少ない場合
358
+ ・差分抽出:更新日時で判定可能な場合
359
+ ・CDC:リアルタイム性が必要な場合
360
+ end note
361
+
362
+ @enduml
363
+ ```
364
+
365
+ #### ETL ジョブ設計
366
+
367
+ ```plantuml
368
+ @startuml
369
+ title ETL ジョブの実行フロー
370
+
371
+ |スケジューラ|
372
+ start
373
+ :ジョブ起動;
374
+ note right
375
+ 毎日 AM 2:00
376
+ または手動起動
377
+ end note
378
+
379
+ |抽出フェーズ|
380
+ :前回実行日時取得;
381
+ :差分データ抽出;
382
+
383
+ if (データあり?) then (yes)
384
+ :ステージングテーブルに格納;
385
+
386
+ |変換フェーズ|
387
+ :データクレンジング;
388
+ note right
389
+ ・NULL 値処理
390
+ ・文字コード変換
391
+ ・日付フォーマット統一
392
+ end note
393
+
394
+ :コード変換;
395
+ note right
396
+ ・コードマッピングテーブル参照
397
+ ・未定義コードはエラー
398
+ end note
399
+
400
+ :業務ルール適用;
401
+ note right
402
+ ・消費税計算
403
+ ・勘定科目判定
404
+ ・部門配賦
405
+ end note
406
+
407
+ |ロードフェーズ|
408
+ :本番テーブルに投入;
409
+ :実行結果記録;
410
+ else (no)
411
+ :スキップ記録;
412
+ endif
413
+
414
+ |スケジューラ|
415
+ :完了通知;
416
+
417
+ stop
418
+
419
+ @enduml
420
+ ```
421
+
422
+ <details>
423
+ <summary>Java 実装例 - ETL ジョブ</summary>
424
+
425
+ ```java
426
+ // ETL ジョブ基底クラス
427
+ public abstract class EtlJob<S, T> {
428
+ protected final Logger log = LoggerFactory.getLogger(getClass());
429
+
430
+ public EtlJobResult execute(EtlJobContext context) {
431
+ EtlJobResult result = new EtlJobResult(getJobName());
432
+ result.start();
433
+
434
+ try {
435
+ // 抽出フェーズ
436
+ log.info("抽出フェーズ開始");
437
+ List<S> sourceData = extract(context);
438
+ result.setExtractedCount(sourceData.size());
439
+ log.info("抽出完了: {} 件", sourceData.size());
440
+
441
+ if (sourceData.isEmpty()) {
442
+ result.complete(EtlJobStatus.SKIPPED, "対象データなし");
443
+ return result;
444
+ }
445
+
446
+ // 変換フェーズ
447
+ log.info("変換フェーズ開始");
448
+ TransformResult<T> transformResult = transform(sourceData, context);
449
+ result.setTransformedCount(transformResult.successCount());
450
+ result.setErrorCount(transformResult.errorCount());
451
+ result.addErrors(transformResult.errors());
452
+ log.info("変換完了: 成功 {} 件, エラー {} 件",
453
+ transformResult.successCount(), transformResult.errorCount());
454
+
455
+ // エラー閾値チェック
456
+ if (exceedsErrorThreshold(transformResult, context)) {
457
+ result.complete(EtlJobStatus.FAILED, "エラー閾値超過");
458
+ return result;
459
+ }
460
+
461
+ // ロードフェーズ
462
+ log.info("ロードフェーズ開始");
463
+ int loadedCount = load(transformResult.data(), context);
464
+ result.setLoadedCount(loadedCount);
465
+ log.info("ロード完了: {} 件", loadedCount);
466
+
467
+ result.complete(EtlJobStatus.SUCCESS, null);
468
+ return result;
469
+
470
+ } catch (Exception e) {
471
+ log.error("ETL ジョブでエラー発生", e);
472
+ result.complete(EtlJobStatus.FAILED, e.getMessage());
473
+ return result;
474
+ }
475
+ }
476
+
477
+ protected abstract String getJobName();
478
+ protected abstract List<S> extract(EtlJobContext context);
479
+ protected abstract TransformResult<T> transform(List<S> data, EtlJobContext context);
480
+ protected abstract int load(List<T> data, EtlJobContext context);
481
+
482
+ private boolean exceedsErrorThreshold(
483
+ TransformResult<T> result, EtlJobContext context) {
484
+ double errorRate = (double) result.errorCount()
485
+ / (result.successCount() + result.errorCount());
486
+ return errorRate > context.getErrorThreshold();
487
+ }
488
+ }
489
+
490
+ // 売上→仕訳 ETL ジョブ
491
+ @Component
492
+ public class SalesToJournalEtlJob extends EtlJob<SalesData, JournalEntry> {
493
+ private final SalesRepository salesRepository;
494
+ private final JournalRepository journalRepository;
495
+ private final JournalPatternService patternService;
496
+
497
+ @Override
498
+ protected String getJobName() {
499
+ return "売上仕訳連携";
500
+ }
501
+
502
+ @Override
503
+ protected List<SalesData> extract(EtlJobContext context) {
504
+ LocalDateTime lastRunTime = context.getLastRunTime();
505
+ LocalDateTime currentTime = context.getCurrentTime();
506
+
507
+ return salesRepository.findByUpdatedAtBetween(lastRunTime, currentTime);
508
+ }
509
+
510
+ @Override
511
+ protected TransformResult<JournalEntry> transform(
512
+ List<SalesData> salesList, EtlJobContext context) {
513
+
514
+ List<JournalEntry> journals = new ArrayList<>();
515
+ List<TransformError> errors = new ArrayList<>();
516
+
517
+ for (SalesData sales : salesList) {
518
+ try {
519
+ // 自動仕訳パターン取得
520
+ JournalPattern pattern = patternService.findPattern(
521
+ sales.getProductGroup(),
522
+ sales.getCustomerGroup()
523
+ );
524
+
525
+ if (pattern == null) {
526
+ errors.add(new TransformError(
527
+ sales.getSalesNumber(),
528
+ "仕訳パターンが見つかりません"
529
+ ));
530
+ continue;
531
+ }
532
+
533
+ // 仕訳生成
534
+ JournalEntry journal = createJournal(sales, pattern);
535
+ journals.add(journal);
536
+
537
+ } catch (Exception e) {
538
+ errors.add(new TransformError(
539
+ sales.getSalesNumber(),
540
+ e.getMessage()
541
+ ));
542
+ }
543
+ }
544
+
545
+ return new TransformResult<>(journals, journals.size(), errors.size(), errors);
546
+ }
547
+
548
+ @Override
549
+ @Transactional
550
+ protected int load(List<JournalEntry> journals, EtlJobContext context) {
551
+ int count = 0;
552
+ for (JournalEntry journal : journals) {
553
+ journalRepository.save(journal);
554
+ count++;
555
+ }
556
+ return count;
557
+ }
558
+
559
+ private JournalEntry createJournal(SalesData sales, JournalPattern pattern) {
560
+ return JournalEntry.builder()
561
+ .journalDate(sales.getSalesDate())
562
+ .debitAccountCode(pattern.getDebitAccountCode())
563
+ .debitAmount(sales.getAmount())
564
+ .creditAccountCode(pattern.getCreditAccountCode())
565
+ .creditAmount(sales.getAmount())
566
+ .description("売上計上: " + sales.getSalesNumber())
567
+ .sourceType("SALES")
568
+ .sourceId(sales.getSalesNumber())
569
+ .build();
570
+ }
571
+ }
572
+ ```
573
+
574
+ </details>
575
+
576
+ ### 差分抽出と全件抽出
577
+
578
+ ```plantuml
579
+ @startuml
580
+ title 差分抽出と全件抽出の比較
581
+
582
+ rectangle "全件抽出" as full {
583
+ note right
584
+ 【処理内容】
585
+ ・ソーステーブルの全データを抽出
586
+ ・ターゲットを全件削除後に投入
587
+
588
+ 【メリット】
589
+ ・実装がシンプル
590
+ ・データ不整合が起きにくい
591
+
592
+ 【デメリット】
593
+ ・処理時間が長い
594
+ ・リソース消費が大きい
595
+
596
+ 【適用場面】
597
+ ・マスタデータ
598
+ ・データ量が少ない場合
599
+ ・日次全件洗い替え
600
+ end note
601
+ }
602
+
603
+ rectangle "差分抽出" as incremental {
604
+ note right
605
+ 【処理内容】
606
+ ・更新日時 > 前回実行日時 で抽出
607
+ ・差分のみ INSERT/UPDATE
608
+
609
+ 【メリット】
610
+ ・処理時間が短い
611
+ ・リソース効率が良い
612
+
613
+ 【デメリット】
614
+ ・削除データの検知が困難
615
+ ・更新日時の管理が必要
616
+
617
+ 【適用場面】
618
+ ・トランザクションデータ
619
+ ・大量データ
620
+ ・高頻度実行
621
+ end note
622
+ }
623
+
624
+ @enduml
625
+ ```
626
+
627
+ #### 差分抽出の実装パターン
628
+
629
+ ```plantuml
630
+ @startuml
631
+ title 差分抽出のパターン
632
+
633
+ rectangle "タイムスタンプ方式" as timestamp {
634
+ note right
635
+ WHERE 更新日時 > :前回実行日時
636
+
637
+ 【前提条件】
638
+ ・全テーブルに更新日時カラム
639
+ ・更新時に自動更新される仕組み
640
+ end note
641
+ }
642
+
643
+ rectangle "トリガー方式" as trigger {
644
+ note right
645
+ 変更を変更ログテーブルに記録
646
+ 連携後にログを削除
647
+
648
+ 【前提条件】
649
+ ・各テーブルにトリガー設定
650
+ ・変更ログテーブルの管理
651
+ end note
652
+ }
653
+
654
+ rectangle "シーケンス方式" as sequence {
655
+ note right
656
+ WHERE ID > :前回最大ID
657
+
658
+ 【前提条件】
659
+ ・単調増加の ID カラム
660
+ ・UPDATE はなく INSERT のみ
661
+ end note
662
+ }
663
+
664
+ rectangle "CDC 方式" as cdc {
665
+ note right
666
+ トランザクションログから
667
+ 変更を検知
668
+
669
+ 【前提条件】
670
+ ・CDC ツール(Debezium等)
671
+ ・リアルタイム処理基盤
672
+ end note
673
+ }
674
+
675
+ @enduml
676
+ ```
677
+
678
+ <details>
679
+ <summary>Java 実装例 - 差分抽出</summary>
680
+
681
+ ```java
682
+ // 差分抽出サービス
683
+ @Service
684
+ public class IncrementalExtractService {
685
+ private final JdbcTemplate jdbcTemplate;
686
+ private final ExtractCheckpointRepository checkpointRepository;
687
+
688
+ /**
689
+ * タイムスタンプ方式による差分抽出
690
+ */
691
+ public <T> List<T> extractByTimestamp(
692
+ String tableName,
693
+ String timestampColumn,
694
+ RowMapper<T> rowMapper) {
695
+
696
+ // 前回実行日時取得
697
+ ExtractCheckpoint checkpoint = checkpointRepository
698
+ .findByTableName(tableName)
699
+ .orElse(new ExtractCheckpoint(tableName, LocalDateTime.MIN));
700
+
701
+ LocalDateTime lastExtractTime = checkpoint.getLastExtractTime();
702
+ LocalDateTime currentTime = LocalDateTime.now();
703
+
704
+ // 差分抽出
705
+ String sql = String.format(
706
+ "SELECT * FROM %s WHERE %s > ? AND %s <= ? ORDER BY %s",
707
+ tableName, timestampColumn, timestampColumn, timestampColumn
708
+ );
709
+
710
+ List<T> result = jdbcTemplate.query(sql, rowMapper,
711
+ lastExtractTime, currentTime);
712
+
713
+ // チェックポイント更新
714
+ checkpoint.setLastExtractTime(currentTime);
715
+ checkpointRepository.save(checkpoint);
716
+
717
+ return result;
718
+ }
719
+
720
+ /**
721
+ * シーケンス方式による差分抽出
722
+ */
723
+ public <T> List<T> extractBySequence(
724
+ String tableName,
725
+ String sequenceColumn,
726
+ RowMapper<T> rowMapper) {
727
+
728
+ ExtractCheckpoint checkpoint = checkpointRepository
729
+ .findByTableName(tableName)
730
+ .orElse(new ExtractCheckpoint(tableName, 0L));
731
+
732
+ Long lastSequence = checkpoint.getLastSequence();
733
+
734
+ // 差分抽出
735
+ String sql = String.format(
736
+ "SELECT * FROM %s WHERE %s > ? ORDER BY %s",
737
+ tableName, sequenceColumn, sequenceColumn
738
+ );
739
+
740
+ List<T> result = jdbcTemplate.query(sql, rowMapper, lastSequence);
741
+
742
+ // 最大シーケンス取得と更新
743
+ if (!result.isEmpty()) {
744
+ Long maxSequence = jdbcTemplate.queryForObject(
745
+ String.format("SELECT MAX(%s) FROM %s WHERE %s > ?",
746
+ sequenceColumn, tableName, sequenceColumn),
747
+ Long.class, lastSequence
748
+ );
749
+ checkpoint.setLastSequence(maxSequence);
750
+ checkpointRepository.save(checkpoint);
751
+ }
752
+
753
+ return result;
754
+ }
755
+
756
+ /**
757
+ * 削除データの検知(論理削除方式)
758
+ */
759
+ public List<String> extractDeletedIds(
760
+ String tableName,
761
+ String idColumn,
762
+ String deleteFlagColumn) {
763
+
764
+ ExtractCheckpoint checkpoint = checkpointRepository
765
+ .findByTableName(tableName + "_DELETE")
766
+ .orElse(new ExtractCheckpoint(tableName + "_DELETE", LocalDateTime.MIN));
767
+
768
+ String sql = String.format(
769
+ "SELECT %s FROM %s WHERE %s = true AND 更新日時 > ?",
770
+ idColumn, tableName, deleteFlagColumn
771
+ );
772
+
773
+ List<String> deletedIds = jdbcTemplate.queryForList(
774
+ sql, String.class, checkpoint.getLastExtractTime()
775
+ );
776
+
777
+ checkpoint.setLastExtractTime(LocalDateTime.now());
778
+ checkpointRepository.save(checkpoint);
779
+
780
+ return deletedIds;
781
+ }
782
+ }
783
+
784
+ // 抽出チェックポイント
785
+ @Entity
786
+ @Table(name = "抽出チェックポイント")
787
+ public class ExtractCheckpoint {
788
+ @Id
789
+ private String tableName;
790
+ private LocalDateTime lastExtractTime;
791
+ private Long lastSequence;
792
+
793
+ public ExtractCheckpoint(String tableName, LocalDateTime lastExtractTime) {
794
+ this.tableName = tableName;
795
+ this.lastExtractTime = lastExtractTime;
796
+ }
797
+
798
+ public ExtractCheckpoint(String tableName, Long lastSequence) {
799
+ this.tableName = tableName;
800
+ this.lastSequence = lastSequence;
801
+ }
802
+
803
+ // getters, setters...
804
+ }
805
+ ```
806
+
807
+ </details>
808
+
809
+ ---
810
+
811
+ ## 39.2 リアルタイム連携
812
+
813
+ ### Change Data Capture(CDC)
814
+
815
+ CDC は、データベースの変更をリアルタイムで検知し、他システムに伝播するパターンです。
816
+
817
+ ```plantuml
818
+ @startuml
819
+ title Change Data Capture の仕組み
820
+
821
+ rectangle "ソースDB" as source {
822
+ database "販売管理" as sales_db
823
+ file "トランザクション\nログ" as tx_log
824
+ }
825
+
826
+ rectangle "CDC プラットフォーム" as cdc {
827
+ rectangle "Debezium\nConnector" as connector
828
+ queue "Kafka" as kafka
829
+ }
830
+
831
+ rectangle "ターゲットシステム" as targets {
832
+ database "財務会計" as accounting
833
+ database "分析DB" as analytics
834
+ rectangle "通知サービス" as notification
835
+ }
836
+
837
+ sales_db --> tx_log : WAL/Binlog
838
+ tx_log --> connector : 変更検知
839
+ connector --> kafka : イベント発行
840
+ kafka --> accounting : 消費
841
+ kafka --> analytics : 消費
842
+ kafka --> notification : 消費
843
+
844
+ note bottom of connector
845
+ 【CDC の仕組み】
846
+ ・データベースのトランザクションログを監視
847
+ ・INSERT/UPDATE/DELETE を検知
848
+ ・変更内容をイベントとして発行
849
+ end note
850
+
851
+ @enduml
852
+ ```
853
+
854
+ #### CDC イベントの構造
855
+
856
+ ```plantuml
857
+ @startuml
858
+ title CDC イベントの構造
859
+
860
+ class "CDC イベント" as cdc_event {
861
+ +source: SourceInfo
862
+ +operation: String
863
+ +timestamp: Long
864
+ +before: Record
865
+ +after: Record
866
+ }
867
+
868
+ class "SourceInfo" as source_info {
869
+ +connector: String
870
+ +database: String
871
+ +schema: String
872
+ +table: String
873
+ +txId: Long
874
+ +lsn: Long
875
+ }
876
+
877
+ note right of cdc_event
878
+ 【operation の値】
879
+ ・c: CREATE(INSERT)
880
+ ・u: UPDATE
881
+ ・d: DELETE
882
+ ・r: READ(スナップショット)
883
+
884
+ 【before/after】
885
+ ・INSERT: before=null, after=新データ
886
+ ・UPDATE: before=旧データ, after=新データ
887
+ ・DELETE: before=旧データ, after=null
888
+ end note
889
+
890
+ cdc_event --> source_info
891
+
892
+ @enduml
893
+ ```
894
+
895
+ <details>
896
+ <summary>Java 実装例 - CDC コンシューマー</summary>
897
+
898
+ ```java
899
+ // CDC イベントコンシューマー
900
+ @Component
901
+ public class SalesCdcConsumer {
902
+ private final ObjectMapper objectMapper;
903
+ private final JournalSyncService journalSyncService;
904
+
905
+ @KafkaListener(topics = "sales.public.売上")
906
+ public void consume(String message) {
907
+ try {
908
+ CdcEvent event = objectMapper.readValue(message, CdcEvent.class);
909
+
910
+ switch (event.getOperation()) {
911
+ case "c" -> handleInsert(event.getAfter());
912
+ case "u" -> handleUpdate(event.getBefore(), event.getAfter());
913
+ case "d" -> handleDelete(event.getBefore());
914
+ default -> log.warn("Unknown operation: {}", event.getOperation());
915
+ }
916
+
917
+ } catch (Exception e) {
918
+ log.error("CDC イベント処理エラー", e);
919
+ throw new CdcProcessingException(e);
920
+ }
921
+ }
922
+
923
+ private void handleInsert(JsonNode after) {
924
+ SalesData sales = objectMapper.convertValue(after, SalesData.class);
925
+ journalSyncService.createJournalFromSales(sales);
926
+ }
927
+
928
+ private void handleUpdate(JsonNode before, JsonNode after) {
929
+ SalesData oldSales = objectMapper.convertValue(before, SalesData.class);
930
+ SalesData newSales = objectMapper.convertValue(after, SalesData.class);
931
+
932
+ // 赤黒処理で訂正
933
+ journalSyncService.reverseJournal(oldSales);
934
+ journalSyncService.createJournalFromSales(newSales);
935
+ }
936
+
937
+ private void handleDelete(JsonNode before) {
938
+ SalesData sales = objectMapper.convertValue(before, SalesData.class);
939
+ journalSyncService.reverseJournal(sales);
940
+ }
941
+ }
942
+
943
+ // CDC イベント
944
+ @Data
945
+ public class CdcEvent {
946
+ private SourceInfo source;
947
+ private String operation; // c, u, d, r
948
+ private Long tsMs;
949
+ private JsonNode before;
950
+ private JsonNode after;
951
+ }
952
+
953
+ @Data
954
+ public class SourceInfo {
955
+ private String connector;
956
+ private String db;
957
+ private String schema;
958
+ private String table;
959
+ private Long txId;
960
+ private Long lsn;
961
+ }
962
+ ```
963
+
964
+ </details>
965
+
966
+ ### データベーストリガーの活用
967
+
968
+ トリガーを使用した変更検知は、CDC ツールなしでも実装できるシンプルな方式です。
969
+
970
+ ```plantuml
971
+ @startuml
972
+ title トリガーによる変更検知
973
+
974
+ database "ソースDB" as source {
975
+ entity "売上テーブル" as sales
976
+ entity "変更ログ" as change_log
977
+ }
978
+
979
+ rectangle "トリガー" as trigger {
980
+ rectangle "INSERT トリガー" as insert_trigger
981
+ rectangle "UPDATE トリガー" as update_trigger
982
+ rectangle "DELETE トリガー" as delete_trigger
983
+ }
984
+
985
+ rectangle "連携バッチ" as batch {
986
+ rectangle "変更ログ読込" as read_log
987
+ rectangle "ターゲット更新" as update_target
988
+ rectangle "ログ削除" as delete_log
989
+ }
990
+
991
+ database "ターゲットDB" as target
992
+
993
+ sales --> insert_trigger : INSERT
994
+ sales --> update_trigger : UPDATE
995
+ sales --> delete_trigger : DELETE
996
+
997
+ insert_trigger --> change_log : 記録
998
+ update_trigger --> change_log : 記録
999
+ delete_trigger --> change_log : 記録
1000
+
1001
+ change_log --> read_log : 定期実行
1002
+ read_log --> update_target
1003
+ update_target --> target
1004
+ update_target --> delete_log
1005
+
1006
+ note bottom of trigger
1007
+ 【トリガー方式のメリット】
1008
+ ・追加ツール不要
1009
+ ・確実に変更を捕捉
1010
+
1011
+ 【デメリット】
1012
+ ・パフォーマンスへの影響
1013
+ ・トリガーの管理が煩雑
1014
+ end note
1015
+
1016
+ @enduml
1017
+ ```
1018
+
1019
+ <details>
1020
+ <summary>SQL 定義 - 変更ログトリガー</summary>
1021
+
1022
+ ```sql
1023
+ -- 変更ログテーブル
1024
+ CREATE TABLE 変更ログ (
1025
+ ログID SERIAL PRIMARY KEY,
1026
+ テーブル名 VARCHAR(100) NOT NULL,
1027
+ 操作種別 VARCHAR(10) NOT NULL, -- INSERT, UPDATE, DELETE
1028
+ レコードID VARCHAR(100) NOT NULL,
1029
+ 変更前データ JSONB,
1030
+ 変更後データ JSONB,
1031
+ 変更日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1032
+ 処理済フラグ BOOLEAN DEFAULT FALSE,
1033
+ 処理日時 TIMESTAMP
1034
+ );
1035
+
1036
+ CREATE INDEX idx_変更ログ_未処理 ON 変更ログ (処理済フラグ, 変更日時)
1037
+ WHERE 処理済フラグ = FALSE;
1038
+
1039
+ -- 売上テーブル用トリガー関数
1040
+ CREATE OR REPLACE FUNCTION fn_売上変更ログ()
1041
+ RETURNS TRIGGER AS $$
1042
+ BEGIN
1043
+ IF TG_OP = 'INSERT' THEN
1044
+ INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更後データ)
1045
+ VALUES ('売上', 'INSERT', NEW.売上番号, row_to_json(NEW)::JSONB);
1046
+ RETURN NEW;
1047
+
1048
+ ELSIF TG_OP = 'UPDATE' THEN
1049
+ INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更前データ, 変更後データ)
1050
+ VALUES ('売上', 'UPDATE', NEW.売上番号,
1051
+ row_to_json(OLD)::JSONB, row_to_json(NEW)::JSONB);
1052
+ RETURN NEW;
1053
+
1054
+ ELSIF TG_OP = 'DELETE' THEN
1055
+ INSERT INTO 変更ログ (テーブル名, 操作種別, レコードID, 変更前データ)
1056
+ VALUES ('売上', 'DELETE', OLD.売上番号, row_to_json(OLD)::JSONB);
1057
+ RETURN OLD;
1058
+ END IF;
1059
+ END;
1060
+ $$ LANGUAGE plpgsql;
1061
+
1062
+ -- トリガー設定
1063
+ CREATE TRIGGER trg_売上変更ログ
1064
+ AFTER INSERT OR UPDATE OR DELETE ON 売上
1065
+ FOR EACH ROW EXECUTE FUNCTION fn_売上変更ログ();
1066
+ ```
1067
+
1068
+ </details>
1069
+
1070
+ <details>
1071
+ <summary>Java 実装例 - 変更ログ処理</summary>
1072
+
1073
+ ```java
1074
+ // 変更ログ処理サービス
1075
+ @Service
1076
+ public class ChangeLogProcessingService {
1077
+ private final JdbcTemplate jdbcTemplate;
1078
+ private final Map<String, ChangeLogHandler> handlers;
1079
+
1080
+ @Scheduled(fixedDelay = 5000) // 5秒ごと
1081
+ @Transactional
1082
+ public void processChangeLogs() {
1083
+ // 未処理ログを取得(ロック付き)
1084
+ String selectSql = """
1085
+ SELECT ログID, テーブル名, 操作種別, レコードID, 変更前データ, 変更後データ
1086
+ FROM 変更ログ
1087
+ WHERE 処理済フラグ = FALSE
1088
+ ORDER BY 変更日時
1089
+ LIMIT 100
1090
+ FOR UPDATE SKIP LOCKED
1091
+ """;
1092
+
1093
+ List<ChangeLog> logs = jdbcTemplate.query(selectSql,
1094
+ (rs, rowNum) -> new ChangeLog(
1095
+ rs.getLong("ログID"),
1096
+ rs.getString("テーブル名"),
1097
+ rs.getString("操作種別"),
1098
+ rs.getString("レコードID"),
1099
+ rs.getString("変更前データ"),
1100
+ rs.getString("変更後データ")
1101
+ )
1102
+ );
1103
+
1104
+ for (ChangeLog log : logs) {
1105
+ try {
1106
+ // テーブル別ハンドラーで処理
1107
+ ChangeLogHandler handler = handlers.get(log.tableName());
1108
+ if (handler != null) {
1109
+ handler.handle(log);
1110
+ }
1111
+
1112
+ // 処理済みマーク
1113
+ markAsProcessed(log.logId());
1114
+
1115
+ } catch (Exception e) {
1116
+ // エラーログ記録(処理は継続)
1117
+ recordError(log.logId(), e.getMessage());
1118
+ }
1119
+ }
1120
+ }
1121
+
1122
+ private void markAsProcessed(Long logId) {
1123
+ jdbcTemplate.update(
1124
+ "UPDATE 変更ログ SET 処理済フラグ = TRUE, 処理日時 = CURRENT_TIMESTAMP WHERE ログID = ?",
1125
+ logId
1126
+ );
1127
+ }
1128
+
1129
+ private void recordError(Long logId, String errorMessage) {
1130
+ jdbcTemplate.update(
1131
+ "UPDATE 変更ログ SET エラー内容 = ? WHERE ログID = ?",
1132
+ errorMessage, logId
1133
+ );
1134
+ }
1135
+ }
1136
+
1137
+ // 変更ログハンドラーインターフェース
1138
+ public interface ChangeLogHandler {
1139
+ void handle(ChangeLog log);
1140
+ }
1141
+
1142
+ // 売上変更ログハンドラー
1143
+ @Component("売上")
1144
+ public class SalesChangeLogHandler implements ChangeLogHandler {
1145
+ private final ObjectMapper objectMapper;
1146
+ private final JournalSyncService journalSyncService;
1147
+
1148
+ @Override
1149
+ public void handle(ChangeLog log) {
1150
+ switch (log.operation()) {
1151
+ case "INSERT" -> {
1152
+ SalesData sales = parseJson(log.afterData(), SalesData.class);
1153
+ journalSyncService.createJournalFromSales(sales);
1154
+ }
1155
+ case "UPDATE" -> {
1156
+ SalesData oldSales = parseJson(log.beforeData(), SalesData.class);
1157
+ SalesData newSales = parseJson(log.afterData(), SalesData.class);
1158
+ journalSyncService.reverseJournal(oldSales);
1159
+ journalSyncService.createJournalFromSales(newSales);
1160
+ }
1161
+ case "DELETE" -> {
1162
+ SalesData sales = parseJson(log.beforeData(), SalesData.class);
1163
+ journalSyncService.reverseJournal(sales);
1164
+ }
1165
+ }
1166
+ }
1167
+
1168
+ private <T> T parseJson(String json, Class<T> clazz) {
1169
+ try {
1170
+ return objectMapper.readValue(json, clazz);
1171
+ } catch (JsonProcessingException e) {
1172
+ throw new RuntimeException("JSON パース失敗", e);
1173
+ }
1174
+ }
1175
+ }
1176
+ ```
1177
+
1178
+ </details>
1179
+
1180
+ ### メッセージキューによる非同期連携
1181
+
1182
+ メッセージキューを使用した非同期連携は、システム間の疎結合を実現します。
1183
+
1184
+ ```plantuml
1185
+ @startuml
1186
+ title メッセージキューによる非同期連携
1187
+
1188
+ rectangle "プロデューサー" as producer {
1189
+ rectangle "販売管理\nサービス" as sales_service
1190
+ }
1191
+
1192
+ rectangle "メッセージブローカー" as broker {
1193
+ queue "売上イベント\nキュー" as sales_queue
1194
+ queue "仕訳イベント\nキュー" as journal_queue
1195
+ queue "在庫イベント\nキュー" as inventory_queue
1196
+ }
1197
+
1198
+ rectangle "コンシューマー" as consumer {
1199
+ rectangle "財務会計\nサービス" as accounting_service
1200
+ rectangle "在庫管理\nサービス" as inventory_service
1201
+ rectangle "分析\nサービス" as analytics_service
1202
+ }
1203
+
1204
+ sales_service --> sales_queue : 売上イベント発行
1205
+
1206
+ sales_queue --> accounting_service : 消費(仕訳生成)
1207
+ sales_queue --> inventory_service : 消費(在庫更新)
1208
+ sales_queue --> analytics_service : 消費(分析用)
1209
+
1210
+ accounting_service --> journal_queue : 仕訳イベント発行
1211
+
1212
+ note bottom of broker
1213
+ 【メッセージキューの特徴】
1214
+ ・非同期処理による疎結合
1215
+ ・メッセージの永続化
1216
+ ・再処理・リトライが容易
1217
+ ・スケーラビリティ
1218
+ end note
1219
+
1220
+ @enduml
1221
+ ```
1222
+
1223
+ #### メッセージ配信パターン
1224
+
1225
+ ```plantuml
1226
+ @startuml
1227
+ title メッセージ配信パターン
1228
+
1229
+ rectangle "Point-to-Point" as p2p {
1230
+ queue "キュー" as queue1
1231
+ rectangle "Consumer A" as consumer_a
1232
+ queue1 --> consumer_a : 1対1配信
1233
+ note right of queue1
1234
+ 1つのメッセージは
1235
+ 1つのコンシューマーのみが受信
1236
+ end note
1237
+ }
1238
+
1239
+ rectangle "Pub/Sub" as pubsub {
1240
+ rectangle "トピック" as topic
1241
+ rectangle "Consumer B" as consumer_b
1242
+ rectangle "Consumer C" as consumer_c
1243
+ rectangle "Consumer D" as consumer_d
1244
+ topic --> consumer_b
1245
+ topic --> consumer_c
1246
+ topic --> consumer_d
1247
+ note right of topic
1248
+ 1つのメッセージを
1249
+ 複数のサブスクライバーが受信
1250
+ end note
1251
+ }
1252
+
1253
+ rectangle "Competing Consumers" as competing {
1254
+ queue "キュー" as queue2
1255
+ rectangle "Consumer E1" as consumer_e1
1256
+ rectangle "Consumer E2" as consumer_e2
1257
+ rectangle "Consumer E3" as consumer_e3
1258
+ queue2 --> consumer_e1
1259
+ queue2 --> consumer_e2
1260
+ queue2 --> consumer_e3
1261
+ note right of queue2
1262
+ 複数のコンシューマーが
1263
+ 並列でメッセージを処理
1264
+ (負荷分散)
1265
+ end note
1266
+ }
1267
+
1268
+ @enduml
1269
+ ```
1270
+
1271
+ <details>
1272
+ <summary>Java 実装例 - メッセージキュー連携</summary>
1273
+
1274
+ ```java
1275
+ // メッセージプロデューサー
1276
+ @Service
1277
+ public class SalesEventPublisher {
1278
+ private final RabbitTemplate rabbitTemplate;
1279
+ private final ObjectMapper objectMapper;
1280
+
1281
+ private static final String EXCHANGE = "sales.events";
1282
+
1283
+ public void publishSalesCreated(SalesData sales) {
1284
+ SalesCreatedEvent event = new SalesCreatedEvent(
1285
+ UUID.randomUUID().toString(),
1286
+ Instant.now(),
1287
+ sales.getSalesNumber(),
1288
+ sales.getCustomerCode(),
1289
+ sales.getSalesDate(),
1290
+ sales.getTotalAmount()
1291
+ );
1292
+
1293
+ publish(event, "sales.created");
1294
+ }
1295
+
1296
+ public void publishSalesCancelled(String salesNumber, String reason) {
1297
+ SalesCancelledEvent event = new SalesCancelledEvent(
1298
+ UUID.randomUUID().toString(),
1299
+ Instant.now(),
1300
+ salesNumber,
1301
+ reason
1302
+ );
1303
+
1304
+ publish(event, "sales.cancelled");
1305
+ }
1306
+
1307
+ private void publish(Object event, String routingKey) {
1308
+ try {
1309
+ String json = objectMapper.writeValueAsString(event);
1310
+ rabbitTemplate.convertAndSend(EXCHANGE, routingKey, json);
1311
+ log.info("イベント発行: {} -> {}", routingKey, event);
1312
+ } catch (Exception e) {
1313
+ log.error("イベント発行失敗", e);
1314
+ throw new EventPublishException(e);
1315
+ }
1316
+ }
1317
+ }
1318
+
1319
+ // メッセージコンシューマー
1320
+ @Component
1321
+ public class SalesEventConsumer {
1322
+ private final ObjectMapper objectMapper;
1323
+ private final JournalService journalService;
1324
+ private final InventoryService inventoryService;
1325
+
1326
+ @RabbitListener(queues = "accounting.sales.queue")
1327
+ public void handleSalesCreatedForAccounting(String message) {
1328
+ SalesCreatedEvent event = parseEvent(message, SalesCreatedEvent.class);
1329
+
1330
+ try {
1331
+ // 仕訳生成
1332
+ journalService.createFromSales(event);
1333
+ log.info("売上仕訳生成完了: {}", event.salesNumber());
1334
+
1335
+ } catch (Exception e) {
1336
+ log.error("売上仕訳生成失敗: {}", event.salesNumber(), e);
1337
+ throw new AmqpRejectAndDontRequeueException(e);
1338
+ }
1339
+ }
1340
+
1341
+ @RabbitListener(queues = "inventory.sales.queue")
1342
+ public void handleSalesCreatedForInventory(String message) {
1343
+ SalesCreatedEvent event = parseEvent(message, SalesCreatedEvent.class);
1344
+
1345
+ try {
1346
+ // 在庫引当解除
1347
+ inventoryService.releaseAllocation(event.salesNumber());
1348
+ log.info("在庫引当解除完了: {}", event.salesNumber());
1349
+
1350
+ } catch (Exception e) {
1351
+ log.error("在庫引当解除失敗: {}", event.salesNumber(), e);
1352
+ throw new AmqpRejectAndDontRequeueException(e);
1353
+ }
1354
+ }
1355
+
1356
+ private <T> T parseEvent(String message, Class<T> clazz) {
1357
+ try {
1358
+ return objectMapper.readValue(message, clazz);
1359
+ } catch (JsonProcessingException e) {
1360
+ throw new EventParseException(e);
1361
+ }
1362
+ }
1363
+ }
1364
+
1365
+ // RabbitMQ 設定
1366
+ @Configuration
1367
+ public class RabbitMqConfig {
1368
+
1369
+ @Bean
1370
+ public TopicExchange salesEventsExchange() {
1371
+ return new TopicExchange("sales.events");
1372
+ }
1373
+
1374
+ @Bean
1375
+ public Queue accountingSalesQueue() {
1376
+ return QueueBuilder.durable("accounting.sales.queue")
1377
+ .withArgument("x-dead-letter-exchange", "sales.events.dlx")
1378
+ .withArgument("x-dead-letter-routing-key", "accounting.sales.dead")
1379
+ .build();
1380
+ }
1381
+
1382
+ @Bean
1383
+ public Queue inventorySalesQueue() {
1384
+ return QueueBuilder.durable("inventory.sales.queue")
1385
+ .withArgument("x-dead-letter-exchange", "sales.events.dlx")
1386
+ .withArgument("x-dead-letter-routing-key", "inventory.sales.dead")
1387
+ .build();
1388
+ }
1389
+
1390
+ @Bean
1391
+ public Binding accountingBinding() {
1392
+ return BindingBuilder
1393
+ .bind(accountingSalesQueue())
1394
+ .to(salesEventsExchange())
1395
+ .with("sales.*");
1396
+ }
1397
+
1398
+ @Bean
1399
+ public Binding inventoryBinding() {
1400
+ return BindingBuilder
1401
+ .bind(inventorySalesQueue())
1402
+ .to(salesEventsExchange())
1403
+ .with("sales.*");
1404
+ }
1405
+
1406
+ // Dead Letter Queue 設定
1407
+ @Bean
1408
+ public DirectExchange deadLetterExchange() {
1409
+ return new DirectExchange("sales.events.dlx");
1410
+ }
1411
+
1412
+ @Bean
1413
+ public Queue deadLetterQueue() {
1414
+ return QueueBuilder.durable("sales.events.dead").build();
1415
+ }
1416
+ }
1417
+ ```
1418
+
1419
+ </details>
1420
+
1421
+ ---
1422
+
1423
+ ## 39.3 連携テーブルの設計
1424
+
1425
+ ### 連携ステータス管理
1426
+
1427
+ データ連携の状態を追跡するためのテーブル設計は、運用上非常に重要です。
1428
+
1429
+ ```plantuml
1430
+ @startuml
1431
+ title 連携ステータス管理テーブル
1432
+
1433
+ entity "連携ジョブ" as job {
1434
+ *ジョブID : UUID <<PK>>
1435
+ --
1436
+ *ジョブ名 : VARCHAR(100)
1437
+ *連携種別 : VARCHAR(50)
1438
+ ソースシステム : VARCHAR(50)
1439
+ ターゲットシステム : VARCHAR(50)
1440
+ スケジュール : VARCHAR(50)
1441
+ 有効フラグ : BOOLEAN
1442
+ 作成日時 : TIMESTAMP
1443
+ }
1444
+
1445
+ entity "連携実行履歴" as execution {
1446
+ *実行ID : UUID <<PK>>
1447
+ --
1448
+ *ジョブID : UUID <<FK>>
1449
+ *開始日時 : TIMESTAMP
1450
+ 終了日時 : TIMESTAMP
1451
+ *ステータス : VARCHAR(20)
1452
+ 抽出件数 : INTEGER
1453
+ 成功件数 : INTEGER
1454
+ エラー件数 : INTEGER
1455
+ スキップ件数 : INTEGER
1456
+ エラー内容 : TEXT
1457
+ }
1458
+
1459
+ entity "連携対象データ" as data {
1460
+ *データID : UUID <<PK>>
1461
+ --
1462
+ *実行ID : UUID <<FK>>
1463
+ *ソースID : VARCHAR(100)
1464
+ *連携ステータス : VARCHAR(20)
1465
+ 処理日時 : TIMESTAMP
1466
+ エラー内容 : TEXT
1467
+ リトライ回数 : INTEGER
1468
+ }
1469
+
1470
+ entity "連携エラー詳細" as error {
1471
+ *エラーID : UUID <<PK>>
1472
+ --
1473
+ *データID : UUID <<FK>>
1474
+ *エラー種別 : VARCHAR(50)
1475
+ *エラーメッセージ : TEXT
1476
+ スタックトレース : TEXT
1477
+ 発生日時 : TIMESTAMP
1478
+ }
1479
+
1480
+ job ||--o{ execution : has
1481
+ execution ||--o{ data : contains
1482
+ data ||--o{ error : has
1483
+
1484
+ note right of execution
1485
+ 【ステータス】
1486
+ ・RUNNING: 実行中
1487
+ ・SUCCESS: 正常完了
1488
+ ・PARTIAL: 部分完了
1489
+ ・FAILED: 失敗
1490
+ ・CANCELLED: 中止
1491
+ end note
1492
+
1493
+ note right of data
1494
+ 【連携ステータス】
1495
+ ・PENDING: 処理待ち
1496
+ ・PROCESSING: 処理中
1497
+ ・SUCCESS: 成功
1498
+ ・ERROR: エラー
1499
+ ・SKIPPED: スキップ
1500
+ end note
1501
+
1502
+ @enduml
1503
+ ```
1504
+
1505
+ <details>
1506
+ <summary>SQL 定義</summary>
1507
+
1508
+ ```sql
1509
+ -- 連携ジョブマスタ
1510
+ CREATE TABLE 連携ジョブ (
1511
+ ジョブID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1512
+ ジョブ名 VARCHAR(100) NOT NULL UNIQUE,
1513
+ 連携種別 VARCHAR(50) NOT NULL, -- BATCH, REALTIME, CDC
1514
+ ソースシステム VARCHAR(50),
1515
+ ターゲットシステム VARCHAR(50),
1516
+ スケジュール VARCHAR(50), -- cron 式
1517
+ 設定JSON JSONB,
1518
+ 有効フラグ BOOLEAN DEFAULT TRUE,
1519
+ 作成日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1520
+ 更新日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP
1521
+ );
1522
+
1523
+ -- 連携実行履歴
1524
+ CREATE TABLE 連携実行履歴 (
1525
+ 実行ID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1526
+ ジョブID UUID NOT NULL REFERENCES 連携ジョブ(ジョブID),
1527
+ 開始日時 TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
1528
+ 終了日時 TIMESTAMP,
1529
+ ステータス VARCHAR(20) NOT NULL DEFAULT 'RUNNING',
1530
+ 抽出件数 INTEGER DEFAULT 0,
1531
+ 成功件数 INTEGER DEFAULT 0,
1532
+ エラー件数 INTEGER DEFAULT 0,
1533
+ スキップ件数 INTEGER DEFAULT 0,
1534
+ エラー内容 TEXT,
1535
+ 実行パラメータ JSONB,
1536
+ CONSTRAINT chk_ステータス CHECK (
1537
+ ステータス IN ('RUNNING', 'SUCCESS', 'PARTIAL', 'FAILED', 'CANCELLED')
1538
+ )
1539
+ );
1540
+
1541
+ CREATE INDEX idx_連携実行履歴_ジョブ日時
1542
+ ON 連携実行履歴 (ジョブID, 開始日時 DESC);
1543
+
1544
+ -- 連携対象データ
1545
+ CREATE TABLE 連携対象データ (
1546
+ データID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1547
+ 実行ID UUID NOT NULL REFERENCES 連携実行履歴(実行ID),
1548
+ ソースID VARCHAR(100) NOT NULL,
1549
+ 連携ステータス VARCHAR(20) NOT NULL DEFAULT 'PENDING',
1550
+ 処理日時 TIMESTAMP,
1551
+ エラー内容 TEXT,
1552
+ リトライ回数 INTEGER DEFAULT 0,
1553
+ ソースデータ JSONB,
1554
+ CONSTRAINT chk_連携ステータス CHECK (
1555
+ 連携ステータス IN ('PENDING', 'PROCESSING', 'SUCCESS', 'ERROR', 'SKIPPED')
1556
+ )
1557
+ );
1558
+
1559
+ CREATE INDEX idx_連携対象データ_実行ステータス
1560
+ ON 連携対象データ (実行ID, 連携ステータス);
1561
+
1562
+ -- 連携エラー詳細
1563
+ CREATE TABLE 連携エラー詳細 (
1564
+ エラーID UUID PRIMARY KEY DEFAULT gen_random_uuid(),
1565
+ データID UUID NOT NULL REFERENCES 連携対象データ(データID),
1566
+ エラー種別 VARCHAR(50) NOT NULL,
1567
+ エラーメッセージ TEXT NOT NULL,
1568
+ スタックトレース TEXT,
1569
+ 発生日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP
1570
+ );
1571
+
1572
+ -- 連携サマリービュー
1573
+ CREATE VIEW v_連携サマリー AS
1574
+ SELECT
1575
+ j.ジョブ名,
1576
+ j.連携種別,
1577
+ e.実行ID,
1578
+ e.開始日時,
1579
+ e.終了日時,
1580
+ e.ステータス,
1581
+ e.抽出件数,
1582
+ e.成功件数,
1583
+ e.エラー件数,
1584
+ CASE
1585
+ WHEN e.抽出件数 > 0
1586
+ THEN ROUND(e.成功件数::NUMERIC / e.抽出件数 * 100, 2)
1587
+ ELSE 0
1588
+ END AS 成功率
1589
+ FROM 連携ジョブ j
1590
+ JOIN 連携実行履歴 e ON j.ジョブID = e.ジョブID
1591
+ ORDER BY e.開始日時 DESC;
1592
+ ```
1593
+
1594
+ </details>
1595
+
1596
+ ### エラーハンドリングとリトライ
1597
+
1598
+ データ連携におけるエラーハンドリングは、システムの信頼性を確保するために重要です。
1599
+
1600
+ ```plantuml
1601
+ @startuml
1602
+ title エラーハンドリングとリトライフロー
1603
+
1604
+ |連携処理|
1605
+ start
1606
+ :データ取得;
1607
+
1608
+ repeat
1609
+ :データ処理実行;
1610
+
1611
+ if (成功?) then (yes)
1612
+ :成功記録;
1613
+ break
1614
+ else (no)
1615
+ :リトライ回数 + 1;
1616
+
1617
+ if (リトライ上限?) then (no)
1618
+ :待機(指数バックオフ);
1619
+ note right
1620
+ 1回目: 1秒
1621
+ 2回目: 2秒
1622
+ 3回目: 4秒
1623
+ 4回目: 8秒
1624
+ ...
1625
+ end note
1626
+ else (yes)
1627
+ :エラー記録;
1628
+ :Dead Letter Queue へ;
1629
+ break
1630
+ endif
1631
+ endif
1632
+ repeat while (リトライ中)
1633
+
1634
+ stop
1635
+
1636
+ @enduml
1637
+ ```
1638
+
1639
+ #### リトライ戦略
1640
+
1641
+ ```plantuml
1642
+ @startuml
1643
+ title リトライ戦略の比較
1644
+
1645
+ rectangle "固定間隔リトライ" as fixed {
1646
+ note right
1647
+ 【特徴】
1648
+ 一定間隔でリトライ
1649
+ 例: 5秒ごと
1650
+
1651
+ 【適用場面】
1652
+ ・短期的な障害
1653
+ ・軽微なエラー
1654
+ end note
1655
+ }
1656
+
1657
+ rectangle "指数バックオフ" as exponential {
1658
+ note right
1659
+ 【特徴】
1660
+ リトライ間隔を指数的に増加
1661
+ 例: 1秒 → 2秒 → 4秒 → 8秒
1662
+
1663
+ 【適用場面】
1664
+ ・外部サービス障害
1665
+ ・負荷軽減が必要な場合
1666
+ end note
1667
+ }
1668
+
1669
+ rectangle "ジッター付きバックオフ" as jitter {
1670
+ note right
1671
+ 【特徴】
1672
+ 指数バックオフにランダム要素追加
1673
+ 例: 1〜2秒 → 2〜4秒 → 4〜8秒
1674
+
1675
+ 【適用場面】
1676
+ ・多数クライアントの同時リトライ回避
1677
+ ・サンダリングハード問題対策
1678
+ end note
1679
+ }
1680
+
1681
+ rectangle "サーキットブレーカー" as circuit {
1682
+ note right
1683
+ 【特徴】
1684
+ エラー率が閾値超過で遮断
1685
+ 一定時間後に再試行
1686
+
1687
+ 【適用場面】
1688
+ ・長期的な障害
1689
+ ・カスケード障害防止
1690
+ end note
1691
+ }
1692
+
1693
+ @enduml
1694
+ ```
1695
+
1696
+ <details>
1697
+ <summary>Java 実装例 - リトライ機構</summary>
1698
+
1699
+ ```java
1700
+ // リトライ設定
1701
+ @Configuration
1702
+ public class RetryConfig {
1703
+
1704
+ @Bean
1705
+ public RetryTemplate retryTemplate() {
1706
+ RetryTemplate template = new RetryTemplate();
1707
+
1708
+ // 指数バックオフ設定
1709
+ ExponentialBackOffPolicy backOffPolicy = new ExponentialBackOffPolicy();
1710
+ backOffPolicy.setInitialInterval(1000); // 1秒
1711
+ backOffPolicy.setMultiplier(2.0);
1712
+ backOffPolicy.setMaxInterval(30000); // 最大30秒
1713
+ template.setBackOffPolicy(backOffPolicy);
1714
+
1715
+ // リトライポリシー
1716
+ Map<Class<? extends Throwable>, Boolean> retryableExceptions = new HashMap<>();
1717
+ retryableExceptions.put(TransientDataAccessException.class, true);
1718
+ retryableExceptions.put(TimeoutException.class, true);
1719
+ retryableExceptions.put(ConnectException.class, true);
1720
+
1721
+ SimpleRetryPolicy retryPolicy = new SimpleRetryPolicy(
1722
+ 5, // 最大5回
1723
+ retryableExceptions
1724
+ );
1725
+ template.setRetryPolicy(retryPolicy);
1726
+
1727
+ // リスナー
1728
+ template.registerListener(new RetryListenerSupport() {
1729
+ @Override
1730
+ public <T, E extends Throwable> void onError(
1731
+ RetryContext context, RetryCallback<T, E> callback, Throwable throwable) {
1732
+ log.warn("リトライ {} 回目: {}",
1733
+ context.getRetryCount(), throwable.getMessage());
1734
+ }
1735
+ });
1736
+
1737
+ return template;
1738
+ }
1739
+ }
1740
+
1741
+ // リトライ付き連携サービス
1742
+ @Service
1743
+ public class RetryableIntegrationService {
1744
+ private final RetryTemplate retryTemplate;
1745
+ private final IntegrationDataRepository dataRepository;
1746
+ private final DeadLetterService deadLetterService;
1747
+
1748
+ @Transactional
1749
+ public void processWithRetry(IntegrationData data) {
1750
+ try {
1751
+ retryTemplate.execute(context -> {
1752
+ // 処理実行
1753
+ processData(data);
1754
+
1755
+ // 成功記録
1756
+ data.setStatus(IntegrationStatus.SUCCESS);
1757
+ data.setProcessedAt(LocalDateTime.now());
1758
+ dataRepository.save(data);
1759
+
1760
+ return null;
1761
+ });
1762
+
1763
+ } catch (Exception e) {
1764
+ // リトライ上限超過
1765
+ handleMaxRetriesExceeded(data, e);
1766
+ }
1767
+ }
1768
+
1769
+ private void processData(IntegrationData data) {
1770
+ // 実際の連携処理
1771
+ // ...
1772
+ }
1773
+
1774
+ private void handleMaxRetriesExceeded(IntegrationData data, Exception e) {
1775
+ // エラー記録
1776
+ data.setStatus(IntegrationStatus.ERROR);
1777
+ data.setErrorMessage(e.getMessage());
1778
+ data.setRetryCount(data.getRetryCount() + 1);
1779
+ dataRepository.save(data);
1780
+
1781
+ // Dead Letter Queue へ
1782
+ deadLetterService.send(data);
1783
+
1784
+ // アラート通知
1785
+ alertService.notify(
1786
+ "連携エラー: " + data.getSourceId(),
1787
+ e.getMessage()
1788
+ );
1789
+ }
1790
+ }
1791
+
1792
+ // サーキットブレーカー付きサービス
1793
+ @Service
1794
+ public class CircuitBreakerIntegrationService {
1795
+ private final CircuitBreaker circuitBreaker;
1796
+ private final ExternalSystemClient externalClient;
1797
+
1798
+ public CircuitBreakerIntegrationService() {
1799
+ CircuitBreakerConfig config = CircuitBreakerConfig.custom()
1800
+ .failureRateThreshold(50) // 50%以上でオープン
1801
+ .waitDurationInOpenState(Duration.ofSeconds(30))
1802
+ .slidingWindowSize(10)
1803
+ .build();
1804
+
1805
+ this.circuitBreaker = CircuitBreaker.of("external-system", config);
1806
+ }
1807
+
1808
+ public void sendToExternalSystem(IntegrationData data) {
1809
+ Try.ofSupplier(
1810
+ CircuitBreaker.decorateSupplier(circuitBreaker, () -> {
1811
+ return externalClient.send(data);
1812
+ })
1813
+ ).recover(CallNotPermittedException.class, e -> {
1814
+ log.warn("サーキットブレーカーオープン中");
1815
+ // フォールバック処理
1816
+ queueForLater(data);
1817
+ return null;
1818
+ }).get();
1819
+ }
1820
+
1821
+ private void queueForLater(IntegrationData data) {
1822
+ // 後で再処理するためキューイング
1823
+ pendingQueue.add(data);
1824
+ }
1825
+ }
1826
+ ```
1827
+
1828
+ </details>
1829
+
1830
+ ### 冪等性の確保
1831
+
1832
+ データ連携において冪等性を確保することで、重複実行による問題を防ぎます。
1833
+
1834
+ ```plantuml
1835
+ @startuml
1836
+ title 冪等性確保のパターン
1837
+
1838
+ rectangle "冪等キー方式" as idempotency_key {
1839
+ note right
1840
+ 【仕組み】
1841
+ ・リクエストに一意のキーを付与
1842
+ ・処理済みキーをテーブルに記録
1843
+ ・重複リクエストはスキップ
1844
+
1845
+ 【実装】
1846
+ 冪等キーテーブルで管理
1847
+ end note
1848
+ }
1849
+
1850
+ rectangle "Upsert 方式" as upsert {
1851
+ note right
1852
+ 【仕組み】
1853
+ ・INSERT or UPDATE で処理
1854
+ ・存在すれば更新、なければ挿入
1855
+ ・同じデータで何度実行しても同じ結果
1856
+
1857
+ 【実装】
1858
+ INSERT ... ON CONFLICT DO UPDATE
1859
+ end note
1860
+ }
1861
+
1862
+ rectangle "バージョン管理方式" as version {
1863
+ note right
1864
+ 【仕組み】
1865
+ ・データにバージョン番号を付与
1866
+ ・古いバージョンの更新は無視
1867
+ ・最新バージョンのみ適用
1868
+
1869
+ 【実装】
1870
+ 楽観ロック + バージョン比較
1871
+ end note
1872
+ }
1873
+
1874
+ rectangle "ステータス管理方式" as status {
1875
+ note right
1876
+ 【仕組み】
1877
+ ・処理ステータスを記録
1878
+ ・処理済みデータは再処理しない
1879
+ ・ステータス遷移を厳密に管理
1880
+
1881
+ 【実装】
1882
+ ステータス + 処理日時で判定
1883
+ end note
1884
+ }
1885
+
1886
+ @enduml
1887
+ ```
1888
+
1889
+ <details>
1890
+ <summary>SQL 定義 - 冪等性テーブル</summary>
1891
+
1892
+ ```sql
1893
+ -- 冪等キーテーブル
1894
+ CREATE TABLE 冪等キー (
1895
+ 冪等キー VARCHAR(100) PRIMARY KEY,
1896
+ 処理種別 VARCHAR(50) NOT NULL,
1897
+ ソースID VARCHAR(100) NOT NULL,
1898
+ 処理結果 JSONB,
1899
+ 処理日時 TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
1900
+ 有効期限 TIMESTAMP NOT NULL
1901
+ );
1902
+
1903
+ CREATE INDEX idx_冪等キー_有効期限 ON 冪等キー (有効期限);
1904
+
1905
+ -- 期限切れキーの自動削除
1906
+ CREATE OR REPLACE FUNCTION fn_冪等キー_クリーンアップ()
1907
+ RETURNS void AS $$
1908
+ BEGIN
1909
+ DELETE FROM 冪等キー WHERE 有効期限 < CURRENT_TIMESTAMP;
1910
+ END;
1911
+ $$ LANGUAGE plpgsql;
1912
+
1913
+ -- 冪等処理の実行関数
1914
+ CREATE OR REPLACE FUNCTION fn_冪等処理(
1915
+ p_冪等キー VARCHAR,
1916
+ p_処理種別 VARCHAR,
1917
+ p_ソースID VARCHAR,
1918
+ p_有効期間_日数 INTEGER DEFAULT 7
1919
+ ) RETURNS TABLE (
1920
+ 処理可能 BOOLEAN,
1921
+ 既存結果 JSONB
1922
+ ) AS $$
1923
+ DECLARE
1924
+ v_existing RECORD;
1925
+ BEGIN
1926
+ -- 既存キーを検索(ロック付き)
1927
+ SELECT * INTO v_existing
1928
+ FROM 冪等キー
1929
+ WHERE 冪等キー = p_冪等キー
1930
+ FOR UPDATE;
1931
+
1932
+ IF v_existing IS NOT NULL THEN
1933
+ -- 既に処理済み
1934
+ RETURN QUERY SELECT FALSE, v_existing.処理結果;
1935
+ ELSE
1936
+ -- 新規キーを登録
1937
+ INSERT INTO 冪等キー (冪等キー, 処理種別, ソースID, 有効期限)
1938
+ VALUES (
1939
+ p_冪等キー,
1940
+ p_処理種別,
1941
+ p_ソースID,
1942
+ CURRENT_TIMESTAMP + (p_有効期間_日数 || ' days')::INTERVAL
1943
+ );
1944
+ RETURN QUERY SELECT TRUE, NULL::JSONB;
1945
+ END IF;
1946
+ END;
1947
+ $$ LANGUAGE plpgsql;
1948
+
1949
+ -- 処理結果の記録関数
1950
+ CREATE OR REPLACE FUNCTION fn_冪等結果記録(
1951
+ p_冪等キー VARCHAR,
1952
+ p_処理結果 JSONB
1953
+ ) RETURNS void AS $$
1954
+ BEGIN
1955
+ UPDATE 冪等キー
1956
+ SET 処理結果 = p_処理結果
1957
+ WHERE 冪等キー = p_冪等キー;
1958
+ END;
1959
+ $$ LANGUAGE plpgsql;
1960
+ ```
1961
+
1962
+ </details>
1963
+
1964
+ <details>
1965
+ <summary>Java 実装例 - 冪等性サービス</summary>
1966
+
1967
+ ```java
1968
+ // 冪等性サービス
1969
+ @Service
1970
+ public class IdempotencyService {
1971
+ private final JdbcTemplate jdbcTemplate;
1972
+
1973
+ /**
1974
+ * 冪等処理を実行
1975
+ * @return true: 処理可能, false: 既に処理済み
1976
+ */
1977
+ @Transactional
1978
+ public IdempotencyResult checkAndLock(
1979
+ String idempotencyKey,
1980
+ String processType,
1981
+ String sourceId) {
1982
+
1983
+ // 既存キーをチェック
1984
+ Map<String, Object> result = jdbcTemplate.queryForMap(
1985
+ "SELECT * FROM fn_冪等処理(?, ?, ?)",
1986
+ idempotencyKey, processType, sourceId
1987
+ );
1988
+
1989
+ boolean canProcess = (Boolean) result.get("処理可能");
1990
+ String existingResult = (String) result.get("既存結果");
1991
+
1992
+ return new IdempotencyResult(canProcess, existingResult);
1993
+ }
1994
+
1995
+ /**
1996
+ * 処理結果を記録
1997
+ */
1998
+ @Transactional
1999
+ public void recordResult(String idempotencyKey, Object result) {
2000
+ try {
2001
+ String jsonResult = new ObjectMapper().writeValueAsString(result);
2002
+ jdbcTemplate.update(
2003
+ "SELECT fn_冪等結果記録(?, ?::JSONB)",
2004
+ idempotencyKey, jsonResult
2005
+ );
2006
+ } catch (JsonProcessingException e) {
2007
+ throw new RuntimeException("結果のJSON変換に失敗", e);
2008
+ }
2009
+ }
2010
+ }
2011
+
2012
+ // 冪等性デコレーター
2013
+ @Aspect
2014
+ @Component
2015
+ public class IdempotencyAspect {
2016
+ private final IdempotencyService idempotencyService;
2017
+
2018
+ @Around("@annotation(idempotent)")
2019
+ public Object ensureIdempotency(
2020
+ ProceedingJoinPoint joinPoint,
2021
+ Idempotent idempotent) throws Throwable {
2022
+
2023
+ // 冪等キーを取得
2024
+ String idempotencyKey = extractIdempotencyKey(joinPoint, idempotent);
2025
+ String processType = joinPoint.getSignature().getName();
2026
+ String sourceId = extractSourceId(joinPoint, idempotent);
2027
+
2028
+ // 冪等チェック
2029
+ IdempotencyResult check = idempotencyService.checkAndLock(
2030
+ idempotencyKey, processType, sourceId
2031
+ );
2032
+
2033
+ if (!check.canProcess()) {
2034
+ log.info("冪等スキップ: {} (既存結果: {})",
2035
+ idempotencyKey, check.existingResult());
2036
+ return check.existingResult();
2037
+ }
2038
+
2039
+ try {
2040
+ // 処理実行
2041
+ Object result = joinPoint.proceed();
2042
+
2043
+ // 結果記録
2044
+ idempotencyService.recordResult(idempotencyKey, result);
2045
+
2046
+ return result;
2047
+
2048
+ } catch (Exception e) {
2049
+ // エラー時は冪等キーを削除(再試行可能に)
2050
+ idempotencyService.removeKey(idempotencyKey);
2051
+ throw e;
2052
+ }
2053
+ }
2054
+
2055
+ private String extractIdempotencyKey(
2056
+ ProceedingJoinPoint joinPoint, Idempotent idempotent) {
2057
+ // アノテーションの keyExpression から冪等キーを抽出
2058
+ // SpEL で引数から動的に取得
2059
+ // ...
2060
+ }
2061
+ }
2062
+
2063
+ // 冪等アノテーション
2064
+ @Target(ElementType.METHOD)
2065
+ @Retention(RetentionPolicy.RUNTIME)
2066
+ public @interface Idempotent {
2067
+ String keyExpression(); // SpEL式: "#args[0].id"
2068
+ String sourceIdExpression() default "";
2069
+ }
2070
+
2071
+ // 使用例
2072
+ @Service
2073
+ public class JournalIntegrationService {
2074
+
2075
+ @Idempotent(keyExpression = "'SALES_JOURNAL_' + #sales.salesNumber")
2076
+ @Transactional
2077
+ public JournalEntry createJournalFromSales(SalesData sales) {
2078
+ // この処理は同じ売上番号に対して1回だけ実行される
2079
+ return journalService.createFromSales(sales);
2080
+ }
2081
+ }
2082
+
2083
+ // Upsert による冪等性
2084
+ @Repository
2085
+ public class JournalRepository {
2086
+
2087
+ @Transactional
2088
+ public void upsertFromIntegration(JournalEntry journal) {
2089
+ String sql = """
2090
+ INSERT INTO 仕訳 (
2091
+ 伝票番号, 伝票日付, 借方勘定, 借方金額,
2092
+ 貸方勘定, 貸方金額, 摘要, ソース種別, ソースID
2093
+ ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
2094
+ ON CONFLICT (ソース種別, ソースID) DO UPDATE SET
2095
+ 伝票日付 = EXCLUDED.伝票日付,
2096
+ 借方勘定 = EXCLUDED.借方勘定,
2097
+ 借方金額 = EXCLUDED.借方金額,
2098
+ 貸方勘定 = EXCLUDED.貸方勘定,
2099
+ 貸方金額 = EXCLUDED.貸方金額,
2100
+ 摘要 = EXCLUDED.摘要,
2101
+ 更新日時 = CURRENT_TIMESTAMP
2102
+ """;
2103
+
2104
+ jdbcTemplate.update(sql,
2105
+ journal.getJournalNumber(),
2106
+ journal.getJournalDate(),
2107
+ journal.getDebitAccount(),
2108
+ journal.getDebitAmount(),
2109
+ journal.getCreditAccount(),
2110
+ journal.getCreditAmount(),
2111
+ journal.getDescription(),
2112
+ journal.getSourceType(),
2113
+ journal.getSourceId()
2114
+ );
2115
+ }
2116
+ }
2117
+ ```
2118
+
2119
+ </details>
2120
+
2121
+ ### 連携監視ダッシュボード
2122
+
2123
+ ```plantuml
2124
+ @startuml
2125
+ title 連携監視ダッシュボードの構成
2126
+
2127
+ rectangle "監視ダッシュボード" as dashboard {
2128
+ rectangle "リアルタイム監視" as realtime {
2129
+ rectangle "実行中ジョブ" as running
2130
+ rectangle "キュー滞留" as queue_depth
2131
+ rectangle "エラー発生" as errors
2132
+ }
2133
+
2134
+ rectangle "統計情報" as stats {
2135
+ rectangle "日次処理件数" as daily_count
2136
+ rectangle "成功率推移" as success_rate
2137
+ rectangle "平均処理時間" as avg_time
2138
+ }
2139
+
2140
+ rectangle "アラート" as alerts {
2141
+ rectangle "エラー閾値超過" as error_alert
2142
+ rectangle "遅延アラート" as delay_alert
2143
+ rectangle "滞留アラート" as backlog_alert
2144
+ }
2145
+ }
2146
+
2147
+ database "連携履歴DB" as history_db
2148
+ queue "メッセージキュー" as mq
2149
+
2150
+ history_db --> stats : 集計
2151
+ mq --> queue_depth : 監視
2152
+ history_db --> errors : エラー検出
2153
+
2154
+ alerts --> "通知サービス" : Slack/Email
2155
+
2156
+ @enduml
2157
+ ```
2158
+
2159
+ <details>
2160
+ <summary>SQL 定義 - 監視用ビュー</summary>
2161
+
2162
+ ```sql
2163
+ -- 日次連携サマリービュー
2164
+ CREATE VIEW v_日次連携サマリー AS
2165
+ SELECT
2166
+ DATE(e.開始日時) AS 実行日,
2167
+ j.ジョブ名,
2168
+ COUNT(*) AS 実行回数,
2169
+ SUM(CASE WHEN e.ステータス = 'SUCCESS' THEN 1 ELSE 0 END) AS 成功回数,
2170
+ SUM(CASE WHEN e.ステータス = 'FAILED' THEN 1 ELSE 0 END) AS 失敗回数,
2171
+ SUM(e.抽出件数) AS 総抽出件数,
2172
+ SUM(e.成功件数) AS 総成功件数,
2173
+ SUM(e.エラー件数) AS 総エラー件数,
2174
+ ROUND(
2175
+ SUM(e.成功件数)::NUMERIC / NULLIF(SUM(e.抽出件数), 0) * 100, 2
2176
+ ) AS 成功率,
2177
+ AVG(EXTRACT(EPOCH FROM (e.終了日時 - e.開始日時))) AS 平均処理時間_秒
2178
+ FROM 連携実行履歴 e
2179
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2180
+ WHERE e.開始日時 >= CURRENT_DATE - INTERVAL '30 days'
2181
+ GROUP BY DATE(e.開始日時), j.ジョブ名
2182
+ ORDER BY 実行日 DESC, j.ジョブ名;
2183
+
2184
+ -- リアルタイム監視ビュー
2185
+ CREATE VIEW v_リアルタイム監視 AS
2186
+ SELECT
2187
+ j.ジョブ名,
2188
+ e.実行ID,
2189
+ e.ステータス,
2190
+ e.開始日時,
2191
+ EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - e.開始日時)) AS 経過時間_秒,
2192
+ e.抽出件数,
2193
+ e.成功件数,
2194
+ e.エラー件数,
2195
+ ROUND(
2196
+ e.成功件数::NUMERIC / NULLIF(e.抽出件数, 0) * 100, 2
2197
+ ) AS 進捗率
2198
+ FROM 連携実行履歴 e
2199
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2200
+ WHERE e.ステータス = 'RUNNING'
2201
+ ORDER BY e.開始日時;
2202
+
2203
+ -- エラー傾向分析ビュー
2204
+ CREATE VIEW v_エラー傾向 AS
2205
+ SELECT
2206
+ j.ジョブ名,
2207
+ ed.エラー種別,
2208
+ COUNT(*) AS 発生件数,
2209
+ MIN(ed.発生日時) AS 初回発生,
2210
+ MAX(ed.発生日時) AS 最終発生
2211
+ FROM 連携エラー詳細 ed
2212
+ JOIN 連携対象データ d ON ed.データID = d.データID
2213
+ JOIN 連携実行履歴 e ON d.実行ID = e.実行ID
2214
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2215
+ WHERE ed.発生日時 >= CURRENT_DATE - INTERVAL '7 days'
2216
+ GROUP BY j.ジョブ名, ed.エラー種別
2217
+ ORDER BY 発生件数 DESC;
2218
+
2219
+ -- アラート条件チェック関数
2220
+ CREATE OR REPLACE FUNCTION fn_連携アラートチェック()
2221
+ RETURNS TABLE (
2222
+ アラート種別 VARCHAR,
2223
+ ジョブ名 VARCHAR,
2224
+ メッセージ TEXT,
2225
+ 重要度 VARCHAR
2226
+ ) AS $$
2227
+ BEGIN
2228
+ -- エラー率アラート
2229
+ RETURN QUERY
2230
+ SELECT
2231
+ 'エラー率超過'::VARCHAR,
2232
+ j.ジョブ名,
2233
+ FORMAT('エラー率 %.1f%% (閾値: 10%%)',
2234
+ e.エラー件数::NUMERIC / e.抽出件数 * 100),
2235
+ 'HIGH'::VARCHAR
2236
+ FROM 連携実行履歴 e
2237
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2238
+ WHERE e.ステータス IN ('PARTIAL', 'FAILED')
2239
+ AND e.開始日時 >= CURRENT_TIMESTAMP - INTERVAL '1 hour'
2240
+ AND e.抽出件数 > 0
2241
+ AND e.エラー件数::NUMERIC / e.抽出件数 > 0.1;
2242
+
2243
+ -- 長時間実行アラート
2244
+ RETURN QUERY
2245
+ SELECT
2246
+ '長時間実行'::VARCHAR,
2247
+ j.ジョブ名,
2248
+ FORMAT('実行時間 %s 分 (閾値: 30分)',
2249
+ EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - e.開始日時)) / 60),
2250
+ 'MEDIUM'::VARCHAR
2251
+ FROM 連携実行履歴 e
2252
+ JOIN 連携ジョブ j ON e.ジョブID = j.ジョブID
2253
+ WHERE e.ステータス = 'RUNNING'
2254
+ AND e.開始日時 < CURRENT_TIMESTAMP - INTERVAL '30 minutes';
2255
+
2256
+ -- 未実行アラート
2257
+ RETURN QUERY
2258
+ SELECT
2259
+ 'スケジュール遅延'::VARCHAR,
2260
+ j.ジョブ名,
2261
+ FORMAT('最終実行: %s',
2262
+ COALESCE(MAX(e.開始日時)::TEXT, '実行履歴なし')),
2263
+ 'MEDIUM'::VARCHAR
2264
+ FROM 連携ジョブ j
2265
+ LEFT JOIN 連携実行履歴 e ON j.ジョブID = e.ジョブID
2266
+ WHERE j.有効フラグ = TRUE
2267
+ GROUP BY j.ジョブID, j.ジョブ名
2268
+ HAVING MAX(e.開始日時) < CURRENT_TIMESTAMP - INTERVAL '1 day'
2269
+ OR MAX(e.開始日時) IS NULL;
2270
+ END;
2271
+ $$ LANGUAGE plpgsql;
2272
+ ```
2273
+
2274
+ </details>
2275
+
2276
+ ---
2277
+
2278
+ ## 39.4 まとめ
2279
+
2280
+ 本章では、データ連携の具体的な実装パターンについて解説しました。
2281
+
2282
+ ### 学んだこと
2283
+
2284
+ 1. **バッチ連携**
2285
+
2286
+ - ファイル連携(CSV / XML / JSON)の設計と実装
2287
+ - ETL 処理のパターン(Extract-Transform-Load)
2288
+ - 差分抽出と全件抽出の使い分け
2289
+
2290
+ 2. **リアルタイム連携**
2291
+
2292
+ - Change Data Capture(CDC)による変更検知
2293
+ - データベーストリガーの活用
2294
+ - メッセージキューによる非同期連携
2295
+
2296
+ 3. **連携テーブルの設計**
2297
+
2298
+ - 連携ステータス管理の重要性
2299
+ - エラーハンドリングとリトライ戦略
2300
+ - 冪等性の確保方法
2301
+
2302
+ ### 連携パターンの選択指針
2303
+
2304
+ | 要件 | バッチ連携 | リアルタイム連携 |
2305
+ |-----|----------|----------------|
2306
+ | データ量 | 大量 | 少〜中量 |
2307
+ | 即時性 | 不要 | 必要 |
2308
+ | 複雑な変換 | 適している | 向かない |
2309
+ | システム負荷 | 集中(定期実行) | 分散(常時) |
2310
+ | 障害復旧 | 容易 | やや複雑 |
2311
+ | 実装コスト | 低 | 中〜高 |
2312
+
2313
+ ### 信頼性確保のチェックリスト
2314
+
2315
+ - [ ] 冪等性が確保されているか
2316
+ - [ ] リトライ機構が実装されているか
2317
+ - [ ] Dead Letter Queue が設定されているか
2318
+ - [ ] 監視・アラートが設定されているか
2319
+ - [ ] エラー発生時の通知が設定されているか
2320
+ - [ ] 手動リカバリ手順が文書化されているか
2321
+
2322
+ ### Part 5 の総括
2323
+
2324
+ 第5部「エンタープライズインテグレーション」では、基幹業務システム間の統合について体系的に学びました。
2325
+
2326
+ - **第33章**:システム統合の概要と境界づけられたコンテキスト
2327
+ - **第34章**:メッセージングパターン(EIP)
2328
+ - **第35章**:システム間連携パターン(販売・財務・生産)
2329
+ - **第36章**:マスタデータ管理(MDM)
2330
+ - **第37章**:イベント駆動アーキテクチャ
2331
+ - **第38章**:API 設計とサービス連携
2332
+ - **第39章**:データ連携の実装パターン
2333
+
2334
+ これらの知識を活用することで、疎結合で保守性の高い基幹業務システムの統合を実現できます。