@nshiab/simple-data-analysis-core 2.0.8 → 2.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (513) hide show
  1. package/esm/class/SDAError.d.ts +6 -6
  2. package/esm/class/SDAError.js +6 -6
  3. package/esm/class/Simple.d.ts +9 -9
  4. package/esm/class/Simple.js +9 -9
  5. package/esm/class/SimpleDB.d.ts +80 -76
  6. package/esm/class/SimpleDB.d.ts.map +1 -1
  7. package/esm/class/SimpleDB.js +80 -76
  8. package/esm/class/SimpleTable.d.ts +2805 -1077
  9. package/esm/class/SimpleTable.d.ts.map +1 -1
  10. package/esm/class/SimpleTable.js +2777 -1077
  11. package/esm/helpers/appendColumnBatches.d.ts +3 -0
  12. package/esm/helpers/appendColumnBatches.d.ts.map +1 -0
  13. package/esm/helpers/appendColumnBatches.js +21 -0
  14. package/esm/helpers/buildApproximateMutualReachabilityMst.d.ts +45 -0
  15. package/esm/helpers/buildApproximateMutualReachabilityMst.d.ts.map +1 -0
  16. package/esm/helpers/buildApproximateMutualReachabilityMst.js +212 -0
  17. package/esm/helpers/buildChronologicalGraphComponentsSql.d.ts +14 -0
  18. package/esm/helpers/buildChronologicalGraphComponentsSql.d.ts.map +1 -0
  19. package/esm/helpers/buildChronologicalGraphComponentsSql.js +167 -0
  20. package/esm/helpers/buildExactMutualReachabilityMst.d.ts +28 -0
  21. package/esm/helpers/buildExactMutualReachabilityMst.d.ts.map +1 -0
  22. package/esm/helpers/buildExactMutualReachabilityMst.js +97 -0
  23. package/esm/helpers/buildGraphTemporalCostStateSql.d.ts +12 -0
  24. package/esm/helpers/buildGraphTemporalCostStateSql.d.ts.map +1 -0
  25. package/esm/helpers/buildGraphTemporalCostStateSql.js +86 -0
  26. package/esm/helpers/buildGraphTemporalReachabilitySql.d.ts +13 -0
  27. package/esm/helpers/buildGraphTemporalReachabilitySql.d.ts.map +1 -0
  28. package/esm/helpers/buildGraphTemporalReachabilitySql.js +70 -0
  29. package/esm/helpers/buildSparseMutualReachabilityMst.d.ts +10 -0
  30. package/esm/helpers/buildSparseMutualReachabilityMst.d.ts.map +1 -0
  31. package/esm/helpers/buildSparseMutualReachabilityMst.js +47 -0
  32. package/esm/helpers/buildUmapGraph.d.ts +21 -0
  33. package/esm/helpers/buildUmapGraph.d.ts.map +1 -0
  34. package/esm/helpers/buildUmapGraph.js +61 -0
  35. package/esm/helpers/buildVectorNeighbors.d.ts +45 -0
  36. package/esm/helpers/buildVectorNeighbors.d.ts.map +1 -0
  37. package/esm/helpers/buildVectorNeighbors.js +170 -0
  38. package/esm/helpers/buildWeakGraphComponentsSql.d.ts +3 -0
  39. package/esm/helpers/buildWeakGraphComponentsSql.d.ts.map +1 -0
  40. package/esm/helpers/buildWeakGraphComponentsSql.js +32 -0
  41. package/esm/helpers/cacheDatabase.d.ts.map +1 -1
  42. package/esm/helpers/cacheDatabase.js +2 -1
  43. package/esm/helpers/camelCase.d.ts +7 -5
  44. package/esm/helpers/camelCase.d.ts.map +1 -1
  45. package/esm/helpers/camelCase.js +7 -5
  46. package/esm/helpers/capitalize.d.ts +6 -4
  47. package/esm/helpers/capitalize.d.ts.map +1 -1
  48. package/esm/helpers/capitalize.js +6 -4
  49. package/esm/helpers/clusterHdbscan.d.ts +18 -0
  50. package/esm/helpers/clusterHdbscan.d.ts.map +1 -0
  51. package/esm/helpers/clusterHdbscan.js +342 -0
  52. package/esm/helpers/computeCovariance.d.ts +16 -0
  53. package/esm/helpers/computeCovariance.d.ts.map +1 -0
  54. package/esm/helpers/computeCovariance.js +99 -0
  55. package/esm/helpers/computeMahalanobisDistances.d.ts +14 -0
  56. package/esm/helpers/computeMahalanobisDistances.d.ts.map +1 -0
  57. package/esm/helpers/computeMahalanobisDistances.js +87 -0
  58. package/esm/helpers/createDirectory.d.ts +4 -3
  59. package/esm/helpers/createDirectory.d.ts.map +1 -1
  60. package/esm/helpers/createDirectory.js +4 -3
  61. package/esm/helpers/dataToArrays.d.ts +6 -4
  62. package/esm/helpers/dataToArrays.d.ts.map +1 -1
  63. package/esm/helpers/dataToArrays.js +6 -4
  64. package/esm/helpers/extractTypes.d.ts +1 -1
  65. package/esm/helpers/extractTypes.js +4 -9
  66. package/esm/helpers/factorCovariance.d.ts +17 -0
  67. package/esm/helpers/factorCovariance.d.ts.map +1 -0
  68. package/esm/helpers/factorCovariance.js +189 -0
  69. package/esm/helpers/findGeoColumn.d.ts +6 -4
  70. package/esm/helpers/findGeoColumn.d.ts.map +1 -1
  71. package/esm/helpers/findGeoColumn.js +6 -4
  72. package/esm/helpers/findGeoColumnFromSchema.d.ts +8 -5
  73. package/esm/helpers/findGeoColumnFromSchema.d.ts.map +1 -1
  74. package/esm/helpers/findGeoColumnFromSchema.js +8 -5
  75. package/esm/helpers/fitUmapCurve.d.ts +2 -0
  76. package/esm/helpers/fitUmapCurve.d.ts.map +1 -0
  77. package/esm/helpers/fitUmapCurve.js +66 -0
  78. package/esm/helpers/formatDate.d.ts +12 -6
  79. package/esm/helpers/formatDate.d.ts.map +1 -1
  80. package/esm/helpers/formatDate.js +12 -6
  81. package/esm/helpers/formatMissingTables.d.ts +8 -5
  82. package/esm/helpers/formatMissingTables.d.ts.map +1 -1
  83. package/esm/helpers/formatMissingTables.js +8 -5
  84. package/esm/helpers/formatNumber.d.ts +19 -10
  85. package/esm/helpers/formatNumber.d.ts.map +1 -1
  86. package/esm/helpers/formatNumber.js +32 -17
  87. package/esm/helpers/getGraphEdgeIdColumn.d.ts +9 -0
  88. package/esm/helpers/getGraphEdgeIdColumn.d.ts.map +1 -0
  89. package/esm/helpers/getGraphEdgeIdColumn.js +25 -0
  90. package/esm/helpers/getGraphEndpointColumns.d.ts +11 -0
  91. package/esm/helpers/getGraphEndpointColumns.d.ts.map +1 -0
  92. package/esm/helpers/getGraphEndpointColumns.js +160 -0
  93. package/esm/helpers/getGraphWeightColumn.d.ts +10 -0
  94. package/esm/helpers/getGraphWeightColumn.d.ts.map +1 -0
  95. package/esm/helpers/getGraphWeightColumn.js +40 -0
  96. package/esm/helpers/graphRouteResultSchema.d.ts +4 -0
  97. package/esm/helpers/graphRouteResultSchema.d.ts.map +1 -0
  98. package/esm/helpers/graphRouteResultSchema.js +12 -0
  99. package/esm/helpers/graphRouteResultSelect.d.ts +4 -0
  100. package/esm/helpers/graphRouteResultSelect.d.ts.map +1 -0
  101. package/esm/helpers/graphRouteResultSelect.js +22 -0
  102. package/esm/helpers/hasGeometryColumn.d.ts +4 -3
  103. package/esm/helpers/hasGeometryColumn.d.ts.map +1 -1
  104. package/esm/helpers/hasGeometryColumn.js +4 -3
  105. package/esm/helpers/initialUmapCoordinates.d.ts +2 -0
  106. package/esm/helpers/initialUmapCoordinates.d.ts.map +1 -0
  107. package/esm/helpers/initialUmapCoordinates.js +5 -0
  108. package/esm/helpers/inspectGraphConnectivity.d.ts +10 -0
  109. package/esm/helpers/inspectGraphConnectivity.d.ts.map +1 -0
  110. package/esm/helpers/inspectGraphConnectivity.js +55 -0
  111. package/esm/helpers/mergeOptions.d.ts +24 -13
  112. package/esm/helpers/mergeOptions.d.ts.map +1 -1
  113. package/esm/helpers/mergeOptions.js +24 -13
  114. package/esm/helpers/optimizeUmapLayout.d.ts +7 -0
  115. package/esm/helpers/optimizeUmapLayout.d.ts.map +1 -0
  116. package/esm/helpers/optimizeUmapLayout.js +93 -0
  117. package/esm/helpers/parseValue.d.ts +6 -4
  118. package/esm/helpers/parseValue.d.ts.map +1 -1
  119. package/esm/helpers/parseValue.js +6 -4
  120. package/esm/helpers/prepareGraphRouteSql.d.ts +31 -0
  121. package/esm/helpers/prepareGraphRouteSql.d.ts.map +1 -0
  122. package/esm/helpers/prepareGraphRouteSql.js +86 -0
  123. package/esm/helpers/prepareGraphStarts.d.ts +9 -0
  124. package/esm/helpers/prepareGraphStarts.d.ts.map +1 -0
  125. package/esm/helpers/prepareGraphStarts.js +68 -0
  126. package/esm/helpers/prepareGraphTemporalSql.d.ts +28 -0
  127. package/esm/helpers/prepareGraphTemporalSql.d.ts.map +1 -0
  128. package/esm/helpers/prepareGraphTemporalSql.js +154 -0
  129. package/esm/helpers/prepareGraphTraversal.d.ts +19 -0
  130. package/esm/helpers/prepareGraphTraversal.d.ts.map +1 -0
  131. package/esm/helpers/prepareGraphTraversal.js +79 -0
  132. package/esm/helpers/prepareNumericFeatures.d.ts +41 -0
  133. package/esm/helpers/prepareNumericFeatures.d.ts.map +1 -0
  134. package/esm/helpers/prepareNumericFeatures.js +210 -0
  135. package/esm/helpers/prepareUmapLayoutOptions.d.ts +14 -0
  136. package/esm/helpers/prepareUmapLayoutOptions.d.ts.map +1 -0
  137. package/esm/helpers/prepareUmapLayoutOptions.js +23 -0
  138. package/esm/helpers/prettyDuration.d.ts +14 -8
  139. package/esm/helpers/prettyDuration.d.ts.map +1 -1
  140. package/esm/helpers/prettyDuration.js +14 -8
  141. package/esm/helpers/printTable.d.ts +18 -13
  142. package/esm/helpers/printTable.d.ts.map +1 -1
  143. package/esm/helpers/printTable.js +18 -13
  144. package/esm/helpers/publishPreparedColumns.d.ts +37 -0
  145. package/esm/helpers/publishPreparedColumns.d.ts.map +1 -0
  146. package/esm/helpers/publishPreparedColumns.js +113 -0
  147. package/esm/helpers/queryDB.d.ts +24 -13
  148. package/esm/helpers/queryDB.d.ts.map +1 -1
  149. package/esm/helpers/queryDB.js +24 -13
  150. package/esm/helpers/queueAsyncBarrier.d.ts +12 -7
  151. package/esm/helpers/queueAsyncBarrier.d.ts.map +1 -1
  152. package/esm/helpers/queueAsyncBarrier.js +12 -7
  153. package/esm/helpers/queueGraphResult.d.ts +18 -0
  154. package/esm/helpers/queueGraphResult.d.ts.map +1 -0
  155. package/esm/helpers/queueGraphResult.js +39 -0
  156. package/esm/helpers/quoteIdentifier.d.ts +4 -3
  157. package/esm/helpers/quoteIdentifier.d.ts.map +1 -1
  158. package/esm/helpers/quoteIdentifier.js +4 -3
  159. package/esm/helpers/quoteQualifiedIdentifier.d.ts +6 -4
  160. package/esm/helpers/quoteQualifiedIdentifier.d.ts.map +1 -1
  161. package/esm/helpers/quoteQualifiedIdentifier.js +6 -4
  162. package/esm/helpers/readScalarNumber.d.ts +3 -0
  163. package/esm/helpers/readScalarNumber.d.ts.map +1 -0
  164. package/esm/helpers/readScalarNumber.js +4 -0
  165. package/esm/helpers/runQuery.d.ts.map +1 -1
  166. package/esm/helpers/runQuery.js +17 -3
  167. package/esm/helpers/selectFuzzyReplacements.d.ts +11 -0
  168. package/esm/helpers/selectFuzzyReplacements.d.ts.map +1 -0
  169. package/esm/helpers/selectFuzzyReplacements.js +124 -0
  170. package/esm/helpers/stabilizeCosineVectors.d.ts +14 -0
  171. package/esm/helpers/stabilizeCosineVectors.d.ts.map +1 -0
  172. package/esm/helpers/stabilizeCosineVectors.js +34 -0
  173. package/esm/helpers/stringToArray.d.ts +4 -3
  174. package/esm/helpers/stringToArray.d.ts.map +1 -1
  175. package/esm/helpers/stringToArray.js +4 -3
  176. package/esm/helpers/umapRandom.d.ts +2 -0
  177. package/esm/helpers/umapRandom.d.ts.map +1 -0
  178. package/esm/helpers/umapRandom.js +10 -0
  179. package/esm/helpers/updateColumnsWithJS.d.ts +12 -6
  180. package/esm/helpers/updateColumnsWithJS.d.ts.map +1 -1
  181. package/esm/helpers/updateColumnsWithJS.js +12 -6
  182. package/esm/helpers/validateGraphRouteResultSchema.d.ts +4 -0
  183. package/esm/helpers/validateGraphRouteResultSchema.d.ts.map +1 -0
  184. package/esm/helpers/validateGraphRouteResultSchema.js +13 -0
  185. package/esm/helpers/validateGraphTemporalEvents.d.ts +7 -0
  186. package/esm/helpers/validateGraphTemporalEvents.d.ts.map +1 -0
  187. package/esm/helpers/validateGraphTemporalEvents.js +47 -0
  188. package/esm/helpers/validateNumericalAnalysis.d.ts +10 -6
  189. package/esm/helpers/validateNumericalAnalysis.d.ts.map +1 -1
  190. package/esm/helpers/validateNumericalAnalysis.js +10 -6
  191. package/esm/helpers/validateVectorRowIds.d.ts +4 -0
  192. package/esm/helpers/validateVectorRowIds.d.ts.map +1 -0
  193. package/esm/helpers/validateVectorRowIds.js +16 -0
  194. package/esm/helpers/vectorDistanceExpression.d.ts +6 -0
  195. package/esm/helpers/vectorDistanceExpression.d.ts.map +1 -0
  196. package/esm/helpers/vectorDistanceExpression.js +11 -0
  197. package/esm/helpers/wrapString.d.ts +10 -7
  198. package/esm/helpers/wrapString.d.ts.map +1 -1
  199. package/esm/helpers/wrapString.js +10 -7
  200. package/esm/methods/addId.d.ts +5 -0
  201. package/esm/methods/addId.d.ts.map +1 -0
  202. package/esm/methods/addId.js +38 -0
  203. package/esm/methods/cache.js +1 -1
  204. package/esm/methods/commonNeighbors.d.ts +10 -0
  205. package/esm/methods/commonNeighbors.d.ts.map +1 -0
  206. package/esm/methods/commonNeighbors.js +101 -0
  207. package/esm/methods/connectedComponents.d.ts +9 -0
  208. package/esm/methods/connectedComponents.d.ts.map +1 -0
  209. package/esm/methods/connectedComponents.js +147 -0
  210. package/esm/methods/degree.d.ts +9 -0
  211. package/esm/methods/degree.d.ts.map +1 -0
  212. package/esm/methods/degree.js +135 -0
  213. package/esm/methods/distances.d.ts +12 -0
  214. package/esm/methods/distances.d.ts.map +1 -0
  215. package/esm/methods/distances.js +164 -0
  216. package/esm/methods/findCycles.d.ts +12 -0
  217. package/esm/methods/findCycles.d.ts.map +1 -0
  218. package/esm/methods/findCycles.js +330 -0
  219. package/esm/methods/fuzzyClean.d.ts.map +1 -1
  220. package/esm/methods/fuzzyClean.js +17 -136
  221. package/esm/methods/fuzzyJoin.js +70 -16
  222. package/esm/methods/getTypes.d.ts +1 -1
  223. package/esm/methods/hdbscan.d.ts +5 -0
  224. package/esm/methods/hdbscan.d.ts.map +1 -0
  225. package/esm/methods/hdbscan.js +208 -0
  226. package/esm/methods/loadArray.d.ts.map +1 -1
  227. package/esm/methods/loadArray.js +3 -20
  228. package/esm/methods/mahalanobis.d.ts +5 -0
  229. package/esm/methods/mahalanobis.d.ts.map +1 -0
  230. package/esm/methods/mahalanobis.js +92 -0
  231. package/esm/methods/neighbors.d.ts +9 -0
  232. package/esm/methods/neighbors.d.ts.map +1 -0
  233. package/esm/methods/neighbors.js +81 -0
  234. package/esm/methods/normalizeVector.d.ts +5 -0
  235. package/esm/methods/normalizeVector.d.ts.map +1 -0
  236. package/esm/methods/normalizeVector.js +132 -0
  237. package/esm/methods/paths.d.ts +12 -0
  238. package/esm/methods/paths.d.ts.map +1 -0
  239. package/esm/methods/paths.js +287 -0
  240. package/esm/methods/reachable.d.ts +11 -0
  241. package/esm/methods/reachable.d.ts.map +1 -0
  242. package/esm/methods/reachable.js +131 -0
  243. package/esm/methods/rowToVector.d.ts +5 -0
  244. package/esm/methods/rowToVector.d.ts.map +1 -0
  245. package/esm/methods/rowToVector.js +77 -0
  246. package/esm/methods/shortestPath.d.ts +12 -0
  247. package/esm/methods/shortestPath.d.ts.map +1 -0
  248. package/esm/methods/shortestPath.js +337 -0
  249. package/esm/methods/topologicalSort.d.ts +7 -0
  250. package/esm/methods/topologicalSort.d.ts.map +1 -0
  251. package/esm/methods/topologicalSort.js +164 -0
  252. package/esm/methods/umap.d.ts +5 -0
  253. package/esm/methods/umap.d.ts.map +1 -0
  254. package/esm/methods/umap.js +156 -0
  255. package/esm/methods/updateWithJS.js +9 -21
  256. package/llm.md +2170 -128
  257. package/llms.txt +1 -1
  258. package/package.json +1 -1
  259. package/script/class/SDAError.d.ts +6 -6
  260. package/script/class/SDAError.js +6 -6
  261. package/script/class/Simple.d.ts +9 -9
  262. package/script/class/Simple.js +9 -9
  263. package/script/class/SimpleDB.d.ts +80 -76
  264. package/script/class/SimpleDB.d.ts.map +1 -1
  265. package/script/class/SimpleDB.js +80 -76
  266. package/script/class/SimpleTable.d.ts +2805 -1077
  267. package/script/class/SimpleTable.d.ts.map +1 -1
  268. package/script/class/SimpleTable.js +2777 -1077
  269. package/script/helpers/appendColumnBatches.d.ts +3 -0
  270. package/script/helpers/appendColumnBatches.d.ts.map +1 -0
  271. package/script/helpers/appendColumnBatches.js +24 -0
  272. package/script/helpers/buildApproximateMutualReachabilityMst.d.ts +45 -0
  273. package/script/helpers/buildApproximateMutualReachabilityMst.d.ts.map +1 -0
  274. package/script/helpers/buildApproximateMutualReachabilityMst.js +219 -0
  275. package/script/helpers/buildChronologicalGraphComponentsSql.d.ts +14 -0
  276. package/script/helpers/buildChronologicalGraphComponentsSql.d.ts.map +1 -0
  277. package/script/helpers/buildChronologicalGraphComponentsSql.js +174 -0
  278. package/script/helpers/buildExactMutualReachabilityMst.d.ts +28 -0
  279. package/script/helpers/buildExactMutualReachabilityMst.d.ts.map +1 -0
  280. package/script/helpers/buildExactMutualReachabilityMst.js +103 -0
  281. package/script/helpers/buildGraphTemporalCostStateSql.d.ts +12 -0
  282. package/script/helpers/buildGraphTemporalCostStateSql.d.ts.map +1 -0
  283. package/script/helpers/buildGraphTemporalCostStateSql.js +92 -0
  284. package/script/helpers/buildGraphTemporalReachabilitySql.d.ts +13 -0
  285. package/script/helpers/buildGraphTemporalReachabilitySql.d.ts.map +1 -0
  286. package/script/helpers/buildGraphTemporalReachabilitySql.js +76 -0
  287. package/script/helpers/buildSparseMutualReachabilityMst.d.ts +10 -0
  288. package/script/helpers/buildSparseMutualReachabilityMst.d.ts.map +1 -0
  289. package/script/helpers/buildSparseMutualReachabilityMst.js +50 -0
  290. package/script/helpers/buildUmapGraph.d.ts +21 -0
  291. package/script/helpers/buildUmapGraph.d.ts.map +1 -0
  292. package/script/helpers/buildUmapGraph.js +67 -0
  293. package/script/helpers/buildVectorNeighbors.d.ts +45 -0
  294. package/script/helpers/buildVectorNeighbors.d.ts.map +1 -0
  295. package/script/helpers/buildVectorNeighbors.js +176 -0
  296. package/script/helpers/buildWeakGraphComponentsSql.d.ts +3 -0
  297. package/script/helpers/buildWeakGraphComponentsSql.d.ts.map +1 -0
  298. package/script/helpers/buildWeakGraphComponentsSql.js +38 -0
  299. package/script/helpers/cacheDatabase.d.ts.map +1 -1
  300. package/script/helpers/cacheDatabase.js +2 -1
  301. package/script/helpers/camelCase.d.ts +7 -5
  302. package/script/helpers/camelCase.d.ts.map +1 -1
  303. package/script/helpers/camelCase.js +7 -5
  304. package/script/helpers/capitalize.d.ts +6 -4
  305. package/script/helpers/capitalize.d.ts.map +1 -1
  306. package/script/helpers/capitalize.js +6 -4
  307. package/script/helpers/clusterHdbscan.d.ts +18 -0
  308. package/script/helpers/clusterHdbscan.d.ts.map +1 -0
  309. package/script/helpers/clusterHdbscan.js +346 -0
  310. package/script/helpers/computeCovariance.d.ts +16 -0
  311. package/script/helpers/computeCovariance.d.ts.map +1 -0
  312. package/script/helpers/computeCovariance.js +105 -0
  313. package/script/helpers/computeMahalanobisDistances.d.ts +14 -0
  314. package/script/helpers/computeMahalanobisDistances.d.ts.map +1 -0
  315. package/script/helpers/computeMahalanobisDistances.js +93 -0
  316. package/script/helpers/createDirectory.d.ts +4 -3
  317. package/script/helpers/createDirectory.d.ts.map +1 -1
  318. package/script/helpers/createDirectory.js +4 -3
  319. package/script/helpers/dataToArrays.d.ts +6 -4
  320. package/script/helpers/dataToArrays.d.ts.map +1 -1
  321. package/script/helpers/dataToArrays.js +6 -4
  322. package/script/helpers/extractTypes.d.ts +1 -1
  323. package/script/helpers/extractTypes.js +4 -9
  324. package/script/helpers/factorCovariance.d.ts +17 -0
  325. package/script/helpers/factorCovariance.d.ts.map +1 -0
  326. package/script/helpers/factorCovariance.js +194 -0
  327. package/script/helpers/findGeoColumn.d.ts +6 -4
  328. package/script/helpers/findGeoColumn.d.ts.map +1 -1
  329. package/script/helpers/findGeoColumn.js +6 -4
  330. package/script/helpers/findGeoColumnFromSchema.d.ts +8 -5
  331. package/script/helpers/findGeoColumnFromSchema.d.ts.map +1 -1
  332. package/script/helpers/findGeoColumnFromSchema.js +8 -5
  333. package/script/helpers/fitUmapCurve.d.ts +2 -0
  334. package/script/helpers/fitUmapCurve.d.ts.map +1 -0
  335. package/script/helpers/fitUmapCurve.js +69 -0
  336. package/script/helpers/formatDate.d.ts +12 -6
  337. package/script/helpers/formatDate.d.ts.map +1 -1
  338. package/script/helpers/formatDate.js +12 -6
  339. package/script/helpers/formatMissingTables.d.ts +8 -5
  340. package/script/helpers/formatMissingTables.d.ts.map +1 -1
  341. package/script/helpers/formatMissingTables.js +8 -5
  342. package/script/helpers/formatNumber.d.ts +19 -10
  343. package/script/helpers/formatNumber.d.ts.map +1 -1
  344. package/script/helpers/formatNumber.js +32 -17
  345. package/script/helpers/getGraphEdgeIdColumn.d.ts +9 -0
  346. package/script/helpers/getGraphEdgeIdColumn.d.ts.map +1 -0
  347. package/script/helpers/getGraphEdgeIdColumn.js +31 -0
  348. package/script/helpers/getGraphEndpointColumns.d.ts +11 -0
  349. package/script/helpers/getGraphEndpointColumns.d.ts.map +1 -0
  350. package/script/helpers/getGraphEndpointColumns.js +166 -0
  351. package/script/helpers/getGraphWeightColumn.d.ts +10 -0
  352. package/script/helpers/getGraphWeightColumn.d.ts.map +1 -0
  353. package/script/helpers/getGraphWeightColumn.js +46 -0
  354. package/script/helpers/graphRouteResultSchema.d.ts +4 -0
  355. package/script/helpers/graphRouteResultSchema.d.ts.map +1 -0
  356. package/script/helpers/graphRouteResultSchema.js +18 -0
  357. package/script/helpers/graphRouteResultSelect.d.ts +4 -0
  358. package/script/helpers/graphRouteResultSelect.d.ts.map +1 -0
  359. package/script/helpers/graphRouteResultSelect.js +28 -0
  360. package/script/helpers/hasGeometryColumn.d.ts +4 -3
  361. package/script/helpers/hasGeometryColumn.d.ts.map +1 -1
  362. package/script/helpers/hasGeometryColumn.js +4 -3
  363. package/script/helpers/initialUmapCoordinates.d.ts +2 -0
  364. package/script/helpers/initialUmapCoordinates.d.ts.map +1 -0
  365. package/script/helpers/initialUmapCoordinates.js +11 -0
  366. package/script/helpers/inspectGraphConnectivity.d.ts +10 -0
  367. package/script/helpers/inspectGraphConnectivity.d.ts.map +1 -0
  368. package/script/helpers/inspectGraphConnectivity.js +58 -0
  369. package/script/helpers/mergeOptions.d.ts +24 -13
  370. package/script/helpers/mergeOptions.d.ts.map +1 -1
  371. package/script/helpers/mergeOptions.js +24 -13
  372. package/script/helpers/optimizeUmapLayout.d.ts +7 -0
  373. package/script/helpers/optimizeUmapLayout.d.ts.map +1 -0
  374. package/script/helpers/optimizeUmapLayout.js +99 -0
  375. package/script/helpers/parseValue.d.ts +6 -4
  376. package/script/helpers/parseValue.d.ts.map +1 -1
  377. package/script/helpers/parseValue.js +6 -4
  378. package/script/helpers/prepareGraphRouteSql.d.ts +31 -0
  379. package/script/helpers/prepareGraphRouteSql.d.ts.map +1 -0
  380. package/script/helpers/prepareGraphRouteSql.js +127 -0
  381. package/script/helpers/prepareGraphStarts.d.ts +9 -0
  382. package/script/helpers/prepareGraphStarts.d.ts.map +1 -0
  383. package/script/helpers/prepareGraphStarts.js +71 -0
  384. package/script/helpers/prepareGraphTemporalSql.d.ts +28 -0
  385. package/script/helpers/prepareGraphTemporalSql.d.ts.map +1 -0
  386. package/script/helpers/prepareGraphTemporalSql.js +161 -0
  387. package/script/helpers/prepareGraphTraversal.d.ts +19 -0
  388. package/script/helpers/prepareGraphTraversal.d.ts.map +1 -0
  389. package/script/helpers/prepareGraphTraversal.js +87 -0
  390. package/script/helpers/prepareNumericFeatures.d.ts +41 -0
  391. package/script/helpers/prepareNumericFeatures.d.ts.map +1 -0
  392. package/script/helpers/prepareNumericFeatures.js +217 -0
  393. package/script/helpers/prepareUmapLayoutOptions.d.ts +14 -0
  394. package/script/helpers/prepareUmapLayoutOptions.d.ts.map +1 -0
  395. package/script/helpers/prepareUmapLayoutOptions.js +29 -0
  396. package/script/helpers/prettyDuration.d.ts +14 -8
  397. package/script/helpers/prettyDuration.d.ts.map +1 -1
  398. package/script/helpers/prettyDuration.js +14 -8
  399. package/script/helpers/printTable.d.ts +18 -13
  400. package/script/helpers/printTable.d.ts.map +1 -1
  401. package/script/helpers/printTable.js +18 -13
  402. package/script/helpers/publishPreparedColumns.d.ts +37 -0
  403. package/script/helpers/publishPreparedColumns.d.ts.map +1 -0
  404. package/script/helpers/publishPreparedColumns.js +119 -0
  405. package/script/helpers/queryDB.d.ts +24 -13
  406. package/script/helpers/queryDB.d.ts.map +1 -1
  407. package/script/helpers/queryDB.js +24 -13
  408. package/script/helpers/queueAsyncBarrier.d.ts +12 -7
  409. package/script/helpers/queueAsyncBarrier.d.ts.map +1 -1
  410. package/script/helpers/queueAsyncBarrier.js +12 -7
  411. package/script/helpers/queueGraphResult.d.ts +18 -0
  412. package/script/helpers/queueGraphResult.d.ts.map +1 -0
  413. package/script/helpers/queueGraphResult.js +45 -0
  414. package/script/helpers/quoteIdentifier.d.ts +4 -3
  415. package/script/helpers/quoteIdentifier.d.ts.map +1 -1
  416. package/script/helpers/quoteIdentifier.js +4 -3
  417. package/script/helpers/quoteQualifiedIdentifier.d.ts +6 -4
  418. package/script/helpers/quoteQualifiedIdentifier.d.ts.map +1 -1
  419. package/script/helpers/quoteQualifiedIdentifier.js +6 -4
  420. package/script/helpers/readScalarNumber.d.ts +3 -0
  421. package/script/helpers/readScalarNumber.d.ts.map +1 -0
  422. package/script/helpers/readScalarNumber.js +7 -0
  423. package/script/helpers/runQuery.d.ts.map +1 -1
  424. package/script/helpers/runQuery.js +17 -3
  425. package/script/helpers/selectFuzzyReplacements.d.ts +11 -0
  426. package/script/helpers/selectFuzzyReplacements.d.ts.map +1 -0
  427. package/script/helpers/selectFuzzyReplacements.js +127 -0
  428. package/script/helpers/stabilizeCosineVectors.d.ts +14 -0
  429. package/script/helpers/stabilizeCosineVectors.d.ts.map +1 -0
  430. package/script/helpers/stabilizeCosineVectors.js +40 -0
  431. package/script/helpers/stringToArray.d.ts +4 -3
  432. package/script/helpers/stringToArray.d.ts.map +1 -1
  433. package/script/helpers/stringToArray.js +4 -3
  434. package/script/helpers/umapRandom.d.ts +2 -0
  435. package/script/helpers/umapRandom.d.ts.map +1 -0
  436. package/script/helpers/umapRandom.js +13 -0
  437. package/script/helpers/updateColumnsWithJS.d.ts +12 -6
  438. package/script/helpers/updateColumnsWithJS.d.ts.map +1 -1
  439. package/script/helpers/updateColumnsWithJS.js +12 -6
  440. package/script/helpers/validateGraphRouteResultSchema.d.ts +4 -0
  441. package/script/helpers/validateGraphRouteResultSchema.d.ts.map +1 -0
  442. package/script/helpers/validateGraphRouteResultSchema.js +19 -0
  443. package/script/helpers/validateGraphTemporalEvents.d.ts +7 -0
  444. package/script/helpers/validateGraphTemporalEvents.d.ts.map +1 -0
  445. package/script/helpers/validateGraphTemporalEvents.js +53 -0
  446. package/script/helpers/validateNumericalAnalysis.d.ts +10 -6
  447. package/script/helpers/validateNumericalAnalysis.d.ts.map +1 -1
  448. package/script/helpers/validateNumericalAnalysis.js +10 -6
  449. package/script/helpers/validateVectorRowIds.d.ts +4 -0
  450. package/script/helpers/validateVectorRowIds.d.ts.map +1 -0
  451. package/script/helpers/validateVectorRowIds.js +19 -0
  452. package/script/helpers/vectorDistanceExpression.d.ts +6 -0
  453. package/script/helpers/vectorDistanceExpression.d.ts.map +1 -0
  454. package/script/helpers/vectorDistanceExpression.js +14 -0
  455. package/script/helpers/wrapString.d.ts +10 -7
  456. package/script/helpers/wrapString.d.ts.map +1 -1
  457. package/script/helpers/wrapString.js +10 -7
  458. package/script/methods/addId.d.ts +5 -0
  459. package/script/methods/addId.d.ts.map +1 -0
  460. package/script/methods/addId.js +44 -0
  461. package/script/methods/cache.js +1 -1
  462. package/script/methods/commonNeighbors.d.ts +10 -0
  463. package/script/methods/commonNeighbors.d.ts.map +1 -0
  464. package/script/methods/commonNeighbors.js +140 -0
  465. package/script/methods/connectedComponents.d.ts +9 -0
  466. package/script/methods/connectedComponents.d.ts.map +1 -0
  467. package/script/methods/connectedComponents.js +186 -0
  468. package/script/methods/degree.d.ts +9 -0
  469. package/script/methods/degree.d.ts.map +1 -0
  470. package/script/methods/degree.js +141 -0
  471. package/script/methods/distances.d.ts +12 -0
  472. package/script/methods/distances.d.ts.map +1 -0
  473. package/script/methods/distances.js +203 -0
  474. package/script/methods/findCycles.d.ts +12 -0
  475. package/script/methods/findCycles.d.ts.map +1 -0
  476. package/script/methods/findCycles.js +369 -0
  477. package/script/methods/fuzzyClean.d.ts.map +1 -1
  478. package/script/methods/fuzzyClean.js +17 -136
  479. package/script/methods/fuzzyJoin.js +70 -16
  480. package/script/methods/getTypes.d.ts +1 -1
  481. package/script/methods/hdbscan.d.ts +5 -0
  482. package/script/methods/hdbscan.d.ts.map +1 -0
  483. package/script/methods/hdbscan.js +214 -0
  484. package/script/methods/loadArray.d.ts.map +1 -1
  485. package/script/methods/loadArray.js +2 -19
  486. package/script/methods/mahalanobis.d.ts +5 -0
  487. package/script/methods/mahalanobis.d.ts.map +1 -0
  488. package/script/methods/mahalanobis.js +98 -0
  489. package/script/methods/neighbors.d.ts +9 -0
  490. package/script/methods/neighbors.d.ts.map +1 -0
  491. package/script/methods/neighbors.js +120 -0
  492. package/script/methods/normalizeVector.d.ts +5 -0
  493. package/script/methods/normalizeVector.d.ts.map +1 -0
  494. package/script/methods/normalizeVector.js +138 -0
  495. package/script/methods/paths.d.ts +12 -0
  496. package/script/methods/paths.d.ts.map +1 -0
  497. package/script/methods/paths.js +326 -0
  498. package/script/methods/reachable.d.ts +11 -0
  499. package/script/methods/reachable.d.ts.map +1 -0
  500. package/script/methods/reachable.js +170 -0
  501. package/script/methods/rowToVector.d.ts +5 -0
  502. package/script/methods/rowToVector.d.ts.map +1 -0
  503. package/script/methods/rowToVector.js +83 -0
  504. package/script/methods/shortestPath.d.ts +12 -0
  505. package/script/methods/shortestPath.d.ts.map +1 -0
  506. package/script/methods/shortestPath.js +376 -0
  507. package/script/methods/topologicalSort.d.ts +7 -0
  508. package/script/methods/topologicalSort.d.ts.map +1 -0
  509. package/script/methods/topologicalSort.js +170 -0
  510. package/script/methods/umap.d.ts +5 -0
  511. package/script/methods/umap.d.ts.map +1 -0
  512. package/script/methods/umap.js +162 -0
  513. package/script/methods/updateWithJS.js +9 -21
@@ -0,0 +1,369 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
15
+ }) : function(o, v) {
16
+ o["default"] = v;
17
+ });
18
+ var __importStar = (this && this.__importStar) || (function () {
19
+ var ownKeys = function(o) {
20
+ ownKeys = Object.getOwnPropertyNames || function (o) {
21
+ var ar = [];
22
+ for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
23
+ return ar;
24
+ };
25
+ return ownKeys(o);
26
+ };
27
+ return function (mod) {
28
+ if (mod && mod.__esModule) return mod;
29
+ var result = {};
30
+ if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
31
+ __setModuleDefault(result, mod);
32
+ return result;
33
+ };
34
+ })();
35
+ var __importDefault = (this && this.__importDefault) || function (mod) {
36
+ return (mod && mod.__esModule) ? mod : { "default": mod };
37
+ };
38
+ Object.defineProperty(exports, "__esModule", { value: true });
39
+ exports.default = findCycles;
40
+ const getGraphEdgeIdColumn_js_1 = __importDefault(require("../helpers/getGraphEdgeIdColumn.js"));
41
+ const getGraphWeightColumn_js_1 = __importDefault(require("../helpers/getGraphWeightColumn.js"));
42
+ const graphRouteResultSchema_js_1 = __importDefault(require("../helpers/graphRouteResultSchema.js"));
43
+ const graphRouteResultSelect_js_1 = __importDefault(require("../helpers/graphRouteResultSelect.js"));
44
+ const prepareGraphTemporalSql_js_1 = __importStar(require("../helpers/prepareGraphTemporalSql.js"));
45
+ const prepareGraphStarts_js_1 = __importDefault(require("../helpers/prepareGraphStarts.js"));
46
+ const prepareGraphTraversal_js_1 = __importStar(require("../helpers/prepareGraphTraversal.js"));
47
+ const queueGraphResult_js_1 = __importDefault(require("../helpers/queueGraphResult.js"));
48
+ const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
49
+ const validateGraphTemporalEvents_js_1 = __importDefault(require("../helpers/validateGraphTemporalEvents.js"));
50
+ const validateGraphRouteResultSchema_js_1 = __importDefault(require("../helpers/validateGraphRouteResultSchema.js"));
51
+ function findCycles(simpleTable, sourceColumn, targetColumn, edgeId, startNodes, options = {}) {
52
+ if (typeof sourceColumn !== "string") {
53
+ throw new TypeError("findCycles() sourceColumn must be a string.");
54
+ }
55
+ if (typeof targetColumn !== "string") {
56
+ throw new TypeError("findCycles() targetColumn must be a string.");
57
+ }
58
+ if (typeof edgeId !== "string") {
59
+ throw new TypeError("findCycles() edgeId must be a string.");
60
+ }
61
+ const preparedStarts = (0, prepareGraphStarts_js_1.default)(startNodes, "findCycles()", "startNodes");
62
+ if (options === null || typeof options !== "object" || Array.isArray(options)) {
63
+ throw new TypeError("findCycles() options must be an object.");
64
+ }
65
+ if (options.direction !== undefined &&
66
+ !["outgoing", "incoming", "both"].includes(options.direction)) {
67
+ throw new TypeError('findCycles() options.direction must be "outgoing", "incoming", or "both".');
68
+ }
69
+ if (options.weight !== undefined && typeof options.weight !== "string") {
70
+ throw new TypeError("findCycles() options.weight must be a string.");
71
+ }
72
+ if (options.outputTable !== undefined &&
73
+ typeof options.outputTable !== "string" &&
74
+ typeof options.outputTable !== "boolean") {
75
+ throw new TypeError("findCycles() options.outputTable must be a string or boolean.");
76
+ }
77
+ const direction = options.direction ?? "outgoing";
78
+ const temporalOptions = (0, prepareGraphTemporalSql_js_1.prepareGraphTemporalOptions)(options, direction, "findCycles()");
79
+ options = structuredClone(options);
80
+ const parameters = {
81
+ sourceColumn,
82
+ targetColumn,
83
+ edgeId,
84
+ startNodes: structuredClone(startNodes),
85
+ options,
86
+ };
87
+ return (0, queueGraphResult_js_1.default)(simpleTable, {
88
+ method: "findCycles()",
89
+ parameters,
90
+ outputTable: options.outputTable,
91
+ preflight: temporalOptions === undefined
92
+ ? undefined
93
+ : (input) => (0, validateGraphTemporalEvents_js_1.default)(input, temporalOptions, "findCycles()", parameters),
94
+ values: (schema) => {
95
+ validateFindCyclesInputs(schema, sourceColumn, targetColumn, edgeId, preparedStarts, options.weight);
96
+ const temporal = temporalOptions === undefined
97
+ ? undefined
98
+ : (0, prepareGraphTemporalSql_js_1.default)(schema, temporalOptions, "findCycles()");
99
+ return temporal === undefined
100
+ ? preparedStarts.values
101
+ : [temporal.gapParameter, ...preparedStarts.values];
102
+ },
103
+ buildSelect: (input, schema) => findCyclesSelect(input, schema, sourceColumn, targetColumn, edgeId, preparedStarts, direction, options.weight, temporalOptions),
104
+ outputSchema: (schema) => {
105
+ const validated = validateFindCyclesInputs(schema, sourceColumn, targetColumn, edgeId, preparedStarts, options.weight);
106
+ if (temporalOptions !== undefined) {
107
+ (0, prepareGraphTemporalSql_js_1.default)(schema, temporalOptions, "findCycles()");
108
+ }
109
+ return {
110
+ start: validated.nodeIdType,
111
+ ...(0, graphRouteResultSchema_js_1.default)(schema, validated.distanceType, "findCycles()"),
112
+ };
113
+ },
114
+ });
115
+ }
116
+ function validateFindCyclesInputs(schema, source, target, edgeId, starts, weight) {
117
+ const endpoints = (0, prepareGraphTraversal_js_1.validateGraphStarts)(schema, source, target, starts, "findCycles()", "startNodes");
118
+ const edgeIdColumn = (0, getGraphEdgeIdColumn_js_1.default)(schema, edgeId, "findCycles()");
119
+ const weightColumn = weight === undefined
120
+ ? undefined
121
+ : (0, getGraphWeightColumn_js_1.default)(schema, weight, "findCycles()");
122
+ (0, validateGraphRouteResultSchema_js_1.default)(schema, "findCycles()", ["start"]);
123
+ return {
124
+ distanceType: weightColumn?.distanceType ?? "BIGINT",
125
+ edgeIdType: edgeIdColumn.idType,
126
+ nodeIdType: endpoints.idType,
127
+ };
128
+ }
129
+ function findCyclesSelect(input, schema, source, target, edgeId, starts, direction, weight, temporalOptions) {
130
+ const prepared = (0, prepareGraphTraversal_js_1.default)(input, schema, source, target, starts, "findCycles()", "startNodes");
131
+ const edgeIdColumn = (0, getGraphEdgeIdColumn_js_1.default)(schema, edgeId, "findCycles()");
132
+ const weightColumn = weight === undefined
133
+ ? undefined
134
+ : (0, getGraphWeightColumn_js_1.default)(schema, weight, "findCycles()");
135
+ const distanceType = weightColumn?.distanceType ?? "BIGINT";
136
+ const q = quoteIdentifier_js_1.default;
137
+ const edgeIdReference = `${q("edges")}.${q(edgeIdColumn.column)}`;
138
+ const typedEdgeId = `CAST(${edgeIdReference} AS ${edgeIdColumn.idType})`;
139
+ const edgeKey = edgeIdColumn.family === "string"
140
+ ? `ENCODE(${typedEdgeId})`
141
+ : typedEdgeId;
142
+ const edgeWeight = weightColumn === undefined
143
+ ? `CAST(1 AS ${distanceType})`
144
+ : `CAST(${q("edges")}.${q(weightColumn.column)} AS ${distanceType})`;
145
+ const stepType = `STRUCT(${q("edgeId")} ${edgeIdColumn.idType}, ${q("source")} ${prepared.endpoints.idType}, ${q("target")} ${prepared.endpoints.idType}, ${q("weight")} ${distanceType}, ${q("distance")} ${distanceType})`;
146
+ if (temporalOptions !== undefined) {
147
+ const temporal = (0, prepareGraphTemporalSql_js_1.default)(schema, temporalOptions, "findCycles()");
148
+ return temporalFindCyclesSelect(prepared, direction, temporal, typedEdgeId, edgeKey, edgeWeight, distanceType, stepType, input, edgeIdColumn);
149
+ }
150
+ const relations = prepared.relationNames([
151
+ "graph_start_values",
152
+ "graph_starts",
153
+ "graph_edges",
154
+ "graph_cycle_walks",
155
+ "graph_complete_cycles",
156
+ "graph_ranked_cycles",
157
+ ]);
158
+ const startValuesRelation = relations.graph_start_values;
159
+ const startsRelation = relations.graph_starts;
160
+ const edgesRelation = relations.graph_edges;
161
+ const walksRelation = relations.graph_cycle_walks;
162
+ const completeRelation = relations.graph_complete_cycles;
163
+ const rankedRelation = relations.graph_ranked_cycles;
164
+ const edgeFrom = `${q("edges")}.${q("__from")}`;
165
+ const edgeTo = `${q("edges")}.${q("__to")}`;
166
+ const edgeFromKey = `${q("edges")}.${q("__from_key")}`;
167
+ const edgeToKey = `${q("edges")}.${q("__to_key")}`;
168
+ const edgeIdentity = `${q("edges")}.${q("__edge_id")}`;
169
+ const edgeIdentityKey = `${q("edges")}.${q("__edge_key")}`;
170
+ const edgeCost = `${q("edges")}.${q("__weight")}`;
171
+ const walkDistance = `${q("walks")}.${q("distance")}`;
172
+ const candidateDistance = `CAST(${walkDistance} + ${edgeCost} AS ${distanceType})`;
173
+ return `WITH RECURSIVE ${startValuesRelation}(${q("start")}) AS (
174
+ VALUES ${prepared.startValues}
175
+ ), ${startsRelation} AS (
176
+ SELECT ${q("start")},
177
+ ${prepared.key(q("start"))} AS ${q("__start_key")}
178
+ FROM ${startValuesRelation}
179
+ ), ${edgesRelation} AS (
180
+ ${prepared.edges(direction, [
181
+ `${typedEdgeId} AS ${q("__edge_id")}`,
182
+ `${edgeKey} AS ${q("__edge_key")}`,
183
+ `${edgeWeight} AS ${q("__weight")}`,
184
+ ])}
185
+ ), ${walksRelation}(
186
+ ${q("start")}, ${q("__start_key")}, ${q("node")},
187
+ ${q("__node_key")}, ${q("__visited")}, ${q("__edge_keys")},
188
+ ${q("steps")}, ${q("distance")}, ${q("closed")}
189
+ ) AS (
190
+ SELECT ${q("starts")}.${q("start")},
191
+ ${q("starts")}.${q("__start_key")}, ${edgeTo}, ${edgeToKey},
192
+ CASE WHEN ${edgeFromKey} = ${edgeToKey}
193
+ THEN [${edgeFromKey}]
194
+ ELSE [${edgeFromKey}, ${edgeToKey}]
195
+ END,
196
+ [${edgeIdentityKey}],
197
+ [struct_pack(
198
+ ${q("edgeId")} := ${edgeIdentity},
199
+ ${q("source")} := ${edgeFrom},
200
+ ${q("target")} := ${edgeTo},
201
+ ${q("weight")} := ${edgeCost},
202
+ ${q("distance")} := ${edgeCost}
203
+ )]::${stepType}[],
204
+ ${edgeCost}, ${edgeFromKey} = ${edgeToKey}
205
+ FROM ${edgesRelation} AS ${q("edges")}
206
+ INNER JOIN ${startsRelation} AS ${q("starts")}
207
+ ON ${q("starts")}.${q("__start_key")} = ${edgeFromKey}
208
+ UNION ALL
209
+ SELECT ${q("walks")}.${q("start")},
210
+ ${q("walks")}.${q("__start_key")}, ${edgeTo}, ${edgeToKey},
211
+ list_append(${q("walks")}.${q("__visited")}, ${edgeToKey}),
212
+ list_append(${q("walks")}.${q("__edge_keys")}, ${edgeIdentityKey}),
213
+ list_append(${q("walks")}.${q("steps")}, struct_pack(
214
+ ${q("edgeId")} := ${edgeIdentity},
215
+ ${q("source")} := ${edgeFrom},
216
+ ${q("target")} := ${edgeTo},
217
+ ${q("weight")} := ${edgeCost},
218
+ ${q("distance")} := ${candidateDistance}
219
+ )), ${candidateDistance},
220
+ ${edgeToKey} = ${q("walks")}.${q("__start_key")}
221
+ FROM ${walksRelation} AS ${q("walks")}
222
+ INNER JOIN ${edgesRelation} AS ${q("edges")}
223
+ ON ${q("walks")}.${q("__node_key")} = ${edgeFromKey}
224
+ WHERE NOT ${q("walks")}.${q("closed")}
225
+ AND NOT list_contains(
226
+ ${q("walks")}.${q("__edge_keys")}, ${edgeIdentityKey}
227
+ )
228
+ AND (
229
+ ${edgeToKey} = ${q("walks")}.${q("__start_key")}
230
+ OR NOT list_contains(
231
+ ${q("walks")}.${q("__visited")}, ${edgeToKey}
232
+ )
233
+ )
234
+ ), ${completeRelation} AS (
235
+ SELECT DISTINCT ${q("start")}, ${q("__start_key")},
236
+ ${q("__edge_keys")}, ${q("steps")}
237
+ FROM ${walksRelation}
238
+ WHERE ${q("closed")}${direction === "both"
239
+ ? `
240
+ AND ${q("__edge_keys")} <= list_reverse(${q("__edge_keys")})`
241
+ : ""}
242
+ ), ${rankedRelation} AS (
243
+ SELECT ${q("start")}, ${q("__start_key")},
244
+ CAST(row_number() OVER (
245
+ PARTITION BY ${q("__start_key")}
246
+ ORDER BY ${q("__edge_keys")}) - 1
247
+ AS BIGINT) AS ${q("pathId")}, ${q("steps")}
248
+ FROM ${completeRelation}
249
+ )
250
+ ${(0, graphRouteResultSelect_js_1.default)(rankedRelation, input, edgeIdColumn, true)}`;
251
+ }
252
+ function temporalFindCyclesSelect(prepared, direction, temporal, typedEdgeId, edgeKey, edgeWeight, distanceType, stepType, input, edgeIdColumn) {
253
+ const q = quoteIdentifier_js_1.default;
254
+ const relations = prepared.relationNames([
255
+ "graph_start_values",
256
+ "graph_starts",
257
+ "graph_temporal_settings",
258
+ "graph_event_rows",
259
+ "graph_edges",
260
+ "graph_cycle_walks",
261
+ "graph_complete_cycles",
262
+ "graph_ranked_cycles",
263
+ ]);
264
+ const startValuesRelation = relations.graph_start_values;
265
+ const startsRelation = relations.graph_starts;
266
+ const settingsRelation = relations.graph_temporal_settings;
267
+ const eventRowsRelation = relations.graph_event_rows;
268
+ const edgesRelation = relations.graph_edges;
269
+ const walksRelation = relations.graph_cycle_walks;
270
+ const completeRelation = relations.graph_complete_cycles;
271
+ const rankedRelation = relations.graph_ranked_cycles;
272
+ const edgeFrom = `${q("edges")}.${q("__from")}`;
273
+ const edgeTo = `${q("edges")}.${q("__to")}`;
274
+ const edgeFromKey = `${q("edges")}.${q("__from_key")}`;
275
+ const edgeToKey = `${q("edges")}.${q("__to_key")}`;
276
+ const edgeIdentity = `${q("edges")}.${q("__edge_id")}`;
277
+ const edgeIdentityKey = `${q("edges")}.${q("__edge_key")}`;
278
+ const edgeCost = `${q("edges")}.${q("__weight")}`;
279
+ const walkDistance = `${q("walks")}.${q("distance")}`;
280
+ const candidateDistance = `CAST(${walkDistance} + ${edgeCost} AS ${distanceType})`;
281
+ const gap = `${q("settings")}.${q("__gap")}`;
282
+ const step = (distance) => `struct_pack(
283
+ ${q("edgeId")} := ${edgeIdentity},
284
+ ${q("source")} := ${edgeFrom},
285
+ ${q("target")} := ${edgeTo},
286
+ ${q("weight")} := ${edgeCost},
287
+ ${q("distance")} := ${distance}
288
+ )`;
289
+ return `WITH RECURSIVE ${settingsRelation} AS MATERIALIZED (
290
+ SELECT CAST(? AS HUGEINT) AS ${q("__gap")}
291
+ ), ${startValuesRelation}(${q("start")}) AS (
292
+ VALUES ${prepared.startValues}
293
+ ), ${startsRelation} AS (
294
+ SELECT ${q("start")},
295
+ ${prepared.key(q("start"))} AS ${q("__start_key")}
296
+ FROM ${startValuesRelation}
297
+ ), ${eventRowsRelation} AS MATERIALIZED (
298
+ ${prepared.edges(direction, [
299
+ `${typedEdgeId} AS ${q("__edge_id")}`,
300
+ `${edgeKey} AS ${q("__edge_key")}`,
301
+ `${edgeWeight} AS ${q("__weight")}`,
302
+ ...temporal.eventSelections("edges"),
303
+ ])}
304
+ ), ${edgesRelation} AS MATERIALIZED (
305
+ SELECT *
306
+ FROM ${eventRowsRelation} AS ${q("events")}
307
+ WHERE ${temporal.eventValidity("events")}
308
+ ), ${walksRelation}(
309
+ ${q("start")}, ${q("__start_key")}, ${q("node")},
310
+ ${q("__node_key")}, ${q("__visited")}, ${q("__event_ids")},
311
+ ${q("__edge_keys")}, ${q("steps")}, ${q("distance")},
312
+ ${q("closed")}, ${q("__event_id")}, ${q("__event_start")},
313
+ ${q("__event_end")}
314
+ ) AS (
315
+ SELECT ${q("starts")}.${q("start")},
316
+ ${q("starts")}.${q("__start_key")}, ${edgeTo}, ${edgeToKey},
317
+ CASE WHEN ${edgeFromKey} = ${edgeToKey}
318
+ THEN [${edgeFromKey}]
319
+ ELSE [${edgeFromKey}, ${edgeToKey}]
320
+ END,
321
+ [${q("edges")}.${q("__event_id")}], [${edgeIdentityKey}],
322
+ [${step(edgeCost)}]::${stepType}[], ${edgeCost},
323
+ ${edgeFromKey} = ${edgeToKey},
324
+ ${q("edges")}.${q("__event_id")},
325
+ ${q("edges")}.${q("__event_start")},
326
+ ${q("edges")}.${q("__event_end")}
327
+ FROM ${edgesRelation} AS ${q("edges")}
328
+ INNER JOIN ${startsRelation} AS ${q("starts")}
329
+ ON ${q("starts")}.${q("__start_key")} = ${edgeFromKey}
330
+ UNION ALL
331
+ SELECT ${q("walks")}.${q("start")},
332
+ ${q("walks")}.${q("__start_key")}, ${edgeTo}, ${edgeToKey},
333
+ list_append(${q("walks")}.${q("__visited")}, ${edgeToKey}),
334
+ list_append(${q("walks")}.${q("__event_ids")},
335
+ ${q("edges")}.${q("__event_id")}),
336
+ list_append(${q("walks")}.${q("__edge_keys")}, ${edgeIdentityKey}),
337
+ list_append(${q("walks")}.${q("steps")}, ${step(candidateDistance)}),
338
+ ${candidateDistance},
339
+ ${edgeToKey} = ${q("walks")}.${q("__start_key")},
340
+ ${q("edges")}.${q("__event_id")},
341
+ ${q("edges")}.${q("__event_start")},
342
+ ${q("edges")}.${q("__event_end")}
343
+ FROM ${walksRelation} AS ${q("walks")}
344
+ INNER JOIN ${edgesRelation} AS ${q("edges")}
345
+ ON ${q("walks")}.${q("__node_key")} = ${edgeFromKey}
346
+ CROSS JOIN ${settingsRelation} AS ${q("settings")}
347
+ WHERE NOT ${q("walks")}.${q("closed")}
348
+ AND NOT list_contains(${q("walks")}.${q("__event_ids")},
349
+ ${q("edges")}.${q("__event_id")})
350
+ AND (
351
+ ${edgeToKey} = ${q("walks")}.${q("__start_key")}
352
+ OR NOT list_contains(${q("walks")}.${q("__visited")}, ${edgeToKey})
353
+ )
354
+ AND ${temporal.transition("walks", "edges", direction, gap)}
355
+ ), ${completeRelation} AS (
356
+ SELECT DISTINCT ${q("start")}, ${q("__start_key")},
357
+ ${q("__edge_keys")}, ${q("steps")}
358
+ FROM ${walksRelation}
359
+ WHERE ${q("closed")}
360
+ ), ${rankedRelation} AS (
361
+ SELECT ${q("start")}, ${q("__start_key")},
362
+ CAST(row_number() OVER (
363
+ PARTITION BY ${q("__start_key")}
364
+ ORDER BY ${q("__edge_keys")}) - 1
365
+ AS BIGINT) AS ${q("pathId")}, ${q("steps")}
366
+ FROM ${completeRelation}
367
+ )
368
+ ${(0, graphRouteResultSelect_js_1.default)(rankedRelation, input, edgeIdColumn, true)}`;
369
+ }
@@ -1 +1 @@
1
- {"version":3,"file":"fuzzyClean.d.ts","sourceRoot":"","sources":["../../src/methods/fuzzyClean.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAMvD,MAAM,CAAC,OAAO,UAAU,UAAU,CAChC,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,MAAM,CAAC,EACH,OAAO,GACP,eAAe,GACf,kBAAkB,GAClB,iBAAiB,CAAC;IACtB,QAAQ,CAAC,EACL,YAAY,GACZ,eAAe,GACf,gBAAgB,GAChB,aAAa,GACb,UAAU,CAAC;IACf,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAC3B,GACL,IAAI,CAYN"}
1
+ {"version":3,"file":"fuzzyClean.d.ts","sourceRoot":"","sources":["../../src/methods/fuzzyClean.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AASvD,MAAM,CAAC,OAAO,UAAU,UAAU,CAChC,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,MAAM,CAAC,EACH,OAAO,GACP,eAAe,GACf,kBAAkB,GAClB,iBAAiB,CAAC;IACtB,QAAQ,CAAC,EACL,YAAY,GACZ,eAAe,GACf,gBAAgB,GAChB,aAAa,GACb,UAAU,CAAC;IACf,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAC3B,GACL,IAAI,CAWN"}
@@ -5,14 +5,15 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
5
5
  Object.defineProperty(exports, "__esModule", { value: true });
6
6
  exports.default = fuzzyClean;
7
7
  const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
8
+ const node_api_1 = require("@duckdb/node-api");
8
9
  const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
9
10
  const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
10
11
  const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
11
12
  const buildFuzzyMatchSql_js_1 = __importDefault(require("../helpers/buildFuzzyMatchSql.js"));
13
+ const selectFuzzyReplacements_js_1 = __importDefault(require("../helpers/selectFuzzyReplacements.js"));
12
14
  function fuzzyClean(table, column, newColumn, threshold, options = {}) {
13
- // The clustering runs in JS over the fuzzy pairs read from the table, so
14
- // fuzzyClean can't be expressed as a single SELECT over its input: it
15
- // executes as a barrier.
15
+ // This implementation clusters fuzzy pairs in JS and writes the mapping
16
+ // back to DuckDB, so it executes as a barrier.
16
17
  options = structuredClone(options);
17
18
  (0, queueOp_js_1.default)(table, {
18
19
  kind: "barrier",
@@ -63,149 +64,29 @@ async function executeFuzzyClean(table, column, newColumn, threshold, options =
63
64
  }
64
65
  return;
65
66
  }
66
- // Build count map from the pairs — no separate query needed.
67
- const countMap = new Map();
68
- for (const { left_value, left_cnt, right_value, right_cnt } of pairs) {
69
- countMap.set(left_value, Number(left_cnt));
70
- countMap.set(right_value, Number(right_cnt));
71
- }
72
- // Union-Find — only over values that actually participate in a pair.
73
- const parent = new Map();
74
- const find = (x) => {
75
- if (!parent.has(x))
76
- parent.set(x, x);
77
- if (parent.get(x) !== x)
78
- parent.set(x, find(parent.get(x)));
79
- return parent.get(x);
80
- };
81
- const union = (a, b) => {
82
- const ra = find(a);
83
- const rb = find(b);
84
- if (ra !== rb)
85
- parent.set(ra, rb);
86
- };
87
- for (const v of countMap.keys())
88
- find(v);
89
- for (const { left_value, right_value } of pairs) {
90
- union(left_value, right_value);
91
- }
92
- // Group values by their cluster root.
93
- const clusters = new Map();
94
- for (const v of countMap.keys()) {
95
- const root = find(v);
96
- if (!clusters.has(root))
97
- clusters.set(root, []);
98
- clusters.get(root).push(v);
99
- }
100
- // Pick the canonical value for each cluster.
101
- const replacement = new Map();
102
- for (const members of clusters.values()) {
103
- if (members.length === 1)
104
- continue; // All pairs are already canonical — skip.
105
- // Score sums and per-member max scores are computed lazily — only when
106
- // actually needed as a primary criterion or tie-breaker.
107
- //
108
- // scoreSum: total similarity to all other cluster members (used by
109
- // "mostCentral" as primary, and as tie-breaker for all strategies).
110
- // scoreMax: highest single pairwise score (used by "maxScore" as primary).
111
- let scoreSum = null;
112
- const getScoreSum = () => {
113
- if (scoreSum === null) {
114
- scoreSum = new Map(members.map((m) => [m, 0]));
115
- for (const { left_value, right_value, score } of pairs) {
116
- if (scoreSum.has(left_value) && scoreSum.has(right_value)) {
117
- scoreSum.set(left_value, (scoreSum.get(left_value) ?? 0) + score);
118
- scoreSum.set(right_value, (scoreSum.get(right_value) ?? 0) + score);
119
- }
120
- }
121
- }
122
- return scoreSum;
123
- };
124
- let scoreMax = null;
125
- const getScoreMax = () => {
126
- if (scoreMax === null) {
127
- scoreMax = new Map(members.map((m) => [m, 0]));
128
- for (const { left_value, right_value, score } of pairs) {
129
- if (scoreMax.has(left_value) && scoreMax.has(right_value)) {
130
- scoreMax.set(left_value, Math.max(scoreMax.get(left_value) ?? 0, score));
131
- scoreMax.set(right_value, Math.max(scoreMax.get(right_value) ?? 0, score));
132
- }
133
- }
134
- }
135
- return scoreMax;
136
- };
137
- // Sum-based comparator: highest total similarity, then alphabetical.
138
- const byScore = (a, b) => {
139
- const sum = getScoreSum();
140
- const sa = sum.get(a) ?? 0;
141
- const sb = sum.get(b) ?? 0;
142
- if (sa !== sb)
143
- return sa > sb ? a : b;
144
- return a <= b ? a : b; // alphabetical tie-break
145
- };
146
- // Max-based comparator: highest single-pair score, then sum, then alphabetical.
147
- const byMaxScore = (a, b) => {
148
- const mx = getScoreMax();
149
- const ma = mx.get(a) ?? 0;
150
- const mb = mx.get(b) ?? 0;
151
- if (ma !== mb)
152
- return ma > mb ? a : b;
153
- return byScore(a, b); // sum then alphabetical tie-break
154
- };
155
- let canonical;
156
- if (strategy === "longestString") {
157
- canonical = members.reduce((a, b) => {
158
- if (a.length !== b.length)
159
- return a.length > b.length ? a : b;
160
- return byScore(a, b);
161
- });
162
- }
163
- else if (strategy === "shortestString") {
164
- canonical = members.reduce((a, b) => {
165
- if (a.length !== b.length)
166
- return a.length < b.length ? a : b;
167
- return byScore(a, b);
168
- });
169
- }
170
- else if (strategy === "mostCommon") {
171
- canonical = members.reduce((a, b) => {
172
- const ca = countMap.get(a) ?? 0;
173
- const cb = countMap.get(b) ?? 0;
174
- if (ca !== cb)
175
- return ca > cb ? a : b;
176
- return byScore(a, b);
177
- });
178
- }
179
- else if (strategy === "mostCentral") {
180
- // Most central string — highest total similarity to all other cluster members.
181
- canonical = members.reduce((a, b) => byScore(a, b));
182
- }
183
- else {
184
- // "maxScore": the string participating in the single highest-scoring pair.
185
- canonical = members.reduce((a, b) => byMaxScore(a, b));
186
- }
187
- for (const m of members) {
188
- if (m !== canonical)
189
- replacement.set(m, canonical);
190
- }
191
- }
67
+ const replacement = (0, selectFuzzyReplacements_js_1.default)(pairs, strategy);
192
68
  if (replacement.size === 0)
193
69
  return;
194
- // Use a VALUES-based CTE for the UPDATE so DuckDB can use a hash join
195
- // instead of evaluating a potentially huge CASE WHEN expression.
196
- const replacementEntries = [...replacement.entries()];
197
- const valuesList = replacementEntries.map(() => "(?, ?)").join(",\n ");
198
- const values = replacementEntries.flatMap(([from, to]) => [from, to]);
70
+ // Two bound lists keep the SQL and parameter count fixed as the mapping
71
+ // grows. Side-by-side UNNEST zips the equally sized lists into mapping rows,
72
+ // which DuckDB can hash-join to the original table.
73
+ const values = [
74
+ new node_api_1.DuckDBListValue([...replacement.keys()]),
75
+ new node_api_1.DuckDBListValue([...replacement.values()]),
76
+ ];
77
+ const mapping = `WITH mapping(original, canonical) AS (
78
+ SELECT UNNEST(?::VARCHAR[]), UNNEST(?::VARCHAR[])
79
+ )`;
199
80
  const query = newColumn !== column
200
81
  ? `ALTER TABLE ${(0, quoteIdentifier_js_1.default)(table.name)} ADD ${(0, quoteIdentifier_js_1.default)(newColumn)} VARCHAR;
201
82
  UPDATE ${(0, quoteIdentifier_js_1.default)(table.name)}
202
83
  SET ${(0, quoteIdentifier_js_1.default)(newColumn)} = ${(0, quoteIdentifier_js_1.default)(column)};
203
- WITH mapping(original, canonical) AS (VALUES ${valuesList})
84
+ ${mapping}
204
85
  UPDATE ${(0, quoteIdentifier_js_1.default)(table.name)}
205
86
  SET ${(0, quoteIdentifier_js_1.default)(newColumn)} = m.canonical
206
87
  FROM mapping m
207
88
  WHERE ${(0, quoteIdentifier_js_1.default)(table.name)}.${(0, quoteIdentifier_js_1.default)(newColumn)} = m.original`
208
- : `WITH mapping(original, canonical) AS (VALUES ${valuesList})
89
+ : `${mapping}
209
90
  UPDATE ${(0, quoteIdentifier_js_1.default)(table.name)}
210
91
  SET ${(0, quoteIdentifier_js_1.default)(column)} = m.canonical
211
92
  FROM mapping m