@nshiab/simple-data-analysis-core 2.0.9 → 2.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (453) hide show
  1. package/esm/class/SDAError.d.ts +6 -6
  2. package/esm/class/SDAError.js +6 -6
  3. package/esm/class/Simple.d.ts +9 -9
  4. package/esm/class/Simple.js +9 -9
  5. package/esm/class/SimpleDB.d.ts +80 -76
  6. package/esm/class/SimpleDB.d.ts.map +1 -1
  7. package/esm/class/SimpleDB.js +80 -76
  8. package/esm/class/SimpleTable.d.ts +2795 -1139
  9. package/esm/class/SimpleTable.d.ts.map +1 -1
  10. package/esm/class/SimpleTable.js +2781 -1149
  11. package/esm/helpers/buildApproximateMutualReachabilityMst.d.ts +45 -0
  12. package/esm/helpers/buildApproximateMutualReachabilityMst.d.ts.map +1 -0
  13. package/esm/helpers/buildApproximateMutualReachabilityMst.js +212 -0
  14. package/esm/helpers/buildChronologicalGraphComponentsSql.d.ts +14 -0
  15. package/esm/helpers/buildChronologicalGraphComponentsSql.d.ts.map +1 -0
  16. package/esm/helpers/buildChronologicalGraphComponentsSql.js +167 -0
  17. package/esm/helpers/buildExactMutualReachabilityMst.d.ts +28 -0
  18. package/esm/helpers/buildExactMutualReachabilityMst.d.ts.map +1 -0
  19. package/esm/helpers/buildExactMutualReachabilityMst.js +97 -0
  20. package/esm/helpers/buildGraphTemporalCostStateSql.d.ts +12 -0
  21. package/esm/helpers/buildGraphTemporalCostStateSql.d.ts.map +1 -0
  22. package/esm/helpers/buildGraphTemporalCostStateSql.js +86 -0
  23. package/esm/helpers/buildGraphTemporalReachabilitySql.d.ts +13 -0
  24. package/esm/helpers/buildGraphTemporalReachabilitySql.d.ts.map +1 -0
  25. package/esm/helpers/buildGraphTemporalReachabilitySql.js +70 -0
  26. package/esm/helpers/buildSparseMutualReachabilityMst.d.ts +10 -0
  27. package/esm/helpers/buildSparseMutualReachabilityMst.d.ts.map +1 -0
  28. package/esm/helpers/buildSparseMutualReachabilityMst.js +47 -0
  29. package/esm/helpers/buildUmapGraph.d.ts +2 -5
  30. package/esm/helpers/buildUmapGraph.d.ts.map +1 -1
  31. package/esm/helpers/buildUmapGraph.js +6 -100
  32. package/esm/helpers/buildVectorNeighbors.d.ts +45 -0
  33. package/esm/helpers/buildVectorNeighbors.d.ts.map +1 -0
  34. package/esm/helpers/buildVectorNeighbors.js +170 -0
  35. package/esm/helpers/buildWeakGraphComponentsSql.d.ts +3 -0
  36. package/esm/helpers/buildWeakGraphComponentsSql.d.ts.map +1 -0
  37. package/esm/helpers/buildWeakGraphComponentsSql.js +32 -0
  38. package/esm/helpers/camelCase.d.ts +7 -5
  39. package/esm/helpers/camelCase.d.ts.map +1 -1
  40. package/esm/helpers/camelCase.js +7 -5
  41. package/esm/helpers/capitalize.d.ts +6 -4
  42. package/esm/helpers/capitalize.d.ts.map +1 -1
  43. package/esm/helpers/capitalize.js +6 -4
  44. package/esm/helpers/clusterHdbscan.d.ts +18 -0
  45. package/esm/helpers/clusterHdbscan.d.ts.map +1 -0
  46. package/esm/helpers/clusterHdbscan.js +342 -0
  47. package/esm/helpers/computeCovariance.d.ts +16 -0
  48. package/esm/helpers/computeCovariance.d.ts.map +1 -0
  49. package/esm/helpers/computeCovariance.js +99 -0
  50. package/esm/helpers/computeMahalanobisDistances.d.ts +14 -0
  51. package/esm/helpers/computeMahalanobisDistances.d.ts.map +1 -0
  52. package/esm/helpers/computeMahalanobisDistances.js +87 -0
  53. package/esm/helpers/createDirectory.d.ts +4 -3
  54. package/esm/helpers/createDirectory.d.ts.map +1 -1
  55. package/esm/helpers/createDirectory.js +4 -3
  56. package/esm/helpers/dataToArrays.d.ts +6 -4
  57. package/esm/helpers/dataToArrays.d.ts.map +1 -1
  58. package/esm/helpers/dataToArrays.js +6 -4
  59. package/esm/helpers/extractTypes.d.ts +1 -1
  60. package/esm/helpers/extractTypes.js +4 -9
  61. package/esm/helpers/factorCovariance.d.ts +17 -0
  62. package/esm/helpers/factorCovariance.d.ts.map +1 -0
  63. package/esm/helpers/factorCovariance.js +189 -0
  64. package/esm/helpers/findGeoColumn.d.ts +6 -4
  65. package/esm/helpers/findGeoColumn.d.ts.map +1 -1
  66. package/esm/helpers/findGeoColumn.js +6 -4
  67. package/esm/helpers/findGeoColumnFromSchema.d.ts +8 -5
  68. package/esm/helpers/findGeoColumnFromSchema.d.ts.map +1 -1
  69. package/esm/helpers/findGeoColumnFromSchema.js +8 -5
  70. package/esm/helpers/formatDate.d.ts +12 -6
  71. package/esm/helpers/formatDate.d.ts.map +1 -1
  72. package/esm/helpers/formatDate.js +12 -6
  73. package/esm/helpers/formatMissingTables.d.ts +8 -5
  74. package/esm/helpers/formatMissingTables.d.ts.map +1 -1
  75. package/esm/helpers/formatMissingTables.js +8 -5
  76. package/esm/helpers/formatNumber.d.ts +19 -10
  77. package/esm/helpers/formatNumber.d.ts.map +1 -1
  78. package/esm/helpers/formatNumber.js +32 -17
  79. package/esm/helpers/getGraphEdgeIdColumn.d.ts +9 -0
  80. package/esm/helpers/getGraphEdgeIdColumn.d.ts.map +1 -0
  81. package/esm/helpers/getGraphEdgeIdColumn.js +25 -0
  82. package/esm/helpers/getGraphEndpointColumns.d.ts +11 -0
  83. package/esm/helpers/getGraphEndpointColumns.d.ts.map +1 -0
  84. package/esm/helpers/getGraphEndpointColumns.js +160 -0
  85. package/esm/helpers/getGraphWeightColumn.d.ts +10 -0
  86. package/esm/helpers/getGraphWeightColumn.d.ts.map +1 -0
  87. package/esm/helpers/getGraphWeightColumn.js +40 -0
  88. package/esm/helpers/graphRouteResultSchema.d.ts +4 -0
  89. package/esm/helpers/graphRouteResultSchema.d.ts.map +1 -0
  90. package/esm/helpers/graphRouteResultSchema.js +12 -0
  91. package/esm/helpers/graphRouteResultSelect.d.ts +4 -0
  92. package/esm/helpers/graphRouteResultSelect.d.ts.map +1 -0
  93. package/esm/helpers/graphRouteResultSelect.js +22 -0
  94. package/esm/helpers/hasGeometryColumn.d.ts +4 -3
  95. package/esm/helpers/hasGeometryColumn.d.ts.map +1 -1
  96. package/esm/helpers/hasGeometryColumn.js +4 -3
  97. package/esm/helpers/inspectGraphConnectivity.d.ts +10 -0
  98. package/esm/helpers/inspectGraphConnectivity.d.ts.map +1 -0
  99. package/esm/helpers/inspectGraphConnectivity.js +55 -0
  100. package/esm/helpers/mergeOptions.d.ts +24 -13
  101. package/esm/helpers/mergeOptions.d.ts.map +1 -1
  102. package/esm/helpers/mergeOptions.js +24 -13
  103. package/esm/helpers/parseValue.d.ts +6 -4
  104. package/esm/helpers/parseValue.d.ts.map +1 -1
  105. package/esm/helpers/parseValue.js +6 -4
  106. package/esm/helpers/prepareGraphRouteSql.d.ts +31 -0
  107. package/esm/helpers/prepareGraphRouteSql.d.ts.map +1 -0
  108. package/esm/helpers/prepareGraphRouteSql.js +86 -0
  109. package/esm/helpers/prepareGraphStarts.d.ts +9 -0
  110. package/esm/helpers/prepareGraphStarts.d.ts.map +1 -0
  111. package/esm/helpers/prepareGraphStarts.js +68 -0
  112. package/esm/helpers/prepareGraphTemporalSql.d.ts +28 -0
  113. package/esm/helpers/prepareGraphTemporalSql.d.ts.map +1 -0
  114. package/esm/helpers/prepareGraphTemporalSql.js +154 -0
  115. package/esm/helpers/prepareGraphTraversal.d.ts +19 -0
  116. package/esm/helpers/prepareGraphTraversal.d.ts.map +1 -0
  117. package/esm/helpers/prepareGraphTraversal.js +79 -0
  118. package/esm/helpers/prepareNumericFeatures.d.ts +41 -0
  119. package/esm/helpers/prepareNumericFeatures.d.ts.map +1 -0
  120. package/esm/helpers/prepareNumericFeatures.js +210 -0
  121. package/esm/helpers/prettyDuration.d.ts +14 -8
  122. package/esm/helpers/prettyDuration.d.ts.map +1 -1
  123. package/esm/helpers/prettyDuration.js +14 -8
  124. package/esm/helpers/printTable.d.ts +18 -13
  125. package/esm/helpers/printTable.d.ts.map +1 -1
  126. package/esm/helpers/printTable.js +18 -13
  127. package/esm/helpers/publishPreparedColumns.d.ts +37 -0
  128. package/esm/helpers/publishPreparedColumns.d.ts.map +1 -0
  129. package/esm/helpers/publishPreparedColumns.js +113 -0
  130. package/esm/helpers/queryDB.d.ts +24 -13
  131. package/esm/helpers/queryDB.d.ts.map +1 -1
  132. package/esm/helpers/queryDB.js +24 -13
  133. package/esm/helpers/queueAsyncBarrier.d.ts +12 -7
  134. package/esm/helpers/queueAsyncBarrier.d.ts.map +1 -1
  135. package/esm/helpers/queueAsyncBarrier.js +12 -7
  136. package/esm/helpers/queueGraphResult.d.ts +18 -0
  137. package/esm/helpers/queueGraphResult.d.ts.map +1 -0
  138. package/esm/helpers/queueGraphResult.js +39 -0
  139. package/esm/helpers/quoteIdentifier.d.ts +4 -3
  140. package/esm/helpers/quoteIdentifier.d.ts.map +1 -1
  141. package/esm/helpers/quoteIdentifier.js +4 -3
  142. package/esm/helpers/quoteQualifiedIdentifier.d.ts +6 -4
  143. package/esm/helpers/quoteQualifiedIdentifier.d.ts.map +1 -1
  144. package/esm/helpers/quoteQualifiedIdentifier.js +6 -4
  145. package/esm/helpers/runQuery.d.ts.map +1 -1
  146. package/esm/helpers/runQuery.js +17 -3
  147. package/esm/helpers/selectFuzzyReplacements.d.ts +11 -0
  148. package/esm/helpers/selectFuzzyReplacements.d.ts.map +1 -0
  149. package/esm/helpers/selectFuzzyReplacements.js +124 -0
  150. package/esm/helpers/stabilizeCosineVectors.d.ts +14 -0
  151. package/esm/helpers/stabilizeCosineVectors.d.ts.map +1 -0
  152. package/esm/helpers/stabilizeCosineVectors.js +34 -0
  153. package/esm/helpers/stringToArray.d.ts +4 -3
  154. package/esm/helpers/stringToArray.d.ts.map +1 -1
  155. package/esm/helpers/stringToArray.js +4 -3
  156. package/esm/helpers/updateColumnsWithJS.d.ts +12 -6
  157. package/esm/helpers/updateColumnsWithJS.d.ts.map +1 -1
  158. package/esm/helpers/updateColumnsWithJS.js +12 -6
  159. package/esm/helpers/validateGraphRouteResultSchema.d.ts +4 -0
  160. package/esm/helpers/validateGraphRouteResultSchema.d.ts.map +1 -0
  161. package/esm/helpers/validateGraphRouteResultSchema.js +13 -0
  162. package/esm/helpers/validateGraphTemporalEvents.d.ts +7 -0
  163. package/esm/helpers/validateGraphTemporalEvents.d.ts.map +1 -0
  164. package/esm/helpers/validateGraphTemporalEvents.js +47 -0
  165. package/esm/helpers/validateNumericalAnalysis.d.ts +10 -6
  166. package/esm/helpers/validateNumericalAnalysis.d.ts.map +1 -1
  167. package/esm/helpers/validateNumericalAnalysis.js +10 -6
  168. package/esm/helpers/validateVectorRowIds.d.ts +4 -0
  169. package/esm/helpers/validateVectorRowIds.d.ts.map +1 -0
  170. package/esm/helpers/validateVectorRowIds.js +16 -0
  171. package/esm/helpers/vectorDistanceExpression.d.ts +6 -0
  172. package/esm/helpers/vectorDistanceExpression.d.ts.map +1 -0
  173. package/esm/helpers/vectorDistanceExpression.js +11 -0
  174. package/esm/helpers/wrapString.d.ts +10 -7
  175. package/esm/helpers/wrapString.d.ts.map +1 -1
  176. package/esm/helpers/wrapString.js +10 -7
  177. package/esm/methods/addId.d.ts +5 -0
  178. package/esm/methods/addId.d.ts.map +1 -0
  179. package/esm/methods/addId.js +38 -0
  180. package/esm/methods/commonNeighbors.d.ts +10 -0
  181. package/esm/methods/commonNeighbors.d.ts.map +1 -0
  182. package/esm/methods/commonNeighbors.js +101 -0
  183. package/esm/methods/connectedComponents.d.ts +9 -0
  184. package/esm/methods/connectedComponents.d.ts.map +1 -0
  185. package/esm/methods/connectedComponents.js +147 -0
  186. package/esm/methods/degree.d.ts +9 -0
  187. package/esm/methods/degree.d.ts.map +1 -0
  188. package/esm/methods/degree.js +135 -0
  189. package/esm/methods/distances.d.ts +12 -0
  190. package/esm/methods/distances.d.ts.map +1 -0
  191. package/esm/methods/distances.js +164 -0
  192. package/esm/methods/findCycles.d.ts +12 -0
  193. package/esm/methods/findCycles.d.ts.map +1 -0
  194. package/esm/methods/findCycles.js +330 -0
  195. package/esm/methods/fuzzyClean.d.ts.map +1 -1
  196. package/esm/methods/fuzzyClean.js +17 -136
  197. package/esm/methods/fuzzyJoin.js +70 -16
  198. package/esm/methods/getTypes.d.ts +1 -1
  199. package/esm/methods/hdbscan.d.ts +5 -0
  200. package/esm/methods/hdbscan.d.ts.map +1 -0
  201. package/esm/methods/hdbscan.js +208 -0
  202. package/esm/methods/mahalanobis.d.ts +5 -0
  203. package/esm/methods/mahalanobis.d.ts.map +1 -0
  204. package/esm/methods/mahalanobis.js +92 -0
  205. package/esm/methods/neighbors.d.ts +9 -0
  206. package/esm/methods/neighbors.d.ts.map +1 -0
  207. package/esm/methods/neighbors.js +81 -0
  208. package/esm/methods/normalizeVector.d.ts +5 -0
  209. package/esm/methods/normalizeVector.d.ts.map +1 -0
  210. package/esm/methods/normalizeVector.js +132 -0
  211. package/esm/methods/paths.d.ts +12 -0
  212. package/esm/methods/paths.d.ts.map +1 -0
  213. package/esm/methods/paths.js +287 -0
  214. package/esm/methods/reachable.d.ts +11 -0
  215. package/esm/methods/reachable.d.ts.map +1 -0
  216. package/esm/methods/reachable.js +131 -0
  217. package/esm/methods/rowToVector.d.ts +5 -0
  218. package/esm/methods/rowToVector.d.ts.map +1 -0
  219. package/esm/methods/rowToVector.js +77 -0
  220. package/esm/methods/shortestPath.d.ts +12 -0
  221. package/esm/methods/shortestPath.d.ts.map +1 -0
  222. package/esm/methods/shortestPath.js +337 -0
  223. package/esm/methods/topologicalSort.d.ts +7 -0
  224. package/esm/methods/topologicalSort.d.ts.map +1 -0
  225. package/esm/methods/topologicalSort.js +164 -0
  226. package/llm.md +2106 -143
  227. package/llms.txt +1 -1
  228. package/package.json +1 -1
  229. package/script/class/SDAError.d.ts +6 -6
  230. package/script/class/SDAError.js +6 -6
  231. package/script/class/Simple.d.ts +9 -9
  232. package/script/class/Simple.js +9 -9
  233. package/script/class/SimpleDB.d.ts +80 -76
  234. package/script/class/SimpleDB.d.ts.map +1 -1
  235. package/script/class/SimpleDB.js +80 -76
  236. package/script/class/SimpleTable.d.ts +2795 -1139
  237. package/script/class/SimpleTable.d.ts.map +1 -1
  238. package/script/class/SimpleTable.js +2781 -1149
  239. package/script/helpers/buildApproximateMutualReachabilityMst.d.ts +45 -0
  240. package/script/helpers/buildApproximateMutualReachabilityMst.d.ts.map +1 -0
  241. package/script/helpers/buildApproximateMutualReachabilityMst.js +219 -0
  242. package/script/helpers/buildChronologicalGraphComponentsSql.d.ts +14 -0
  243. package/script/helpers/buildChronologicalGraphComponentsSql.d.ts.map +1 -0
  244. package/script/helpers/buildChronologicalGraphComponentsSql.js +174 -0
  245. package/script/helpers/buildExactMutualReachabilityMst.d.ts +28 -0
  246. package/script/helpers/buildExactMutualReachabilityMst.d.ts.map +1 -0
  247. package/script/helpers/buildExactMutualReachabilityMst.js +103 -0
  248. package/script/helpers/buildGraphTemporalCostStateSql.d.ts +12 -0
  249. package/script/helpers/buildGraphTemporalCostStateSql.d.ts.map +1 -0
  250. package/script/helpers/buildGraphTemporalCostStateSql.js +92 -0
  251. package/script/helpers/buildGraphTemporalReachabilitySql.d.ts +13 -0
  252. package/script/helpers/buildGraphTemporalReachabilitySql.d.ts.map +1 -0
  253. package/script/helpers/buildGraphTemporalReachabilitySql.js +76 -0
  254. package/script/helpers/buildSparseMutualReachabilityMst.d.ts +10 -0
  255. package/script/helpers/buildSparseMutualReachabilityMst.d.ts.map +1 -0
  256. package/script/helpers/buildSparseMutualReachabilityMst.js +50 -0
  257. package/script/helpers/buildUmapGraph.d.ts +2 -5
  258. package/script/helpers/buildUmapGraph.d.ts.map +1 -1
  259. package/script/helpers/buildUmapGraph.js +6 -100
  260. package/script/helpers/buildVectorNeighbors.d.ts +45 -0
  261. package/script/helpers/buildVectorNeighbors.d.ts.map +1 -0
  262. package/script/helpers/buildVectorNeighbors.js +176 -0
  263. package/script/helpers/buildWeakGraphComponentsSql.d.ts +3 -0
  264. package/script/helpers/buildWeakGraphComponentsSql.d.ts.map +1 -0
  265. package/script/helpers/buildWeakGraphComponentsSql.js +38 -0
  266. package/script/helpers/camelCase.d.ts +7 -5
  267. package/script/helpers/camelCase.d.ts.map +1 -1
  268. package/script/helpers/camelCase.js +7 -5
  269. package/script/helpers/capitalize.d.ts +6 -4
  270. package/script/helpers/capitalize.d.ts.map +1 -1
  271. package/script/helpers/capitalize.js +6 -4
  272. package/script/helpers/clusterHdbscan.d.ts +18 -0
  273. package/script/helpers/clusterHdbscan.d.ts.map +1 -0
  274. package/script/helpers/clusterHdbscan.js +346 -0
  275. package/script/helpers/computeCovariance.d.ts +16 -0
  276. package/script/helpers/computeCovariance.d.ts.map +1 -0
  277. package/script/helpers/computeCovariance.js +105 -0
  278. package/script/helpers/computeMahalanobisDistances.d.ts +14 -0
  279. package/script/helpers/computeMahalanobisDistances.d.ts.map +1 -0
  280. package/script/helpers/computeMahalanobisDistances.js +93 -0
  281. package/script/helpers/createDirectory.d.ts +4 -3
  282. package/script/helpers/createDirectory.d.ts.map +1 -1
  283. package/script/helpers/createDirectory.js +4 -3
  284. package/script/helpers/dataToArrays.d.ts +6 -4
  285. package/script/helpers/dataToArrays.d.ts.map +1 -1
  286. package/script/helpers/dataToArrays.js +6 -4
  287. package/script/helpers/extractTypes.d.ts +1 -1
  288. package/script/helpers/extractTypes.js +4 -9
  289. package/script/helpers/factorCovariance.d.ts +17 -0
  290. package/script/helpers/factorCovariance.d.ts.map +1 -0
  291. package/script/helpers/factorCovariance.js +194 -0
  292. package/script/helpers/findGeoColumn.d.ts +6 -4
  293. package/script/helpers/findGeoColumn.d.ts.map +1 -1
  294. package/script/helpers/findGeoColumn.js +6 -4
  295. package/script/helpers/findGeoColumnFromSchema.d.ts +8 -5
  296. package/script/helpers/findGeoColumnFromSchema.d.ts.map +1 -1
  297. package/script/helpers/findGeoColumnFromSchema.js +8 -5
  298. package/script/helpers/formatDate.d.ts +12 -6
  299. package/script/helpers/formatDate.d.ts.map +1 -1
  300. package/script/helpers/formatDate.js +12 -6
  301. package/script/helpers/formatMissingTables.d.ts +8 -5
  302. package/script/helpers/formatMissingTables.d.ts.map +1 -1
  303. package/script/helpers/formatMissingTables.js +8 -5
  304. package/script/helpers/formatNumber.d.ts +19 -10
  305. package/script/helpers/formatNumber.d.ts.map +1 -1
  306. package/script/helpers/formatNumber.js +32 -17
  307. package/script/helpers/getGraphEdgeIdColumn.d.ts +9 -0
  308. package/script/helpers/getGraphEdgeIdColumn.d.ts.map +1 -0
  309. package/script/helpers/getGraphEdgeIdColumn.js +31 -0
  310. package/script/helpers/getGraphEndpointColumns.d.ts +11 -0
  311. package/script/helpers/getGraphEndpointColumns.d.ts.map +1 -0
  312. package/script/helpers/getGraphEndpointColumns.js +166 -0
  313. package/script/helpers/getGraphWeightColumn.d.ts +10 -0
  314. package/script/helpers/getGraphWeightColumn.d.ts.map +1 -0
  315. package/script/helpers/getGraphWeightColumn.js +46 -0
  316. package/script/helpers/graphRouteResultSchema.d.ts +4 -0
  317. package/script/helpers/graphRouteResultSchema.d.ts.map +1 -0
  318. package/script/helpers/graphRouteResultSchema.js +18 -0
  319. package/script/helpers/graphRouteResultSelect.d.ts +4 -0
  320. package/script/helpers/graphRouteResultSelect.d.ts.map +1 -0
  321. package/script/helpers/graphRouteResultSelect.js +28 -0
  322. package/script/helpers/hasGeometryColumn.d.ts +4 -3
  323. package/script/helpers/hasGeometryColumn.d.ts.map +1 -1
  324. package/script/helpers/hasGeometryColumn.js +4 -3
  325. package/script/helpers/inspectGraphConnectivity.d.ts +10 -0
  326. package/script/helpers/inspectGraphConnectivity.d.ts.map +1 -0
  327. package/script/helpers/inspectGraphConnectivity.js +58 -0
  328. package/script/helpers/mergeOptions.d.ts +24 -13
  329. package/script/helpers/mergeOptions.d.ts.map +1 -1
  330. package/script/helpers/mergeOptions.js +24 -13
  331. package/script/helpers/parseValue.d.ts +6 -4
  332. package/script/helpers/parseValue.d.ts.map +1 -1
  333. package/script/helpers/parseValue.js +6 -4
  334. package/script/helpers/prepareGraphRouteSql.d.ts +31 -0
  335. package/script/helpers/prepareGraphRouteSql.d.ts.map +1 -0
  336. package/script/helpers/prepareGraphRouteSql.js +127 -0
  337. package/script/helpers/prepareGraphStarts.d.ts +9 -0
  338. package/script/helpers/prepareGraphStarts.d.ts.map +1 -0
  339. package/script/helpers/prepareGraphStarts.js +71 -0
  340. package/script/helpers/prepareGraphTemporalSql.d.ts +28 -0
  341. package/script/helpers/prepareGraphTemporalSql.d.ts.map +1 -0
  342. package/script/helpers/prepareGraphTemporalSql.js +161 -0
  343. package/script/helpers/prepareGraphTraversal.d.ts +19 -0
  344. package/script/helpers/prepareGraphTraversal.d.ts.map +1 -0
  345. package/script/helpers/prepareGraphTraversal.js +87 -0
  346. package/script/helpers/prepareNumericFeatures.d.ts +41 -0
  347. package/script/helpers/prepareNumericFeatures.d.ts.map +1 -0
  348. package/script/helpers/prepareNumericFeatures.js +217 -0
  349. package/script/helpers/prettyDuration.d.ts +14 -8
  350. package/script/helpers/prettyDuration.d.ts.map +1 -1
  351. package/script/helpers/prettyDuration.js +14 -8
  352. package/script/helpers/printTable.d.ts +18 -13
  353. package/script/helpers/printTable.d.ts.map +1 -1
  354. package/script/helpers/printTable.js +18 -13
  355. package/script/helpers/publishPreparedColumns.d.ts +37 -0
  356. package/script/helpers/publishPreparedColumns.d.ts.map +1 -0
  357. package/script/helpers/publishPreparedColumns.js +119 -0
  358. package/script/helpers/queryDB.d.ts +24 -13
  359. package/script/helpers/queryDB.d.ts.map +1 -1
  360. package/script/helpers/queryDB.js +24 -13
  361. package/script/helpers/queueAsyncBarrier.d.ts +12 -7
  362. package/script/helpers/queueAsyncBarrier.d.ts.map +1 -1
  363. package/script/helpers/queueAsyncBarrier.js +12 -7
  364. package/script/helpers/queueGraphResult.d.ts +18 -0
  365. package/script/helpers/queueGraphResult.d.ts.map +1 -0
  366. package/script/helpers/queueGraphResult.js +45 -0
  367. package/script/helpers/quoteIdentifier.d.ts +4 -3
  368. package/script/helpers/quoteIdentifier.d.ts.map +1 -1
  369. package/script/helpers/quoteIdentifier.js +4 -3
  370. package/script/helpers/quoteQualifiedIdentifier.d.ts +6 -4
  371. package/script/helpers/quoteQualifiedIdentifier.d.ts.map +1 -1
  372. package/script/helpers/quoteQualifiedIdentifier.js +6 -4
  373. package/script/helpers/runQuery.d.ts.map +1 -1
  374. package/script/helpers/runQuery.js +17 -3
  375. package/script/helpers/selectFuzzyReplacements.d.ts +11 -0
  376. package/script/helpers/selectFuzzyReplacements.d.ts.map +1 -0
  377. package/script/helpers/selectFuzzyReplacements.js +127 -0
  378. package/script/helpers/stabilizeCosineVectors.d.ts +14 -0
  379. package/script/helpers/stabilizeCosineVectors.d.ts.map +1 -0
  380. package/script/helpers/stabilizeCosineVectors.js +40 -0
  381. package/script/helpers/stringToArray.d.ts +4 -3
  382. package/script/helpers/stringToArray.d.ts.map +1 -1
  383. package/script/helpers/stringToArray.js +4 -3
  384. package/script/helpers/updateColumnsWithJS.d.ts +12 -6
  385. package/script/helpers/updateColumnsWithJS.d.ts.map +1 -1
  386. package/script/helpers/updateColumnsWithJS.js +12 -6
  387. package/script/helpers/validateGraphRouteResultSchema.d.ts +4 -0
  388. package/script/helpers/validateGraphRouteResultSchema.d.ts.map +1 -0
  389. package/script/helpers/validateGraphRouteResultSchema.js +19 -0
  390. package/script/helpers/validateGraphTemporalEvents.d.ts +7 -0
  391. package/script/helpers/validateGraphTemporalEvents.d.ts.map +1 -0
  392. package/script/helpers/validateGraphTemporalEvents.js +53 -0
  393. package/script/helpers/validateNumericalAnalysis.d.ts +10 -6
  394. package/script/helpers/validateNumericalAnalysis.d.ts.map +1 -1
  395. package/script/helpers/validateNumericalAnalysis.js +10 -6
  396. package/script/helpers/validateVectorRowIds.d.ts +4 -0
  397. package/script/helpers/validateVectorRowIds.d.ts.map +1 -0
  398. package/script/helpers/validateVectorRowIds.js +19 -0
  399. package/script/helpers/vectorDistanceExpression.d.ts +6 -0
  400. package/script/helpers/vectorDistanceExpression.d.ts.map +1 -0
  401. package/script/helpers/vectorDistanceExpression.js +14 -0
  402. package/script/helpers/wrapString.d.ts +10 -7
  403. package/script/helpers/wrapString.d.ts.map +1 -1
  404. package/script/helpers/wrapString.js +10 -7
  405. package/script/methods/addId.d.ts +5 -0
  406. package/script/methods/addId.d.ts.map +1 -0
  407. package/script/methods/addId.js +44 -0
  408. package/script/methods/commonNeighbors.d.ts +10 -0
  409. package/script/methods/commonNeighbors.d.ts.map +1 -0
  410. package/script/methods/commonNeighbors.js +140 -0
  411. package/script/methods/connectedComponents.d.ts +9 -0
  412. package/script/methods/connectedComponents.d.ts.map +1 -0
  413. package/script/methods/connectedComponents.js +186 -0
  414. package/script/methods/degree.d.ts +9 -0
  415. package/script/methods/degree.d.ts.map +1 -0
  416. package/script/methods/degree.js +141 -0
  417. package/script/methods/distances.d.ts +12 -0
  418. package/script/methods/distances.d.ts.map +1 -0
  419. package/script/methods/distances.js +203 -0
  420. package/script/methods/findCycles.d.ts +12 -0
  421. package/script/methods/findCycles.d.ts.map +1 -0
  422. package/script/methods/findCycles.js +369 -0
  423. package/script/methods/fuzzyClean.d.ts.map +1 -1
  424. package/script/methods/fuzzyClean.js +17 -136
  425. package/script/methods/fuzzyJoin.js +70 -16
  426. package/script/methods/getTypes.d.ts +1 -1
  427. package/script/methods/hdbscan.d.ts +5 -0
  428. package/script/methods/hdbscan.d.ts.map +1 -0
  429. package/script/methods/hdbscan.js +214 -0
  430. package/script/methods/mahalanobis.d.ts +5 -0
  431. package/script/methods/mahalanobis.d.ts.map +1 -0
  432. package/script/methods/mahalanobis.js +98 -0
  433. package/script/methods/neighbors.d.ts +9 -0
  434. package/script/methods/neighbors.d.ts.map +1 -0
  435. package/script/methods/neighbors.js +120 -0
  436. package/script/methods/normalizeVector.d.ts +5 -0
  437. package/script/methods/normalizeVector.d.ts.map +1 -0
  438. package/script/methods/normalizeVector.js +138 -0
  439. package/script/methods/paths.d.ts +12 -0
  440. package/script/methods/paths.d.ts.map +1 -0
  441. package/script/methods/paths.js +326 -0
  442. package/script/methods/reachable.d.ts +11 -0
  443. package/script/methods/reachable.d.ts.map +1 -0
  444. package/script/methods/reachable.js +170 -0
  445. package/script/methods/rowToVector.d.ts +5 -0
  446. package/script/methods/rowToVector.d.ts.map +1 -0
  447. package/script/methods/rowToVector.js +83 -0
  448. package/script/methods/shortestPath.d.ts +12 -0
  449. package/script/methods/shortestPath.d.ts.map +1 -0
  450. package/script/methods/shortestPath.js +376 -0
  451. package/script/methods/topologicalSort.d.ts +7 -0
  452. package/script/methods/topologicalSort.d.ts.map +1 -0
  453. package/script/methods/topologicalSort.js +170 -0
@@ -0,0 +1,79 @@
1
+ import foldIdentifier from "./foldIdentifier.js";
2
+ import getGraphEndpointColumns from "./getGraphEndpointColumns.js";
3
+ import quoteIdentifier from "./quoteIdentifier.js";
4
+ /** Prepares exact-ID SQL shared by graph traversal methods. */
5
+ export default function prepareGraphTraversal(input, schema, source, target, starts, method, argument = "start") {
6
+ const endpoints = validateGraphStarts(schema, source, target, starts, method, argument);
7
+ return {
8
+ ...prepareGraphSqlFromEndpoints(input, endpoints),
9
+ startValues: starts.values.map(() => `(TRY_CAST(? AS ${endpoints.idType}))`)
10
+ .join(", "),
11
+ };
12
+ }
13
+ /** Prepares exact-ID edge SQL for graph methods without starting nodes. */
14
+ export function prepareGraphSql(input, schema, source, target, method) {
15
+ return prepareGraphSqlFromEndpoints(input, getGraphEndpointColumns(schema, source, target, method));
16
+ }
17
+ function prepareGraphSqlFromEndpoints(input, endpoints) {
18
+ const sourceColumn = quoteIdentifier(endpoints.source);
19
+ const targetColumn = quoteIdentifier(endpoints.target);
20
+ const idType = endpoints.idType;
21
+ const cast = (expression) => `CAST(${expression} AS ${idType})`;
22
+ const key = endpoints.family === "string"
23
+ ? (expression) => `ENCODE(${cast(expression)})`
24
+ : cast;
25
+ const edge = (from, to, selections) => `SELECT ${cast(from)} AS ${quoteIdentifier("__from")},
26
+ ${cast(to)} AS ${quoteIdentifier("__to")},
27
+ ${key(from)} AS ${quoteIdentifier("__from_key")},
28
+ ${key(to)} AS ${quoteIdentifier("__to_key")}${selections.length === 0
29
+ ? ""
30
+ : `,\n ${selections.join(",\n ")}`}
31
+ FROM ${input} AS ${quoteIdentifier("edges")}`;
32
+ const sourceReference = `${quoteIdentifier("edges")}.${sourceColumn}`;
33
+ const targetReference = `${quoteIdentifier("edges")}.${targetColumn}`;
34
+ return {
35
+ endpoints,
36
+ key,
37
+ edges: (direction, selections = []) => direction === "outgoing"
38
+ ? edge(sourceReference, targetReference, selections)
39
+ : direction === "incoming"
40
+ ? edge(targetReference, sourceReference, selections)
41
+ : `${edge(sourceReference, targetReference, selections)}\nUNION ALL\n${edge(targetReference, sourceReference, selections)}`,
42
+ relationNames: (names) => uniqueRelationNames(input, names),
43
+ };
44
+ }
45
+ /** Validates supplied starts against resolved endpoint ID types. */
46
+ export function validateGraphStarts(schema, source, target, starts, method, argument = "start") {
47
+ const endpoints = getGraphEndpointColumns(schema, source, target, method);
48
+ const verb = argument === "start" ? "contains" : "contain";
49
+ if (endpoints.family !== starts.family) {
50
+ throw new TypeError(`${method} ${argument} ${verb} ${starts.family} IDs, but endpoint columns ${quoteIdentifier(endpoints.source)} and ${quoteIdentifier(endpoints.target)} contain ${endpoints.family} IDs.`);
51
+ }
52
+ if (endpoints.floating) {
53
+ for (const value of starts.numericValues) {
54
+ const converted = endpoints.idType === "FLOAT"
55
+ ? Math.fround(Number(value))
56
+ : Number(value);
57
+ if (!Number.isFinite(converted) || BigInt(converted) !== value) {
58
+ throw new TypeError(`${method} ${argument} ${verb} ${value}n, which ${endpoints.idType} cannot represent exactly.`);
59
+ }
60
+ }
61
+ }
62
+ return endpoints;
63
+ }
64
+ function uniqueRelationNames(input, requestedNames) {
65
+ const used = new Set([foldIdentifier(input)]);
66
+ const names = {};
67
+ for (const requested of requestedNames) {
68
+ let candidate = requested;
69
+ let suffix = 1;
70
+ while (used.has(foldIdentifier(quoteIdentifier(candidate)))) {
71
+ candidate = `${requested}_${suffix}`;
72
+ suffix++;
73
+ }
74
+ const quoted = quoteIdentifier(candidate);
75
+ used.add(foldIdentifier(quoted));
76
+ names[requested] = quoted;
77
+ }
78
+ return names;
79
+ }
@@ -0,0 +1,41 @@
1
+ import type SimpleTable from "../class/SimpleTable.js";
2
+ /** Returns whether a DuckDB type is a scalar numeric type. */
3
+ export declare function isNumericScalarType(type: string): boolean;
4
+ export type NumericFeatureInput = {
5
+ kind: "scalars";
6
+ columns: string[];
7
+ } | {
8
+ kind: "vector";
9
+ column: string;
10
+ };
11
+ export type PreparedNumericFeatures = {
12
+ /** Raw temporary-relation name. Quote it before embedding it in SQL. */
13
+ relation: string;
14
+ /** Raw private row-identity column name. */
15
+ rowIdColumn: string;
16
+ /** Raw private `DOUBLE[d]` feature column name. */
17
+ vectorColumn: string;
18
+ dimensions: number;
19
+ rowCount: number;
20
+ /** Source column names in their original order and spelling. */
21
+ sourceColumns: string[];
22
+ sourceTemporary: boolean;
23
+ /** Drops all scratch state owned by this preparation. Safe to call twice. */
24
+ cleanup: () => Promise<void>;
25
+ };
26
+ /**
27
+ * Prepares scalar columns or a vector column as a private `DOUBLE[d]` feature
28
+ * vector while retaining every source column in DuckDB. Converting large
29
+ * integers or exact decimals to DOUBLE can lose precision. The source columns
30
+ * remain unchanged, so callers can publish results from the returned snapshot.
31
+ *
32
+ * The private row identity is positional and distinguishes duplicate rows. A
33
+ * caller owns the returned relation and must invoke `cleanup()` in `finally`.
34
+ * Preparation failures clean up their own scratch state.
35
+ */
36
+ export default function prepareNumericFeatures(table: SimpleTable, input: NumericFeatureInput, options: {
37
+ method: string;
38
+ rejectNulls?: boolean;
39
+ rejectNonFinite?: boolean;
40
+ }): Promise<PreparedNumericFeatures>;
41
+ //# sourceMappingURL=prepareNumericFeatures.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"prepareNumericFeatures.d.ts","sourceRoot":"","sources":["../../src/helpers/prepareNumericFeatures.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAOvD,8DAA8D;AAC9D,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEzD;AAED,MAAM,MAAM,mBAAmB,GAC3B;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,GACtC;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvC,MAAM,MAAM,uBAAuB,GAAG;IACpC,wEAAwE;IACxE,QAAQ,EAAE,MAAM,CAAC;IACjB,4CAA4C;IAC5C,WAAW,EAAE,MAAM,CAAC;IACpB,mDAAmD;IACnD,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,gEAAgE;IAChE,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,eAAe,EAAE,OAAO,CAAC;IACzB,6EAA6E;IAC7E,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC;AAEF;;;;;;;;;GASG;AACH,wBAA8B,sBAAsB,CAClD,KAAK,EAAE,WAAW,EAClB,KAAK,EAAE,mBAAmB,EAC1B,OAAO,EAAE;IACP,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,GACA,OAAO,CAAC,uBAAuB,CAAC,CA2MlC"}
@@ -0,0 +1,210 @@
1
+ import foldIdentifier from "./foldIdentifier.js";
2
+ import quoteIdentifier from "./quoteIdentifier.js";
3
+ const NUMERIC_SCALAR_TYPE = /^(?:TINYINT|SMALLINT|INTEGER|BIGINT|HUGEINT|UTINYINT|USMALLINT|UINTEGER|UBIGINT|UHUGEINT|BIGNUM|FLOAT|REAL|DOUBLE|DECIMAL\(\d+,\d+\))$/;
4
+ /** Returns whether a DuckDB type is a scalar numeric type. */
5
+ export function isNumericScalarType(type) {
6
+ return NUMERIC_SCALAR_TYPE.test(type);
7
+ }
8
+ /**
9
+ * Prepares scalar columns or a vector column as a private `DOUBLE[d]` feature
10
+ * vector while retaining every source column in DuckDB. Converting large
11
+ * integers or exact decimals to DOUBLE can lose precision. The source columns
12
+ * remain unchanged, so callers can publish results from the returned snapshot.
13
+ *
14
+ * The private row identity is positional and distinguishes duplicate rows. A
15
+ * caller owns the returned relation and must invoke `cleanup()` in `finally`.
16
+ * Preparation failures clean up their own scratch state.
17
+ */
18
+ export default async function prepareNumericFeatures(table, input, options) {
19
+ const rejectNulls = options.rejectNulls ?? true;
20
+ const rejectNonFinite = options.rejectNonFinite ?? true;
21
+ const types = await table.getTypes();
22
+ // Object.keys(types) sorts integer-like identifiers, which would reorder
23
+ // source columns when algorithms publish from this snapshot.
24
+ const sourceColumns = await table.getColumns();
25
+ const resolveColumn = (requested) => {
26
+ const resolved = sourceColumns.find((column) => foldIdentifier(column) === foldIdentifier(requested));
27
+ if (resolved === undefined) {
28
+ throw new Error(`${options.method} could not find column ${quoteIdentifier(requested)}. Available columns: ${sourceColumns.map(quoteIdentifier).join(", ")}.`);
29
+ }
30
+ return resolved;
31
+ };
32
+ let selectedColumns;
33
+ let vectorType;
34
+ if (input.kind === "scalars") {
35
+ if (input.columns.length === 0) {
36
+ throw new Error(`${options.method} requires at least one numeric scalar column.`);
37
+ }
38
+ const duplicate = findDuplicate(input.columns);
39
+ if (duplicate !== undefined) {
40
+ throw new Error(`${options.method} received duplicate input column ${quoteIdentifier(duplicate)}. Each numeric feature column must be listed once.`);
41
+ }
42
+ selectedColumns = input.columns.map(resolveColumn);
43
+ const nonNumeric = selectedColumns.filter((column) => !isNumericScalarType(types[column]));
44
+ if (nonNumeric.length > 0) {
45
+ throw new Error(`${options.method} requires numeric scalar columns. The following input columns are not numeric scalars: ${nonNumeric.map((column) => `${quoteIdentifier(column)} (${types[column]})`).join(", ")}. Convert them to numeric scalar types first.`);
46
+ }
47
+ }
48
+ else {
49
+ const column = resolveColumn(input.column);
50
+ selectedColumns = [column];
51
+ vectorType = parseNumericVectorType(types[column]);
52
+ if (vectorType === undefined) {
53
+ throw new Error(`${options.method} requires a one-dimensional numeric LIST or ARRAY column, but ${quoteIdentifier(column)} has type ${types[column]}.`);
54
+ }
55
+ }
56
+ const connection = table.connection;
57
+ const source = quoteIdentifier(table.name);
58
+ const suffix = crypto.randomUUID().replaceAll("-", "");
59
+ const relation = `__sda_features_${suffix}`;
60
+ const rowIdColumn = `__sda_row_${suffix}`;
61
+ const vectorColumn = `__sda_vector_${suffix}`;
62
+ const preparedRelation = quoteIdentifier(relation);
63
+ let cleaned = false;
64
+ const cleanup = async () => {
65
+ if (cleaned)
66
+ return;
67
+ await connection.run(`DROP TABLE IF EXISTS ${preparedRelation}`);
68
+ cleaned = true;
69
+ };
70
+ try {
71
+ const tableDetails = (await connection.runAndReadAll(`SELECT table_oid, temporary FROM duckdb_tables()
72
+ WHERE translate(table_name, 'ABCDEFGHIJKLMNOPQRSTUVWXYZ', 'abcdefghijklmnopqrstuvwxyz') = $1
73
+ AND schema_name = current_schema()
74
+ AND database_name IN (current_database(), 'temp')
75
+ ORDER BY temporary DESC LIMIT 1`, [foldIdentifier(table.name)])).getRowsJS()[0];
76
+ if (tableDetails === undefined) {
77
+ throw new Error(`${options.method} requires a materialized source table.`);
78
+ }
79
+ const sourceTemporary = Boolean(tableDetails[1]);
80
+ const rowCount = Number((await connection.runAndReadAll(`SELECT count(*) FROM ${source}`))
81
+ .getRowsJS()[0][0]);
82
+ let dimensions;
83
+ let vectorExpression;
84
+ if (input.kind === "scalars") {
85
+ dimensions = selectedColumns.length;
86
+ await rejectInvalidScalarRows(connection, source, selectedColumns, types, options.method, { rejectNulls, rejectNonFinite });
87
+ vectorExpression = `[${selectedColumns.map((column) => castToDouble(quoteIdentifier(column), types[column]))
88
+ .join(", ")}]::DOUBLE[${dimensions}]`;
89
+ }
90
+ else {
91
+ const column = selectedColumns[0];
92
+ const quotedColumn = quoteIdentifier(column);
93
+ const emptyRows = Number((await connection.runAndReadAll(`SELECT count(*) FROM ${source}
94
+ WHERE ${quotedColumn} IS NOT NULL AND len(${quotedColumn}) = 0`)).getRowsJS()[0][0]);
95
+ if (emptyRows > 0) {
96
+ throw new Error(`${options.method} found ${emptyRows} row${emptyRows === 1 ? "" : "s"} with an empty vector in column ${quoteIdentifier(column)}. Vectors must have a nonzero dimension.`);
97
+ }
98
+ await rejectInvalidVectorRows(connection, source, column, vectorType.elementType, options.method, { rejectNulls, rejectNonFinite });
99
+ if (vectorType?.fixedDimensions !== undefined) {
100
+ dimensions = vectorType.fixedDimensions;
101
+ }
102
+ else {
103
+ const dimensionRows = (await connection.runAndReadAll(`SELECT len(${quotedColumn}) AS dimensions
104
+ FROM ${source} WHERE ${quotedColumn} IS NOT NULL LIMIT 1`)).getRowsJS();
105
+ if (dimensionRows.length === 0) {
106
+ throw new Error(`${options.method} could not determine a vector dimension for ${quoteIdentifier(column)}. Provide at least one non-null, nonempty vector.`);
107
+ }
108
+ dimensions = Number(dimensionRows[0][0]);
109
+ }
110
+ const distinctDimensions = Number((await connection.runAndReadAll(`SELECT count(DISTINCT len(${quotedColumn})) FROM ${source}
111
+ WHERE ${quotedColumn} IS NOT NULL`)).getRowsJS()[0][0]);
112
+ if (distinctDimensions > 1) {
113
+ throw new Error(`${options.method} requires vectors with equal dimensions, but column ${quoteIdentifier(column)} contains ${distinctDimensions} different lengths.`);
114
+ }
115
+ vectorExpression = vectorType.elementType === "BIGNUM"
116
+ ? `list_transform(${quotedColumn}, value -> ${castToDouble("value", "BIGNUM")})::DOUBLE[${dimensions}]`
117
+ : `${quotedColumn}::DOUBLE[${dimensions}]`;
118
+ }
119
+ await connection.run(`CREATE TEMP TABLE ${preparedRelation} AS
120
+ SELECT *, row_number() OVER () - 1 AS ${quoteIdentifier(rowIdColumn)}, ${vectorExpression} AS ${quoteIdentifier(vectorColumn)}
121
+ FROM ${source}`);
122
+ return {
123
+ relation,
124
+ rowIdColumn,
125
+ vectorColumn,
126
+ dimensions,
127
+ rowCount,
128
+ sourceColumns,
129
+ sourceTemporary,
130
+ cleanup,
131
+ };
132
+ }
133
+ catch (error) {
134
+ await cleanup();
135
+ throw error;
136
+ }
137
+ }
138
+ function parseNumericVectorType(type) {
139
+ const match = /^(.+)\[(\d*)\]$/.exec(type);
140
+ if (match === null || !isNumericScalarType(match[1]))
141
+ return undefined;
142
+ const elementType = match[1];
143
+ if (match[2] === "")
144
+ return { elementType };
145
+ const fixedDimensions = Number(match[2]);
146
+ return fixedDimensions > 0 ? { elementType, fixedDimensions } : undefined;
147
+ }
148
+ function findDuplicate(columns) {
149
+ const seen = new Set();
150
+ for (const column of columns) {
151
+ const folded = foldIdentifier(column);
152
+ if (seen.has(folded))
153
+ return column;
154
+ seen.add(folded);
155
+ }
156
+ return undefined;
157
+ }
158
+ async function rejectInvalidScalarRows(connection, source, columns, types, method, validation) {
159
+ const predicates = columns.map((column) => {
160
+ const value = quoteIdentifier(column);
161
+ const converted = castToDouble(value, types[column], true);
162
+ const checks = [];
163
+ if (validation.rejectNulls)
164
+ checks.push(`${value} IS NULL`);
165
+ if (validation.rejectNonFinite) {
166
+ checks.push(`(${value} IS NOT NULL AND (${converted} IS NULL OR NOT isfinite(${converted})))`);
167
+ }
168
+ return checks.length === 0 ? "FALSE" : `(${checks.join(" OR ")})`;
169
+ });
170
+ if (predicates.every((predicate) => predicate === "FALSE"))
171
+ return;
172
+ const aliases = columns.map((_, index) => `invalid_${index}`);
173
+ const query = `SELECT
174
+ count(*) FILTER (WHERE ${predicates.join(" OR ")}) AS invalid_rows,
175
+ ${predicates.map((predicate, index) => `count(*) FILTER (WHERE ${predicate}) AS ${aliases[index]}`).join(", ")}
176
+ FROM ${source}`;
177
+ const row = (await connection.runAndReadAll(query)).getRowsJS()[0];
178
+ const invalidRows = Number(row[0]);
179
+ if (invalidRows === 0)
180
+ return;
181
+ const affected = columns.flatMap((column, index) => {
182
+ const count = Number(row[index + 1]);
183
+ return count === 0
184
+ ? []
185
+ : [`${quoteIdentifier(column)} (${count} row${count === 1 ? "" : "s"})`];
186
+ });
187
+ throw new Error(`${method} requires finite, non-null numeric features. Found ${invalidRows} invalid row${invalidRows === 1 ? "" : "s"}. Affected columns: ${affected.join(", ")}.`);
188
+ }
189
+ async function rejectInvalidVectorRows(connection, source, column, elementType, method, validation) {
190
+ const vector = quoteIdentifier(column);
191
+ const checks = [];
192
+ if (validation.rejectNulls) {
193
+ checks.push(`${vector} IS NULL`);
194
+ checks.push(`(${vector} IS NOT NULL AND list_count(${vector}) != len(${vector}))`);
195
+ }
196
+ if (validation.rejectNonFinite) {
197
+ checks.push(`(${vector} IS NOT NULL AND COALESCE(NOT list_bool_and(list_transform(${vector}, value -> value IS NULL OR COALESCE(isfinite(${castToDouble("value", elementType, true)}), FALSE))), FALSE))`);
198
+ }
199
+ if (checks.length === 0)
200
+ return;
201
+ const invalidRows = Number((await connection.runAndReadAll(`SELECT count(*) FROM ${source} WHERE ${checks.join(" OR ")}`)).getRowsJS()[0][0]);
202
+ if (invalidRows === 0)
203
+ return;
204
+ throw new Error(`${method} requires finite, non-null vector values. Column ${quoteIdentifier(column)} has ${invalidRows} invalid row${invalidRows === 1 ? "" : "s"}.`);
205
+ }
206
+ /** BIGNUM's direct DOUBLE conversion can throw even inside DuckDB TRY_CAST. */
207
+ function castToDouble(value, type, tryCast = false) {
208
+ const convertible = type === "BIGNUM" ? `CAST(${value} AS VARCHAR)` : value;
209
+ return `${tryCast ? "TRY_CAST" : "CAST"}(${convertible} AS DOUBLE)`;
210
+ }
@@ -3,14 +3,6 @@
3
3
  *
4
4
  * The function can calculate the duration from a given start time to the current time, or between a specified start and end time. It provides options for logging the output directly to the console and adding custom prefixes or suffixes to the formatted string. Note that for simplicity, months are approximated as 30 days and years as 365 days.
5
5
  *
6
- * @param start - The starting point of the duration. This can be a `Date` object or a Unix timestamp (number of milliseconds since epoch).
7
- * @param options - Optional settings to customize the duration formatting and output.
8
- * @param options.log - If `true`, the formatted duration string will be logged to the console. Defaults to `false`.
9
- * @param options.end - The ending point of the duration. This can be a `Date` object or a Unix timestamp. If omitted, the current time (`Date.now()`) will be used as the end point.
10
- * @param options.prefix - A string to prepend to the formatted duration string (e.g., "Elapsed time: ").
11
- * @param options.suffix - A string to append to the formatted duration string (e.g., " (Task completed)").
12
- * @returns A human-readable string representing the duration.
13
- *
14
6
  * @example
15
7
  * ```ts
16
8
  * // A starting Date somewhere in your code.
@@ -20,6 +12,7 @@
20
12
  * const duration = prettyDuration(startDate);
21
13
  * console.log(duration); // Returns something like "22 days, 6 h, 3 min, 15 sec, 3 ms"
22
14
  * ```
15
+ *
23
16
  * @example
24
17
  * ```ts
25
18
  * // If you want to console.log it directly, set the `log` option to `true`.
@@ -28,6 +21,7 @@
28
21
  * // ... some operations ...
29
22
  * prettyDuration(startDateForLog, { log: true });
30
23
  * ```
24
+ *
31
25
  * @example
32
26
  * ```ts
33
27
  * // You can also use a prefix and/or suffix for the output string.
@@ -36,6 +30,7 @@
36
30
  * prettyDuration(startDateWithPrefixSuffix, { log: true, prefix: "Elapsed time: ", suffix: " (Main function)" });
37
31
  * // Returns and logs something like "Total duration: 3 min, 15 sec, 3 ms (Main function)"
38
32
  * ```
33
+ *
39
34
  * @example
40
35
  * ```ts
41
36
  * // If you want to format the duration between two specific dates, use the `end` option.
@@ -44,6 +39,17 @@
44
39
  * const specificDuration = prettyDuration(start, { end });
45
40
  * console.log(specificDuration); // Returns "22 days, 6 h, 3 min, 15 sec, 0 ms"
46
41
  * ```
42
+ *
43
+ * @param start - The starting point of the duration. This can be a `Date` object or a Unix timestamp (number of milliseconds since epoch).
44
+ *
45
+ * @param options - Optional settings to customize the duration formatting and output.
46
+ * @param options.log - If `true`, the formatted duration string will be logged to the console. Defaults to `false`.
47
+ * @param options.end - The ending point of the duration. This can be a `Date` object or a Unix timestamp. If omitted, the current time (`Date.now()`) will be used as the end point.
48
+ * @param options.prefix - A string to prepend to the formatted duration string (e.g., "Elapsed time: ").
49
+ * @param options.suffix - A string to append to the formatted duration string (e.g., " (Task completed)").
50
+ *
51
+ * @returns A human-readable string representing the duration.
52
+ *
47
53
  * @category Formatting
48
54
  */
49
55
  export default function prettyDuration(start: Date | number, options?: {
@@ -1 +1 @@
1
- {"version":3,"file":"prettyDuration.d.ts","sourceRoot":"","sources":["../../src/helpers/prettyDuration.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+CG;AACH,MAAM,CAAC,OAAO,UAAU,cAAc,CACpC,KAAK,EAAE,IAAI,GAAG,MAAM,EACpB,OAAO,GAAE;IACP,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,GAAG,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACZ,GACL,MAAM,CAuGR"}
1
+ {"version":3,"file":"prettyDuration.d.ts","sourceRoot":"","sources":["../../src/helpers/prettyDuration.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqDG;AACH,MAAM,CAAC,OAAO,UAAU,cAAc,CACpC,KAAK,EAAE,IAAI,GAAG,MAAM,EACpB,OAAO,GAAE;IACP,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,GAAG,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACZ,GACL,MAAM,CAuGR"}
@@ -3,14 +3,6 @@
3
3
  *
4
4
  * The function can calculate the duration from a given start time to the current time, or between a specified start and end time. It provides options for logging the output directly to the console and adding custom prefixes or suffixes to the formatted string. Note that for simplicity, months are approximated as 30 days and years as 365 days.
5
5
  *
6
- * @param start - The starting point of the duration. This can be a `Date` object or a Unix timestamp (number of milliseconds since epoch).
7
- * @param options - Optional settings to customize the duration formatting and output.
8
- * @param options.log - If `true`, the formatted duration string will be logged to the console. Defaults to `false`.
9
- * @param options.end - The ending point of the duration. This can be a `Date` object or a Unix timestamp. If omitted, the current time (`Date.now()`) will be used as the end point.
10
- * @param options.prefix - A string to prepend to the formatted duration string (e.g., "Elapsed time: ").
11
- * @param options.suffix - A string to append to the formatted duration string (e.g., " (Task completed)").
12
- * @returns A human-readable string representing the duration.
13
- *
14
6
  * @example
15
7
  * ```ts
16
8
  * // A starting Date somewhere in your code.
@@ -20,6 +12,7 @@
20
12
  * const duration = prettyDuration(startDate);
21
13
  * console.log(duration); // Returns something like "22 days, 6 h, 3 min, 15 sec, 3 ms"
22
14
  * ```
15
+ *
23
16
  * @example
24
17
  * ```ts
25
18
  * // If you want to console.log it directly, set the `log` option to `true`.
@@ -28,6 +21,7 @@
28
21
  * // ... some operations ...
29
22
  * prettyDuration(startDateForLog, { log: true });
30
23
  * ```
24
+ *
31
25
  * @example
32
26
  * ```ts
33
27
  * // You can also use a prefix and/or suffix for the output string.
@@ -36,6 +30,7 @@
36
30
  * prettyDuration(startDateWithPrefixSuffix, { log: true, prefix: "Elapsed time: ", suffix: " (Main function)" });
37
31
  * // Returns and logs something like "Total duration: 3 min, 15 sec, 3 ms (Main function)"
38
32
  * ```
33
+ *
39
34
  * @example
40
35
  * ```ts
41
36
  * // If you want to format the duration between two specific dates, use the `end` option.
@@ -44,6 +39,17 @@
44
39
  * const specificDuration = prettyDuration(start, { end });
45
40
  * console.log(specificDuration); // Returns "22 days, 6 h, 3 min, 15 sec, 0 ms"
46
41
  * ```
42
+ *
43
+ * @param start - The starting point of the duration. This can be a `Date` object or a Unix timestamp (number of milliseconds since epoch).
44
+ *
45
+ * @param options - Optional settings to customize the duration formatting and output.
46
+ * @param options.log - If `true`, the formatted duration string will be logged to the console. Defaults to `false`.
47
+ * @param options.end - The ending point of the duration. This can be a `Date` object or a Unix timestamp. If omitted, the current time (`Date.now()`) will be used as the end point.
48
+ * @param options.prefix - A string to prepend to the formatted duration string (e.g., "Elapsed time: ").
49
+ * @param options.suffix - A string to append to the formatted duration string (e.g., " (Task completed)").
50
+ *
51
+ * @returns A human-readable string representing the duration.
52
+ *
47
53
  * @category Formatting
48
54
  */
49
55
  export default function prettyDuration(start, options = {}) {
@@ -4,19 +4,6 @@
4
4
  * handles multi-line content, making it ideal for displaying data with long
5
5
  * column names and text values.
6
6
  *
7
- * @param data - An array of objects representing the rows of the table. Each
8
- * object should have string keys.
9
- * @param options - Optional configuration for table rendering.
10
- * @param options.maxColumnWidth - The maximum width for any column (default:
11
- * `75`). Headers and values exceeding this width will be wrapped at word
12
- * boundaries.
13
- * @param options.minColumnWidth - The minimum width for any column (default:
14
- * `3`).
15
- * @param options.typesRowIndex - The index of a row that contains type
16
- * annotations (e.g. `"VARCHAR/string"`). This row will be rendered in grey.
17
- * If omitted, no row is treated as a types row.
18
- * @returns void - The table is printed directly to the console.
19
- *
20
7
  * @example
21
8
  * ```typescript
22
9
  * const data = [
@@ -37,6 +24,24 @@
37
24
  * ];
38
25
  * printTable([types, ...data], { typesRowIndex: 0 });
39
26
  * ```
27
+ *
28
+ * @param data - An array of objects representing the rows of the table. Each
29
+ * object should have string keys.
30
+ *
31
+ * @param options - Optional configuration for table rendering.
32
+ *
33
+ * @param options.maxColumnWidth - The maximum width for any column (default:
34
+ * `75`). Headers and values exceeding this width will be wrapped at word
35
+ * boundaries.
36
+ *
37
+ * @param options.minColumnWidth - The minimum width for any column (default:
38
+ * `3`).
39
+ *
40
+ * @param options.typesRowIndex - The index of a row that contains type
41
+ * annotations (e.g. `"VARCHAR/string"`). This row will be rendered in grey.
42
+ * If omitted, no row is treated as a types row.
43
+ *
44
+ * @returns void - The table is printed directly to the console.
40
45
  */
41
46
  export default function printTable(data: {
42
47
  [key: string]: unknown;
@@ -1 +1 @@
1
- {"version":3,"file":"printTable.d.ts","sourceRoot":"","sources":["../../src/helpers/printTable.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;AACH,MAAM,CAAC,OAAO,UAAU,UAAU,CAChC,IAAI,EAAE;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,EAAE,EAClC,OAAO,CAAC,EAAE;IACR,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,GACA,IAAI,CAgNN"}
1
+ {"version":3,"file":"printTable.d.ts","sourceRoot":"","sources":["../../src/helpers/printTable.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH,MAAM,CAAC,OAAO,UAAU,UAAU,CAChC,IAAI,EAAE;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,EAAE,EAClC,OAAO,CAAC,EAAE;IACR,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,GACA,IAAI,CAgNN"}
@@ -6,19 +6,6 @@ import wrapString from "./wrapString.js";
6
6
  * handles multi-line content, making it ideal for displaying data with long
7
7
  * column names and text values.
8
8
  *
9
- * @param data - An array of objects representing the rows of the table. Each
10
- * object should have string keys.
11
- * @param options - Optional configuration for table rendering.
12
- * @param options.maxColumnWidth - The maximum width for any column (default:
13
- * `75`). Headers and values exceeding this width will be wrapped at word
14
- * boundaries.
15
- * @param options.minColumnWidth - The minimum width for any column (default:
16
- * `3`).
17
- * @param options.typesRowIndex - The index of a row that contains type
18
- * annotations (e.g. `"VARCHAR/string"`). This row will be rendered in grey.
19
- * If omitted, no row is treated as a types row.
20
- * @returns void - The table is printed directly to the console.
21
- *
22
9
  * @example
23
10
  * ```typescript
24
11
  * const data = [
@@ -39,6 +26,24 @@ import wrapString from "./wrapString.js";
39
26
  * ];
40
27
  * printTable([types, ...data], { typesRowIndex: 0 });
41
28
  * ```
29
+ *
30
+ * @param data - An array of objects representing the rows of the table. Each
31
+ * object should have string keys.
32
+ *
33
+ * @param options - Optional configuration for table rendering.
34
+ *
35
+ * @param options.maxColumnWidth - The maximum width for any column (default:
36
+ * `75`). Headers and values exceeding this width will be wrapped at word
37
+ * boundaries.
38
+ *
39
+ * @param options.minColumnWidth - The minimum width for any column (default:
40
+ * `3`).
41
+ *
42
+ * @param options.typesRowIndex - The index of a row that contains type
43
+ * annotations (e.g. `"VARCHAR/string"`). This row will be rendered in grey.
44
+ * If omitted, no row is treated as a types row.
45
+ *
46
+ * @returns void - The table is printed directly to the console.
42
47
  */
43
48
  export default function printTable(data, options) {
44
49
  if (!data || data.length === 0) {
@@ -0,0 +1,37 @@
1
+ import type SimpleTable from "../class/SimpleTable.js";
2
+ import type { PreparedNumericFeatures } from "./prepareNumericFeatures.js";
3
+ type PublicationOutput = {
4
+ /** Raw output-column name. */
5
+ name: string;
6
+ /** Trusted internal SQL evaluated with the prepared relation aliased as p. */
7
+ expression: string;
8
+ /** Raw source-column name to replace in its original position. */
9
+ replace?: string;
10
+ };
11
+ type PublicationResult = {
12
+ /** Raw relation name joined to the prepared rows. */
13
+ relation: string;
14
+ /** Raw row-identity column in the result relation. */
15
+ rowIdColumn: string;
16
+ };
17
+ /**
18
+ * Atomically publishes validated algorithm outputs from a prepared numeric
19
+ * feature snapshot. New outputs are appended, while replacements retain the
20
+ * source column's position. Existing native DuckDB indexes are recreated in
21
+ * the same transaction because CREATE OR REPLACE drops them.
22
+ *
23
+ * Output expressions are trusted internal SQL. They may reference `p`, the
24
+ * prepared relation alias, and `r` when a result relation is supplied. The
25
+ * consumer must fully compute and validate one result row per prepared row
26
+ * before calling this helper, and remains responsible for scratch cleanup.
27
+ */
28
+ export default function publishPreparedColumns(table: SimpleTable, prepared: Pick<PreparedNumericFeatures, "relation" | "rowIdColumn" | "sourceColumns" | "sourceTemporary">, options: {
29
+ method: string;
30
+ parameters: {
31
+ [key: string]: unknown;
32
+ } | null;
33
+ outputs: PublicationOutput[];
34
+ result?: PublicationResult;
35
+ }): Promise<void>;
36
+ export {};
37
+ //# sourceMappingURL=publishPreparedColumns.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"publishPreparedColumns.d.ts","sourceRoot":"","sources":["../../src/helpers/publishPreparedColumns.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AACvD,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAM3E,KAAK,iBAAiB,GAAG;IACvB,8BAA8B;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,8EAA8E;IAC9E,UAAU,EAAE,MAAM,CAAC;IACnB,kEAAkE;IAClE,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,qDAAqD;IACrD,QAAQ,EAAE,MAAM,CAAC;IACjB,sDAAsD;IACtD,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF;;;;;;;;;;GAUG;AACH,wBAA8B,sBAAsB,CAClD,KAAK,EAAE,WAAW,EAClB,QAAQ,EAAE,IAAI,CACZ,uBAAuB,EACrB,UAAU,GACV,aAAa,GACb,eAAe,GACf,iBAAiB,CACpB,EACD,OAAO,EAAE;IACP,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;IAC9C,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,iBAAiB,CAAC;CAC5B,GACA,OAAO,CAAC,IAAI,CAAC,CAwFf"}