@nshiab/simple-data-analysis-core 0.0.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +20 -0
- package/README.md +43 -0
- package/esm/class/Simple.d.ts +66 -0
- package/esm/class/Simple.d.ts.map +1 -0
- package/esm/class/Simple.js +94 -0
- package/esm/class/SimpleDB.d.ts +487 -0
- package/esm/class/SimpleDB.d.ts.map +1 -0
- package/esm/class/SimpleDB.js +807 -0
- package/esm/class/SimpleTable.d.ts +4408 -0
- package/esm/class/SimpleTable.d.ts.map +1 -0
- package/esm/class/SimpleTable.js +5401 -0
- package/esm/helpers/accumulateQuery.d.ts +4 -0
- package/esm/helpers/accumulateQuery.d.ts.map +1 -0
- package/esm/helpers/accumulateQuery.js +15 -0
- package/esm/helpers/camelCase.d.ts +30 -0
- package/esm/helpers/camelCase.d.ts.map +1 -0
- package/esm/helpers/camelCase.js +45 -0
- package/esm/helpers/capitalize.d.ts +28 -0
- package/esm/helpers/capitalize.d.ts.map +1 -0
- package/esm/helpers/capitalize.js +33 -0
- package/esm/helpers/checkVssIndexes.d.ts +2 -0
- package/esm/helpers/checkVssIndexes.d.ts.map +1 -0
- package/esm/helpers/checkVssIndexes.js +16 -0
- package/esm/helpers/cleanCache.d.ts +3 -0
- package/esm/helpers/cleanCache.d.ts.map +1 -0
- package/esm/helpers/cleanCache.js +17 -0
- package/esm/helpers/cleanPath.d.ts +2 -0
- package/esm/helpers/cleanPath.d.ts.map +1 -0
- package/esm/helpers/cleanPath.js +3 -0
- package/esm/helpers/cleanSQL.d.ts +2 -0
- package/esm/helpers/cleanSQL.d.ts.map +1 -0
- package/esm/helpers/cleanSQL.js +24 -0
- package/esm/helpers/concatenateRowQuery.d.ts +2 -0
- package/esm/helpers/concatenateRowQuery.d.ts.map +1 -0
- package/esm/helpers/concatenateRowQuery.js +9 -0
- package/esm/helpers/convertForJS.d.ts +6 -0
- package/esm/helpers/convertForJS.d.ts.map +1 -0
- package/esm/helpers/convertForJS.js +39 -0
- package/esm/helpers/createDirectory.d.ts +2 -0
- package/esm/helpers/createDirectory.d.ts.map +1 -0
- package/esm/helpers/createDirectory.js +10 -0
- package/esm/helpers/csvFormat.d.ts +3 -0
- package/esm/helpers/csvFormat.d.ts.map +1 -0
- package/esm/helpers/csvFormat.js +165 -0
- package/esm/helpers/dataToArrays.d.ts +51 -0
- package/esm/helpers/dataToArrays.d.ts.map +1 -0
- package/esm/helpers/dataToArrays.js +55 -0
- package/esm/helpers/extractTypes.d.ts +6 -0
- package/esm/helpers/extractTypes.d.ts.map +1 -0
- package/esm/helpers/extractTypes.js +11 -0
- package/esm/helpers/findGeoColumn.d.ts +3 -0
- package/esm/helpers/findGeoColumn.d.ts.map +1 -0
- package/esm/helpers/findGeoColumn.js +18 -0
- package/esm/helpers/formatDate.d.ts +34 -0
- package/esm/helpers/formatDate.d.ts.map +1 -0
- package/esm/helpers/formatDate.js +69 -0
- package/esm/helpers/formatNumber.d.ts +46 -0
- package/esm/helpers/formatNumber.d.ts.map +1 -0
- package/esm/helpers/formatNumber.js +122 -0
- package/esm/helpers/getCombinations.d.ts +3 -0
- package/esm/helpers/getCombinations.d.ts.map +1 -0
- package/esm/helpers/getCombinations.js +24 -0
- package/esm/helpers/getExtension.d.ts +2 -0
- package/esm/helpers/getExtension.d.ts.map +1 -0
- package/esm/helpers/getExtension.js +9 -0
- package/esm/helpers/getIdenticalColumns.d.ts +2 -0
- package/esm/helpers/getIdenticalColumns.d.ts.map +1 -0
- package/esm/helpers/getIdenticalColumns.js +3 -0
- package/esm/helpers/getName.d.ts +2 -0
- package/esm/helpers/getName.d.ts.map +1 -0
- package/esm/helpers/getName.js +14 -0
- package/esm/helpers/getProjection.d.ts +3 -0
- package/esm/helpers/getProjection.d.ts.map +1 -0
- package/esm/helpers/getProjection.js +22 -0
- package/esm/helpers/getProjectionParquet.d.ts +3 -0
- package/esm/helpers/getProjectionParquet.d.ts.map +1 -0
- package/esm/helpers/getProjectionParquet.js +24 -0
- package/esm/helpers/index.d.ts +20 -0
- package/esm/helpers/index.d.ts.map +1 -0
- package/esm/helpers/index.js +19 -0
- package/esm/helpers/keepNumericalColumns.d.ts +4 -0
- package/esm/helpers/keepNumericalColumns.d.ts.map +1 -0
- package/esm/helpers/keepNumericalColumns.js +13 -0
- package/esm/helpers/logData.d.ts +6 -0
- package/esm/helpers/logData.d.ts.map +1 -0
- package/esm/helpers/logData.js +48 -0
- package/esm/helpers/mergeOptions.d.ts +28 -0
- package/esm/helpers/mergeOptions.d.ts.map +1 -0
- package/esm/helpers/mergeOptions.js +12 -0
- package/esm/helpers/nestQuery.d.ts +2 -0
- package/esm/helpers/nestQuery.d.ts.map +1 -0
- package/esm/helpers/nestQuery.js +13 -0
- package/esm/helpers/parseDuckDBType.d.ts +2 -0
- package/esm/helpers/parseDuckDBType.d.ts.map +1 -0
- package/esm/helpers/parseDuckDBType.js +38 -0
- package/esm/helpers/parseTypes.d.ts +2 -0
- package/esm/helpers/parseTypes.d.ts.map +1 -0
- package/esm/helpers/parseTypes.js +35 -0
- package/esm/helpers/parseValue.d.ts +2 -0
- package/esm/helpers/parseValue.d.ts.map +1 -0
- package/esm/helpers/parseValue.js +20 -0
- package/esm/helpers/prettyDuration.d.ts +55 -0
- package/esm/helpers/prettyDuration.d.ts.map +1 -0
- package/esm/helpers/prettyDuration.js +145 -0
- package/esm/helpers/printTable.d.ts +47 -0
- package/esm/helpers/printTable.d.ts.map +1 -0
- package/esm/helpers/printTable.js +217 -0
- package/esm/helpers/queryDB.d.ts +19 -0
- package/esm/helpers/queryDB.d.ts.map +1 -0
- package/esm/helpers/queryDB.js +62 -0
- package/esm/helpers/rewind.d.ts +3 -0
- package/esm/helpers/rewind.d.ts.map +1 -0
- package/esm/helpers/rewind.js +1293 -0
- package/esm/helpers/runQuery.d.ts +14 -0
- package/esm/helpers/runQuery.d.ts.map +1 -0
- package/esm/helpers/runQuery.js +26 -0
- package/esm/helpers/setDbProps.d.ts +3 -0
- package/esm/helpers/setDbProps.d.ts.map +1 -0
- package/esm/helpers/setDbProps.js +25 -0
- package/esm/helpers/shouldFlipBeforeExport.d.ts +2 -0
- package/esm/helpers/shouldFlipBeforeExport.d.ts.map +1 -0
- package/esm/helpers/shouldFlipBeforeExport.js +3 -0
- package/esm/helpers/stringToArray.d.ts +2 -0
- package/esm/helpers/stringToArray.d.ts.map +1 -0
- package/esm/helpers/stringToArray.js +11 -0
- package/esm/helpers/stringifyDates.d.ts +5 -0
- package/esm/helpers/stringifyDates.d.ts.map +1 -0
- package/esm/helpers/stringifyDates.js +14 -0
- package/esm/helpers/stringifyDatesInvert.d.ts +5 -0
- package/esm/helpers/stringifyDatesInvert.d.ts.map +1 -0
- package/esm/helpers/stringifyDatesInvert.js +14 -0
- package/esm/helpers/unifyColumns.d.ts +9 -0
- package/esm/helpers/unifyColumns.d.ts.map +1 -0
- package/esm/helpers/unifyColumns.js +21 -0
- package/esm/helpers/unnestQuery.d.ts +2 -0
- package/esm/helpers/unnestQuery.d.ts.map +1 -0
- package/esm/helpers/unnestQuery.js +8 -0
- package/esm/helpers/wrapString.d.ts +35 -0
- package/esm/helpers/wrapString.d.ts.map +1 -0
- package/esm/helpers/wrapString.js +83 -0
- package/esm/helpers/writeDataAsArrays.d.ts +3 -0
- package/esm/helpers/writeDataAsArrays.d.ts.map +1 -0
- package/esm/helpers/writeDataAsArrays.js +13 -0
- package/esm/helpers/writeProjectionsAndIndexes.d.ts +3 -0
- package/esm/helpers/writeProjectionsAndIndexes.d.ts.map +1 -0
- package/esm/helpers/writeProjectionsAndIndexes.js +29 -0
- package/esm/index.d.ts +31 -0
- package/esm/index.d.ts.map +1 -0
- package/esm/index.js +30 -0
- package/esm/methods/aggregateGeoQuery.d.ts +5 -0
- package/esm/methods/aggregateGeoQuery.d.ts.map +1 -0
- package/esm/methods/aggregateGeoQuery.js +24 -0
- package/esm/methods/binsQuery.d.ts +5 -0
- package/esm/methods/binsQuery.d.ts.map +1 -0
- package/esm/methods/binsQuery.js +40 -0
- package/esm/methods/bm25.d.ts +17 -0
- package/esm/methods/bm25.d.ts.map +1 -0
- package/esm/methods/bm25.js +48 -0
- package/esm/methods/cache.d.ts +6 -0
- package/esm/methods/cache.d.ts.map +1 -0
- package/esm/methods/cache.js +133 -0
- package/esm/methods/capitalizeQuery.d.ts +2 -0
- package/esm/methods/capitalizeQuery.d.ts.map +1 -0
- package/esm/methods/capitalizeQuery.js +8 -0
- package/esm/methods/cloneColumn.d.ts +4 -0
- package/esm/methods/cloneColumn.d.ts.map +1 -0
- package/esm/methods/cloneColumn.js +13 -0
- package/esm/methods/cloneQuery.d.ts +4 -0
- package/esm/methods/cloneQuery.d.ts.map +1 -0
- package/esm/methods/cloneQuery.js +6 -0
- package/esm/methods/concatenateQuery.d.ts +4 -0
- package/esm/methods/concatenateQuery.d.ts.map +1 -0
- package/esm/methods/concatenateQuery.js +13 -0
- package/esm/methods/convertQuery.d.ts +7 -0
- package/esm/methods/convertQuery.d.ts.map +1 -0
- package/esm/methods/convertQuery.js +78 -0
- package/esm/methods/correlations.d.ts +9 -0
- package/esm/methods/correlations.d.ts.map +1 -0
- package/esm/methods/correlations.js +40 -0
- package/esm/methods/correlationsQuery.d.ts +5 -0
- package/esm/methods/correlationsQuery.d.ts.map +1 -0
- package/esm/methods/correlationsQuery.js +26 -0
- package/esm/methods/createFtsIndex.d.ts +11 -0
- package/esm/methods/createFtsIndex.d.ts.map +1 -0
- package/esm/methods/createFtsIndex.js +28 -0
- package/esm/methods/createVssIndex.d.ts +9 -0
- package/esm/methods/createVssIndex.d.ts.map +1 -0
- package/esm/methods/createVssIndex.js +38 -0
- package/esm/methods/crossJoinQuery.d.ts +4 -0
- package/esm/methods/crossJoinQuery.d.ts.map +1 -0
- package/esm/methods/crossJoinQuery.js +3 -0
- package/esm/methods/distanceQuery.d.ts +6 -0
- package/esm/methods/distanceQuery.d.ts.map +1 -0
- package/esm/methods/distanceQuery.js +42 -0
- package/esm/methods/fill.d.ts +7 -0
- package/esm/methods/fill.d.ts.map +1 -0
- package/esm/methods/fill.js +60 -0
- package/esm/methods/fuzzyClean.d.ts +7 -0
- package/esm/methods/fuzzyClean.d.ts.map +1 -0
- package/esm/methods/fuzzyClean.js +194 -0
- package/esm/methods/fuzzyJoin.d.ts +8 -0
- package/esm/methods/fuzzyJoin.d.ts.map +1 -0
- package/esm/methods/fuzzyJoin.js +57 -0
- package/esm/methods/fuzzyJoinQuery.d.ts +2 -0
- package/esm/methods/fuzzyJoinQuery.d.ts.map +1 -0
- package/esm/methods/fuzzyJoinQuery.js +19 -0
- package/esm/methods/getBottom.d.ts +8 -0
- package/esm/methods/getBottom.d.ts.map +1 -0
- package/esm/methods/getBottom.js +22 -0
- package/esm/methods/getColumns.d.ts +3 -0
- package/esm/methods/getColumns.d.ts.map +1 -0
- package/esm/methods/getColumns.js +15 -0
- package/esm/methods/getDescription.d.ts +9 -0
- package/esm/methods/getDescription.d.ts.map +1 -0
- package/esm/methods/getDescription.js +20 -0
- package/esm/methods/getFirstRow.d.ts +7 -0
- package/esm/methods/getFirstRow.d.ts.map +1 -0
- package/esm/methods/getFirstRow.js +15 -0
- package/esm/methods/getGeoData.d.ts +17 -0
- package/esm/methods/getGeoData.d.ts.map +1 -0
- package/esm/methods/getGeoData.js +41 -0
- package/esm/methods/getLastRow.d.ts +7 -0
- package/esm/methods/getLastRow.d.ts.map +1 -0
- package/esm/methods/getLastRow.js +19 -0
- package/esm/methods/getMax.d.ts +3 -0
- package/esm/methods/getMax.d.ts.map +1 -0
- package/esm/methods/getMax.js +18 -0
- package/esm/methods/getMean.d.ts +5 -0
- package/esm/methods/getMean.d.ts.map +1 -0
- package/esm/methods/getMean.js +17 -0
- package/esm/methods/getMedian.d.ts +5 -0
- package/esm/methods/getMedian.d.ts.map +1 -0
- package/esm/methods/getMedian.js +17 -0
- package/esm/methods/getMin.d.ts +3 -0
- package/esm/methods/getMin.d.ts.map +1 -0
- package/esm/methods/getMin.js +18 -0
- package/esm/methods/getNbCharacters.d.ts +3 -0
- package/esm/methods/getNbCharacters.d.ts.map +1 -0
- package/esm/methods/getNbCharacters.js +15 -0
- package/esm/methods/getNbRows.d.ts +3 -0
- package/esm/methods/getNbRows.d.ts.map +1 -0
- package/esm/methods/getNbRows.js +15 -0
- package/esm/methods/getQuantile.d.ts +5 -0
- package/esm/methods/getQuantile.d.ts.map +1 -0
- package/esm/methods/getQuantile.js +17 -0
- package/esm/methods/getSkew.d.ts +5 -0
- package/esm/methods/getSkew.d.ts.map +1 -0
- package/esm/methods/getSkew.js +17 -0
- package/esm/methods/getStdDev.d.ts +5 -0
- package/esm/methods/getStdDev.d.ts.map +1 -0
- package/esm/methods/getStdDev.js +17 -0
- package/esm/methods/getSum.d.ts +3 -0
- package/esm/methods/getSum.d.ts.map +1 -0
- package/esm/methods/getSum.js +15 -0
- package/esm/methods/getTableNames.d.ts +3 -0
- package/esm/methods/getTableNames.d.ts.map +1 -0
- package/esm/methods/getTableNames.js +15 -0
- package/esm/methods/getTop.d.ts +7 -0
- package/esm/methods/getTop.d.ts.map +1 -0
- package/esm/methods/getTop.js +14 -0
- package/esm/methods/getTypes.d.ts +5 -0
- package/esm/methods/getTypes.d.ts.map +1 -0
- package/esm/methods/getTypes.js +13 -0
- package/esm/methods/getUniques.d.ts +3 -0
- package/esm/methods/getUniques.d.ts.map +1 -0
- package/esm/methods/getUniques.js +15 -0
- package/esm/methods/getValues.d.ts +3 -0
- package/esm/methods/getValues.d.ts.map +1 -0
- package/esm/methods/getValues.js +15 -0
- package/esm/methods/getVar.d.ts +5 -0
- package/esm/methods/getVar.d.ts.map +1 -0
- package/esm/methods/getVar.js +17 -0
- package/esm/methods/insertRowsQuery.d.ts +4 -0
- package/esm/methods/insertRowsQuery.d.ts.map +1 -0
- package/esm/methods/insertRowsQuery.js +11 -0
- package/esm/methods/join.d.ts +7 -0
- package/esm/methods/join.d.ts.map +1 -0
- package/esm/methods/join.js +63 -0
- package/esm/methods/joinGeo.d.ts +10 -0
- package/esm/methods/joinGeo.d.ts.map +1 -0
- package/esm/methods/joinGeo.js +76 -0
- package/esm/methods/joinGeoQuery.d.ts +2 -0
- package/esm/methods/joinGeoQuery.d.ts.map +1 -0
- package/esm/methods/joinGeoQuery.js +55 -0
- package/esm/methods/joinQuery.d.ts +2 -0
- package/esm/methods/joinQuery.d.ts.map +1 -0
- package/esm/methods/joinQuery.js +21 -0
- package/esm/methods/keepQuery.d.ts +4 -0
- package/esm/methods/keepQuery.d.ts.map +1 -0
- package/esm/methods/keepQuery.js +15 -0
- package/esm/methods/linearRegressionQuery.d.ts +5 -0
- package/esm/methods/linearRegressionQuery.d.ts.map +1 -0
- package/esm/methods/linearRegressionQuery.js +37 -0
- package/esm/methods/linearRegressions.d.ts +9 -0
- package/esm/methods/linearRegressions.d.ts.map +1 -0
- package/esm/methods/linearRegressions.js +43 -0
- package/esm/methods/loadArray.d.ts +5 -0
- package/esm/methods/loadArray.d.ts.map +1 -0
- package/esm/methods/loadArray.js +78 -0
- package/esm/methods/loadDataQuery.d.ts +23 -0
- package/esm/methods/loadDataQuery.d.ts.map +1 -0
- package/esm/methods/loadDataQuery.js +77 -0
- package/esm/methods/lowerQuery.d.ts +2 -0
- package/esm/methods/lowerQuery.d.ts.map +1 -0
- package/esm/methods/lowerQuery.js +7 -0
- package/esm/methods/normalizeQuery.d.ts +5 -0
- package/esm/methods/normalizeQuery.d.ts.map +1 -0
- package/esm/methods/normalizeQuery.js +22 -0
- package/esm/methods/normalizeString.d.ts +5 -0
- package/esm/methods/normalizeString.d.ts.map +1 -0
- package/esm/methods/normalizeString.js +26 -0
- package/esm/methods/outliersIQRQuery.d.ts +4 -0
- package/esm/methods/outliersIQRQuery.d.ts.map +1 -0
- package/esm/methods/outliersIQRQuery.js +31 -0
- package/esm/methods/proportionsHorizontalQuery.d.ts +5 -0
- package/esm/methods/proportionsHorizontalQuery.d.ts.map +1 -0
- package/esm/methods/proportionsHorizontalQuery.js +15 -0
- package/esm/methods/proportionsVerticalQuery.d.ts +5 -0
- package/esm/methods/proportionsVerticalQuery.d.ts.map +1 -0
- package/esm/methods/proportionsVerticalQuery.js +19 -0
- package/esm/methods/quantilesQuery.d.ts +4 -0
- package/esm/methods/quantilesQuery.d.ts.map +1 -0
- package/esm/methods/quantilesQuery.js +12 -0
- package/esm/methods/ranksQuery.d.ts +6 -0
- package/esm/methods/ranksQuery.d.ts.map +1 -0
- package/esm/methods/ranksQuery.js +12 -0
- package/esm/methods/removeDuplicatesQuery.d.ts +4 -0
- package/esm/methods/removeDuplicatesQuery.d.ts.map +1 -0
- package/esm/methods/removeDuplicatesQuery.js +12 -0
- package/esm/methods/removeMissing.d.ts +7 -0
- package/esm/methods/removeMissing.d.ts.map +1 -0
- package/esm/methods/removeMissing.js +21 -0
- package/esm/methods/removeMissingQuery.d.ts +7 -0
- package/esm/methods/removeMissingQuery.d.ts.map +1 -0
- package/esm/methods/removeMissingQuery.js +43 -0
- package/esm/methods/removeQuery.d.ts +4 -0
- package/esm/methods/removeQuery.d.ts.map +1 -0
- package/esm/methods/removeQuery.js +15 -0
- package/esm/methods/renameColumnQuery.d.ts +2 -0
- package/esm/methods/renameColumnQuery.d.ts.map +1 -0
- package/esm/methods/renameColumnQuery.js +7 -0
- package/esm/methods/replaceNullsQuery.d.ts +2 -0
- package/esm/methods/replaceNullsQuery.d.ts.map +1 -0
- package/esm/methods/replaceNullsQuery.js +10 -0
- package/esm/methods/replaceQuery.d.ts +5 -0
- package/esm/methods/replaceQuery.d.ts.map +1 -0
- package/esm/methods/replaceQuery.js +24 -0
- package/esm/methods/rollingQuery.d.ts +5 -0
- package/esm/methods/rollingQuery.d.ts.map +1 -0
- package/esm/methods/rollingQuery.js +33 -0
- package/esm/methods/roundQuery.d.ts +5 -0
- package/esm/methods/roundQuery.d.ts.map +1 -0
- package/esm/methods/roundQuery.js +16 -0
- package/esm/methods/selectRowsQuery.d.ts +5 -0
- package/esm/methods/selectRowsQuery.d.ts.map +1 -0
- package/esm/methods/selectRowsQuery.js +3 -0
- package/esm/methods/sortQuery.d.ts +8 -0
- package/esm/methods/sortQuery.d.ts.map +1 -0
- package/esm/methods/sortQuery.js +18 -0
- package/esm/methods/splitSpread.d.ts +5 -0
- package/esm/methods/splitSpread.d.ts.map +1 -0
- package/esm/methods/splitSpread.js +61 -0
- package/esm/methods/summarize.d.ts +13 -0
- package/esm/methods/summarize.d.ts.map +1 -0
- package/esm/methods/summarize.js +60 -0
- package/esm/methods/summarizeQuery.d.ts +7 -0
- package/esm/methods/summarizeQuery.d.ts.map +1 -0
- package/esm/methods/summarizeQuery.js +112 -0
- package/esm/methods/trimQuery.d.ts +5 -0
- package/esm/methods/trimQuery.d.ts.map +1 -0
- package/esm/methods/trimQuery.js +29 -0
- package/esm/methods/truncateQuery.d.ts +2 -0
- package/esm/methods/truncateQuery.d.ts.map +1 -0
- package/esm/methods/truncateQuery.js +3 -0
- package/esm/methods/upperQuery.d.ts +2 -0
- package/esm/methods/upperQuery.d.ts.map +1 -0
- package/esm/methods/upperQuery.js +7 -0
- package/esm/methods/writeDataQuery.d.ts +5 -0
- package/esm/methods/writeDataQuery.d.ts.map +1 -0
- package/esm/methods/writeDataQuery.js +44 -0
- package/esm/methods/writeGeoDataQuery.d.ts +4 -0
- package/esm/methods/writeGeoDataQuery.d.ts.map +1 -0
- package/esm/methods/writeGeoDataQuery.js +16 -0
- package/esm/methods/zScoreQuery.d.ts +5 -0
- package/esm/methods/zScoreQuery.d.ts.map +1 -0
- package/esm/methods/zScoreQuery.js +23 -0
- package/esm/package.json +3 -0
- package/package.json +27 -0
- package/script/class/Simple.d.ts +66 -0
- package/script/class/Simple.d.ts.map +1 -0
- package/script/class/Simple.js +97 -0
- package/script/class/SimpleDB.d.ts +487 -0
- package/script/class/SimpleDB.d.ts.map +1 -0
- package/script/class/SimpleDB.js +813 -0
- package/script/class/SimpleTable.d.ts +4408 -0
- package/script/class/SimpleTable.d.ts.map +1 -0
- package/script/class/SimpleTable.js +5407 -0
- package/script/helpers/accumulateQuery.d.ts +4 -0
- package/script/helpers/accumulateQuery.d.ts.map +1 -0
- package/script/helpers/accumulateQuery.js +21 -0
- package/script/helpers/camelCase.d.ts +30 -0
- package/script/helpers/camelCase.d.ts.map +1 -0
- package/script/helpers/camelCase.js +51 -0
- package/script/helpers/capitalize.d.ts +28 -0
- package/script/helpers/capitalize.d.ts.map +1 -0
- package/script/helpers/capitalize.js +36 -0
- package/script/helpers/checkVssIndexes.d.ts +2 -0
- package/script/helpers/checkVssIndexes.d.ts.map +1 -0
- package/script/helpers/checkVssIndexes.js +19 -0
- package/script/helpers/cleanCache.d.ts +3 -0
- package/script/helpers/cleanCache.d.ts.map +1 -0
- package/script/helpers/cleanCache.js +20 -0
- package/script/helpers/cleanPath.d.ts +2 -0
- package/script/helpers/cleanPath.d.ts.map +1 -0
- package/script/helpers/cleanPath.js +6 -0
- package/script/helpers/cleanSQL.d.ts +2 -0
- package/script/helpers/cleanSQL.d.ts.map +1 -0
- package/script/helpers/cleanSQL.js +27 -0
- package/script/helpers/concatenateRowQuery.d.ts +2 -0
- package/script/helpers/concatenateRowQuery.d.ts.map +1 -0
- package/script/helpers/concatenateRowQuery.js +12 -0
- package/script/helpers/convertForJS.d.ts +6 -0
- package/script/helpers/convertForJS.d.ts.map +1 -0
- package/script/helpers/convertForJS.js +42 -0
- package/script/helpers/createDirectory.d.ts +2 -0
- package/script/helpers/createDirectory.d.ts.map +1 -0
- package/script/helpers/createDirectory.js +13 -0
- package/script/helpers/csvFormat.d.ts +3 -0
- package/script/helpers/csvFormat.d.ts.map +1 -0
- package/script/helpers/csvFormat.js +168 -0
- package/script/helpers/dataToArrays.d.ts +51 -0
- package/script/helpers/dataToArrays.d.ts.map +1 -0
- package/script/helpers/dataToArrays.js +58 -0
- package/script/helpers/extractTypes.d.ts +6 -0
- package/script/helpers/extractTypes.d.ts.map +1 -0
- package/script/helpers/extractTypes.js +14 -0
- package/script/helpers/findGeoColumn.d.ts +3 -0
- package/script/helpers/findGeoColumn.d.ts.map +1 -0
- package/script/helpers/findGeoColumn.js +21 -0
- package/script/helpers/formatDate.d.ts +34 -0
- package/script/helpers/formatDate.d.ts.map +1 -0
- package/script/helpers/formatDate.js +72 -0
- package/script/helpers/formatNumber.d.ts +46 -0
- package/script/helpers/formatNumber.d.ts.map +1 -0
- package/script/helpers/formatNumber.js +125 -0
- package/script/helpers/getCombinations.d.ts +3 -0
- package/script/helpers/getCombinations.d.ts.map +1 -0
- package/script/helpers/getCombinations.js +26 -0
- package/script/helpers/getExtension.d.ts +2 -0
- package/script/helpers/getExtension.d.ts.map +1 -0
- package/script/helpers/getExtension.js +12 -0
- package/script/helpers/getIdenticalColumns.d.ts +2 -0
- package/script/helpers/getIdenticalColumns.d.ts.map +1 -0
- package/script/helpers/getIdenticalColumns.js +6 -0
- package/script/helpers/getName.d.ts +2 -0
- package/script/helpers/getName.d.ts.map +1 -0
- package/script/helpers/getName.js +17 -0
- package/script/helpers/getProjection.d.ts +3 -0
- package/script/helpers/getProjection.d.ts.map +1 -0
- package/script/helpers/getProjection.js +28 -0
- package/script/helpers/getProjectionParquet.d.ts +3 -0
- package/script/helpers/getProjectionParquet.d.ts.map +1 -0
- package/script/helpers/getProjectionParquet.js +30 -0
- package/script/helpers/index.d.ts +20 -0
- package/script/helpers/index.d.ts.map +1 -0
- package/script/helpers/index.js +30 -0
- package/script/helpers/keepNumericalColumns.d.ts +4 -0
- package/script/helpers/keepNumericalColumns.d.ts.map +1 -0
- package/script/helpers/keepNumericalColumns.js +16 -0
- package/script/helpers/logData.d.ts +6 -0
- package/script/helpers/logData.d.ts.map +1 -0
- package/script/helpers/logData.js +54 -0
- package/script/helpers/mergeOptions.d.ts +28 -0
- package/script/helpers/mergeOptions.d.ts.map +1 -0
- package/script/helpers/mergeOptions.js +15 -0
- package/script/helpers/nestQuery.d.ts +2 -0
- package/script/helpers/nestQuery.d.ts.map +1 -0
- package/script/helpers/nestQuery.js +19 -0
- package/script/helpers/parseDuckDBType.d.ts +2 -0
- package/script/helpers/parseDuckDBType.d.ts.map +1 -0
- package/script/helpers/parseDuckDBType.js +41 -0
- package/script/helpers/parseTypes.d.ts +2 -0
- package/script/helpers/parseTypes.d.ts.map +1 -0
- package/script/helpers/parseTypes.js +38 -0
- package/script/helpers/parseValue.d.ts +2 -0
- package/script/helpers/parseValue.d.ts.map +1 -0
- package/script/helpers/parseValue.js +23 -0
- package/script/helpers/prettyDuration.d.ts +55 -0
- package/script/helpers/prettyDuration.d.ts.map +1 -0
- package/script/helpers/prettyDuration.js +148 -0
- package/script/helpers/printTable.d.ts +47 -0
- package/script/helpers/printTable.d.ts.map +1 -0
- package/script/helpers/printTable.js +223 -0
- package/script/helpers/queryDB.d.ts +19 -0
- package/script/helpers/queryDB.d.ts.map +1 -0
- package/script/helpers/queryDB.js +68 -0
- package/script/helpers/rewind.d.ts +3 -0
- package/script/helpers/rewind.d.ts.map +1 -0
- package/script/helpers/rewind.js +1295 -0
- package/script/helpers/runQuery.d.ts +14 -0
- package/script/helpers/runQuery.d.ts.map +1 -0
- package/script/helpers/runQuery.js +32 -0
- package/script/helpers/setDbProps.d.ts +3 -0
- package/script/helpers/setDbProps.d.ts.map +1 -0
- package/script/helpers/setDbProps.js +28 -0
- package/script/helpers/shouldFlipBeforeExport.d.ts +2 -0
- package/script/helpers/shouldFlipBeforeExport.d.ts.map +1 -0
- package/script/helpers/shouldFlipBeforeExport.js +6 -0
- package/script/helpers/stringToArray.d.ts +2 -0
- package/script/helpers/stringToArray.d.ts.map +1 -0
- package/script/helpers/stringToArray.js +14 -0
- package/script/helpers/stringifyDates.d.ts +5 -0
- package/script/helpers/stringifyDates.d.ts.map +1 -0
- package/script/helpers/stringifyDates.js +17 -0
- package/script/helpers/stringifyDatesInvert.d.ts +5 -0
- package/script/helpers/stringifyDatesInvert.d.ts.map +1 -0
- package/script/helpers/stringifyDatesInvert.js +17 -0
- package/script/helpers/unifyColumns.d.ts +9 -0
- package/script/helpers/unifyColumns.d.ts.map +1 -0
- package/script/helpers/unifyColumns.js +24 -0
- package/script/helpers/unnestQuery.d.ts +2 -0
- package/script/helpers/unnestQuery.d.ts.map +1 -0
- package/script/helpers/unnestQuery.js +11 -0
- package/script/helpers/wrapString.d.ts +35 -0
- package/script/helpers/wrapString.d.ts.map +1 -0
- package/script/helpers/wrapString.js +86 -0
- package/script/helpers/writeDataAsArrays.d.ts +3 -0
- package/script/helpers/writeDataAsArrays.d.ts.map +1 -0
- package/script/helpers/writeDataAsArrays.js +19 -0
- package/script/helpers/writeProjectionsAndIndexes.d.ts +3 -0
- package/script/helpers/writeProjectionsAndIndexes.d.ts.map +1 -0
- package/script/helpers/writeProjectionsAndIndexes.js +32 -0
- package/script/index.d.ts +31 -0
- package/script/index.d.ts.map +1 -0
- package/script/index.js +38 -0
- package/script/methods/aggregateGeoQuery.d.ts +5 -0
- package/script/methods/aggregateGeoQuery.d.ts.map +1 -0
- package/script/methods/aggregateGeoQuery.js +30 -0
- package/script/methods/binsQuery.d.ts +5 -0
- package/script/methods/binsQuery.d.ts.map +1 -0
- package/script/methods/binsQuery.js +43 -0
- package/script/methods/bm25.d.ts +17 -0
- package/script/methods/bm25.d.ts.map +1 -0
- package/script/methods/bm25.js +54 -0
- package/script/methods/cache.d.ts +6 -0
- package/script/methods/cache.d.ts.map +1 -0
- package/script/methods/cache.js +139 -0
- package/script/methods/capitalizeQuery.d.ts +2 -0
- package/script/methods/capitalizeQuery.d.ts.map +1 -0
- package/script/methods/capitalizeQuery.js +11 -0
- package/script/methods/cloneColumn.d.ts +4 -0
- package/script/methods/cloneColumn.d.ts.map +1 -0
- package/script/methods/cloneColumn.js +16 -0
- package/script/methods/cloneQuery.d.ts +4 -0
- package/script/methods/cloneQuery.d.ts.map +1 -0
- package/script/methods/cloneQuery.js +9 -0
- package/script/methods/concatenateQuery.d.ts +4 -0
- package/script/methods/concatenateQuery.d.ts.map +1 -0
- package/script/methods/concatenateQuery.js +16 -0
- package/script/methods/convertQuery.d.ts +7 -0
- package/script/methods/convertQuery.d.ts.map +1 -0
- package/script/methods/convertQuery.js +84 -0
- package/script/methods/correlations.d.ts +9 -0
- package/script/methods/correlations.d.ts.map +1 -0
- package/script/methods/correlations.js +46 -0
- package/script/methods/correlationsQuery.d.ts +5 -0
- package/script/methods/correlationsQuery.d.ts.map +1 -0
- package/script/methods/correlationsQuery.js +32 -0
- package/script/methods/createFtsIndex.d.ts +11 -0
- package/script/methods/createFtsIndex.d.ts.map +1 -0
- package/script/methods/createFtsIndex.js +34 -0
- package/script/methods/createVssIndex.d.ts +9 -0
- package/script/methods/createVssIndex.d.ts.map +1 -0
- package/script/methods/createVssIndex.js +44 -0
- package/script/methods/crossJoinQuery.d.ts +4 -0
- package/script/methods/crossJoinQuery.d.ts.map +1 -0
- package/script/methods/crossJoinQuery.js +6 -0
- package/script/methods/distanceQuery.d.ts +6 -0
- package/script/methods/distanceQuery.d.ts.map +1 -0
- package/script/methods/distanceQuery.js +45 -0
- package/script/methods/fill.d.ts +7 -0
- package/script/methods/fill.d.ts.map +1 -0
- package/script/methods/fill.js +66 -0
- package/script/methods/fuzzyClean.d.ts +7 -0
- package/script/methods/fuzzyClean.d.ts.map +1 -0
- package/script/methods/fuzzyClean.js +200 -0
- package/script/methods/fuzzyJoin.d.ts +8 -0
- package/script/methods/fuzzyJoin.d.ts.map +1 -0
- package/script/methods/fuzzyJoin.js +63 -0
- package/script/methods/fuzzyJoinQuery.d.ts +2 -0
- package/script/methods/fuzzyJoinQuery.d.ts.map +1 -0
- package/script/methods/fuzzyJoinQuery.js +22 -0
- package/script/methods/getBottom.d.ts +8 -0
- package/script/methods/getBottom.d.ts.map +1 -0
- package/script/methods/getBottom.js +28 -0
- package/script/methods/getColumns.d.ts +3 -0
- package/script/methods/getColumns.d.ts.map +1 -0
- package/script/methods/getColumns.js +21 -0
- package/script/methods/getDescription.d.ts +9 -0
- package/script/methods/getDescription.d.ts.map +1 -0
- package/script/methods/getDescription.js +23 -0
- package/script/methods/getFirstRow.d.ts +7 -0
- package/script/methods/getFirstRow.d.ts.map +1 -0
- package/script/methods/getFirstRow.js +21 -0
- package/script/methods/getGeoData.d.ts +17 -0
- package/script/methods/getGeoData.d.ts.map +1 -0
- package/script/methods/getGeoData.js +47 -0
- package/script/methods/getLastRow.d.ts +7 -0
- package/script/methods/getLastRow.d.ts.map +1 -0
- package/script/methods/getLastRow.js +25 -0
- package/script/methods/getMax.d.ts +3 -0
- package/script/methods/getMax.d.ts.map +1 -0
- package/script/methods/getMax.js +24 -0
- package/script/methods/getMean.d.ts +5 -0
- package/script/methods/getMean.d.ts.map +1 -0
- package/script/methods/getMean.js +23 -0
- package/script/methods/getMedian.d.ts +5 -0
- package/script/methods/getMedian.d.ts.map +1 -0
- package/script/methods/getMedian.js +23 -0
- package/script/methods/getMin.d.ts +3 -0
- package/script/methods/getMin.d.ts.map +1 -0
- package/script/methods/getMin.js +24 -0
- package/script/methods/getNbCharacters.d.ts +3 -0
- package/script/methods/getNbCharacters.d.ts.map +1 -0
- package/script/methods/getNbCharacters.js +21 -0
- package/script/methods/getNbRows.d.ts +3 -0
- package/script/methods/getNbRows.d.ts.map +1 -0
- package/script/methods/getNbRows.js +21 -0
- package/script/methods/getQuantile.d.ts +5 -0
- package/script/methods/getQuantile.d.ts.map +1 -0
- package/script/methods/getQuantile.js +23 -0
- package/script/methods/getSkew.d.ts +5 -0
- package/script/methods/getSkew.d.ts.map +1 -0
- package/script/methods/getSkew.js +23 -0
- package/script/methods/getStdDev.d.ts +5 -0
- package/script/methods/getStdDev.d.ts.map +1 -0
- package/script/methods/getStdDev.js +23 -0
- package/script/methods/getSum.d.ts +3 -0
- package/script/methods/getSum.d.ts.map +1 -0
- package/script/methods/getSum.js +21 -0
- package/script/methods/getTableNames.d.ts +3 -0
- package/script/methods/getTableNames.d.ts.map +1 -0
- package/script/methods/getTableNames.js +21 -0
- package/script/methods/getTop.d.ts +7 -0
- package/script/methods/getTop.d.ts.map +1 -0
- package/script/methods/getTop.js +20 -0
- package/script/methods/getTypes.d.ts +5 -0
- package/script/methods/getTypes.d.ts.map +1 -0
- package/script/methods/getTypes.js +19 -0
- package/script/methods/getUniques.d.ts +3 -0
- package/script/methods/getUniques.d.ts.map +1 -0
- package/script/methods/getUniques.js +21 -0
- package/script/methods/getValues.d.ts +3 -0
- package/script/methods/getValues.d.ts.map +1 -0
- package/script/methods/getValues.js +21 -0
- package/script/methods/getVar.d.ts +5 -0
- package/script/methods/getVar.d.ts.map +1 -0
- package/script/methods/getVar.js +23 -0
- package/script/methods/insertRowsQuery.d.ts +4 -0
- package/script/methods/insertRowsQuery.d.ts.map +1 -0
- package/script/methods/insertRowsQuery.js +17 -0
- package/script/methods/join.d.ts +7 -0
- package/script/methods/join.d.ts.map +1 -0
- package/script/methods/join.js +69 -0
- package/script/methods/joinGeo.d.ts +10 -0
- package/script/methods/joinGeo.d.ts.map +1 -0
- package/script/methods/joinGeo.js +82 -0
- package/script/methods/joinGeoQuery.d.ts +2 -0
- package/script/methods/joinGeoQuery.d.ts.map +1 -0
- package/script/methods/joinGeoQuery.js +58 -0
- package/script/methods/joinQuery.d.ts +2 -0
- package/script/methods/joinQuery.d.ts.map +1 -0
- package/script/methods/joinQuery.js +24 -0
- package/script/methods/keepQuery.d.ts +4 -0
- package/script/methods/keepQuery.d.ts.map +1 -0
- package/script/methods/keepQuery.js +21 -0
- package/script/methods/linearRegressionQuery.d.ts +5 -0
- package/script/methods/linearRegressionQuery.d.ts.map +1 -0
- package/script/methods/linearRegressionQuery.js +43 -0
- package/script/methods/linearRegressions.d.ts +9 -0
- package/script/methods/linearRegressions.d.ts.map +1 -0
- package/script/methods/linearRegressions.js +49 -0
- package/script/methods/loadArray.d.ts +5 -0
- package/script/methods/loadArray.d.ts.map +1 -0
- package/script/methods/loadArray.js +84 -0
- package/script/methods/loadDataQuery.d.ts +23 -0
- package/script/methods/loadDataQuery.d.ts.map +1 -0
- package/script/methods/loadDataQuery.js +83 -0
- package/script/methods/lowerQuery.d.ts +2 -0
- package/script/methods/lowerQuery.d.ts.map +1 -0
- package/script/methods/lowerQuery.js +10 -0
- package/script/methods/normalizeQuery.d.ts +5 -0
- package/script/methods/normalizeQuery.d.ts.map +1 -0
- package/script/methods/normalizeQuery.js +28 -0
- package/script/methods/normalizeString.d.ts +5 -0
- package/script/methods/normalizeString.d.ts.map +1 -0
- package/script/methods/normalizeString.js +32 -0
- package/script/methods/outliersIQRQuery.d.ts +4 -0
- package/script/methods/outliersIQRQuery.d.ts.map +1 -0
- package/script/methods/outliersIQRQuery.js +37 -0
- package/script/methods/proportionsHorizontalQuery.d.ts +5 -0
- package/script/methods/proportionsHorizontalQuery.d.ts.map +1 -0
- package/script/methods/proportionsHorizontalQuery.js +18 -0
- package/script/methods/proportionsVerticalQuery.d.ts +5 -0
- package/script/methods/proportionsVerticalQuery.d.ts.map +1 -0
- package/script/methods/proportionsVerticalQuery.js +25 -0
- package/script/methods/quantilesQuery.d.ts +4 -0
- package/script/methods/quantilesQuery.d.ts.map +1 -0
- package/script/methods/quantilesQuery.js +18 -0
- package/script/methods/ranksQuery.d.ts +6 -0
- package/script/methods/ranksQuery.d.ts.map +1 -0
- package/script/methods/ranksQuery.js +18 -0
- package/script/methods/removeDuplicatesQuery.d.ts +4 -0
- package/script/methods/removeDuplicatesQuery.d.ts.map +1 -0
- package/script/methods/removeDuplicatesQuery.js +18 -0
- package/script/methods/removeMissing.d.ts +7 -0
- package/script/methods/removeMissing.d.ts.map +1 -0
- package/script/methods/removeMissing.js +27 -0
- package/script/methods/removeMissingQuery.d.ts +7 -0
- package/script/methods/removeMissingQuery.d.ts.map +1 -0
- package/script/methods/removeMissingQuery.js +46 -0
- package/script/methods/removeQuery.d.ts +4 -0
- package/script/methods/removeQuery.d.ts.map +1 -0
- package/script/methods/removeQuery.js +21 -0
- package/script/methods/renameColumnQuery.d.ts +2 -0
- package/script/methods/renameColumnQuery.d.ts.map +1 -0
- package/script/methods/renameColumnQuery.js +10 -0
- package/script/methods/replaceNullsQuery.d.ts +2 -0
- package/script/methods/replaceNullsQuery.d.ts.map +1 -0
- package/script/methods/replaceNullsQuery.js +16 -0
- package/script/methods/replaceQuery.d.ts +5 -0
- package/script/methods/replaceQuery.d.ts.map +1 -0
- package/script/methods/replaceQuery.js +27 -0
- package/script/methods/rollingQuery.d.ts +5 -0
- package/script/methods/rollingQuery.d.ts.map +1 -0
- package/script/methods/rollingQuery.js +39 -0
- package/script/methods/roundQuery.d.ts +5 -0
- package/script/methods/roundQuery.d.ts.map +1 -0
- package/script/methods/roundQuery.js +19 -0
- package/script/methods/selectRowsQuery.d.ts +5 -0
- package/script/methods/selectRowsQuery.d.ts.map +1 -0
- package/script/methods/selectRowsQuery.js +6 -0
- package/script/methods/sortQuery.d.ts +8 -0
- package/script/methods/sortQuery.d.ts.map +1 -0
- package/script/methods/sortQuery.js +21 -0
- package/script/methods/splitSpread.d.ts +5 -0
- package/script/methods/splitSpread.d.ts.map +1 -0
- package/script/methods/splitSpread.js +67 -0
- package/script/methods/summarize.d.ts +13 -0
- package/script/methods/summarize.d.ts.map +1 -0
- package/script/methods/summarize.js +66 -0
- package/script/methods/summarizeQuery.d.ts +7 -0
- package/script/methods/summarizeQuery.d.ts.map +1 -0
- package/script/methods/summarizeQuery.js +115 -0
- package/script/methods/trimQuery.d.ts +5 -0
- package/script/methods/trimQuery.d.ts.map +1 -0
- package/script/methods/trimQuery.js +32 -0
- package/script/methods/truncateQuery.d.ts +2 -0
- package/script/methods/truncateQuery.d.ts.map +1 -0
- package/script/methods/truncateQuery.js +6 -0
- package/script/methods/upperQuery.d.ts +2 -0
- package/script/methods/upperQuery.d.ts.map +1 -0
- package/script/methods/upperQuery.js +10 -0
- package/script/methods/writeDataQuery.d.ts +5 -0
- package/script/methods/writeDataQuery.d.ts.map +1 -0
- package/script/methods/writeDataQuery.js +50 -0
- package/script/methods/writeGeoDataQuery.d.ts +4 -0
- package/script/methods/writeGeoDataQuery.d.ts.map +1 -0
- package/script/methods/writeGeoDataQuery.js +22 -0
- package/script/methods/zScoreQuery.d.ts +5 -0
- package/script/methods/zScoreQuery.d.ts.map +1 -0
- package/script/methods/zScoreQuery.js +29 -0
- package/script/package.json +3 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ranksQuery.d.ts","sourceRoot":"","sources":["../../src/methods/ranksQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,SAAS,CAC/B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC/B,MAAM,CAAC,EAAE,OAAO,CAAC;CACb,UAkBP"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import stringToArray from "../helpers/stringToArray.js";
|
|
2
|
+
export default function rankQuery(table, values, newColumn, options = {}) {
|
|
3
|
+
const categories = options.categories
|
|
4
|
+
? stringToArray(options.categories)
|
|
5
|
+
: [];
|
|
6
|
+
const partition = categories.length === 0
|
|
7
|
+
? ""
|
|
8
|
+
: `PARTITION BY ${categories.map((d) => `"${d}"`).join(",")} `;
|
|
9
|
+
const query = `CREATE OR REPLACE TABLE "${table}" AS SELECT *, ${options.noGaps ? "dense_rank()" : "rank()"} OVER (${partition}ORDER BY "${values}" ${typeof options.order === "string" ? options.order.toUpperCase() : ""}) AS "${newColumn}"
|
|
10
|
+
FROM "${table}"`;
|
|
11
|
+
return query;
|
|
12
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"removeDuplicatesQuery.d.ts","sourceRoot":"","sources":["../../src/methods/removeDuplicatesQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,qBAAqB,CAC3C,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;IACP,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CACnB,UAWP"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import stringToArray from "../helpers/stringToArray.js";
|
|
2
|
+
export default function removeDuplicatesQuery(table, options = {}) {
|
|
3
|
+
const columnsOn = options.on ? stringToArray(options.on) : null;
|
|
4
|
+
let distinct;
|
|
5
|
+
if (columnsOn) {
|
|
6
|
+
distinct = `DISTINCT ON(${columnsOn.map((d) => `"${d}"`).join(",")}) *`;
|
|
7
|
+
}
|
|
8
|
+
else {
|
|
9
|
+
distinct = "DISTINCT *";
|
|
10
|
+
}
|
|
11
|
+
return `CREATE OR REPLACE TABLE "${table}" AS SELECT ${distinct} FROM "${table}";`;
|
|
12
|
+
}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type SimpleTable from "../class/SimpleTable.js";
|
|
2
|
+
export default function removeMissing(simpleTable: SimpleTable, options?: {
|
|
3
|
+
columns?: string | string[];
|
|
4
|
+
missingValues?: (string | number)[];
|
|
5
|
+
invert?: boolean;
|
|
6
|
+
}): Promise<void>;
|
|
7
|
+
//# sourceMappingURL=removeMissing.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"removeMissing.d.ts","sourceRoot":"","sources":["../../src/methods/removeMissing.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,wBAA8B,aAAa,CACzC,WAAW,EAAE,WAAW,EACxB,OAAO,GAAE;IACP,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,aAAa,CAAC,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;IACpC,MAAM,CAAC,EAAE,OAAO,CAAC;CACb,iBA8BP"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import mergeOptions from "../helpers/mergeOptions.js";
|
|
2
|
+
import queryDB from "../helpers/queryDB.js";
|
|
3
|
+
import stringToArray from "../helpers/stringToArray.js";
|
|
4
|
+
import removeMissingQuery from "./removeMissingQuery.js";
|
|
5
|
+
export default async function removeMissing(simpleTable, options = {}) {
|
|
6
|
+
options.missingValues = options.missingValues ?? [
|
|
7
|
+
"undefined",
|
|
8
|
+
"NaN",
|
|
9
|
+
"null",
|
|
10
|
+
"NULL",
|
|
11
|
+
"",
|
|
12
|
+
];
|
|
13
|
+
const types = await simpleTable.getTypes();
|
|
14
|
+
const allColumns = Object.keys(types);
|
|
15
|
+
options.columns = stringToArray(options.columns ?? []);
|
|
16
|
+
await queryDB(simpleTable, removeMissingQuery(simpleTable.name, allColumns, types, options.columns.length === 0 ? allColumns : options.columns, options), mergeOptions(simpleTable, {
|
|
17
|
+
table: simpleTable.name,
|
|
18
|
+
method: "removeMissing()",
|
|
19
|
+
parameters: { options },
|
|
20
|
+
}));
|
|
21
|
+
}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export default function removeMissingQuery(table: string, allColumns: string[], types: {
|
|
2
|
+
[key: string]: string;
|
|
3
|
+
}, columns: string[], options?: {
|
|
4
|
+
missingValues?: (string | number)[];
|
|
5
|
+
invert?: boolean;
|
|
6
|
+
}): string;
|
|
7
|
+
//# sourceMappingURL=removeMissingQuery.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"removeMissingQuery.d.ts","sourceRoot":"","sources":["../../src/methods/removeMissingQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,kBAAkB,CACxC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAAE,EACpB,KAAK,EAAE;IACL,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACvB,EACD,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,GAAE;IACP,aAAa,CAAC,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;IACpC,MAAM,CAAC,EAAE,OAAO,CAAC;CACb,UAoDP"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
export default function removeMissingQuery(table, allColumns, types, columns, options = {}) {
|
|
2
|
+
let query = `CREATE OR REPLACE TABLE "${table}" AS SELECT ${allColumns
|
|
3
|
+
.map((d) => `"${d}"`)
|
|
4
|
+
.join(", ")} FROM "${table}"
|
|
5
|
+
WHERE`;
|
|
6
|
+
if (options.invert) {
|
|
7
|
+
for (let i = 0; i < columns.length; i++) {
|
|
8
|
+
query += `\n"${columns[i]}" IS NULL OR`;
|
|
9
|
+
if (options.missingValues) {
|
|
10
|
+
for (const otherMissingValue of options.missingValues) {
|
|
11
|
+
if (typeof otherMissingValue === "string" &&
|
|
12
|
+
types[columns[i]] === "VARCHAR") {
|
|
13
|
+
query += `\n"${columns[i]}" = '${otherMissingValue}' OR`;
|
|
14
|
+
}
|
|
15
|
+
else if (typeof otherMissingValue === "number" &&
|
|
16
|
+
["BIGINT", "DOUBLE"].includes(types[columns[i]])) {
|
|
17
|
+
query += `\n"${columns[i]}" = ${otherMissingValue} OR`;
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
else {
|
|
24
|
+
for (let i = 0; i < columns.length; i++) {
|
|
25
|
+
query += `\n"${columns[i]}" IS NOT NULL AND`;
|
|
26
|
+
if (options.missingValues) {
|
|
27
|
+
for (const otherMissingValue of options.missingValues) {
|
|
28
|
+
if (typeof otherMissingValue === "string" &&
|
|
29
|
+
types[columns[i]] === "VARCHAR") {
|
|
30
|
+
query += `\n"${columns[i]}" != '${otherMissingValue}' AND`;
|
|
31
|
+
}
|
|
32
|
+
else if (typeof otherMissingValue === "number" &&
|
|
33
|
+
["BIGINT", "DOUBLE"].includes(types[columns[i]])) {
|
|
34
|
+
query += `\n"${columns[i]}" != ${otherMissingValue} AND`;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
return options.invert
|
|
41
|
+
? query.slice(0, query.length - 3)
|
|
42
|
+
: query.slice(0, query.length - 4);
|
|
43
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"removeQuery.d.ts","sourceRoot":"","sources":["../../src/methods/removeQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,WAAW,CACjC,KAAK,EAAE,MAAM,EACb,gBAAgB,EAAE;IAChB,CAAC,GAAG,EAAE,MAAM,GACR,CAAC,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,OAAO,GAAG,IAAI,CAAC,EAAE,GAC3C,CAAC,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;CAC/C,UAqBF"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import parseValue from "../helpers/parseValue.js";
|
|
2
|
+
export default function removeQuery(table, columnsAndValues) {
|
|
3
|
+
let query = `CREATE OR REPLACE TABLE "${table}" AS SELECT * FROM "${table}" WHERE\n`;
|
|
4
|
+
const columns = Object.keys(columnsAndValues);
|
|
5
|
+
const conditions = [];
|
|
6
|
+
for (const column of columns) {
|
|
7
|
+
let values = columnsAndValues[column];
|
|
8
|
+
if (!Array.isArray(values)) {
|
|
9
|
+
values = [values];
|
|
10
|
+
}
|
|
11
|
+
conditions.push(`"${column}" NOT IN (${values.map((d) => parseValue(d)).join(", ")})`);
|
|
12
|
+
}
|
|
13
|
+
query += conditions.join("\nAND ");
|
|
14
|
+
return query;
|
|
15
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"renameColumnQuery.d.ts","sourceRoot":"","sources":["../../src/methods/renameColumnQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,iBAAiB,CACvC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAAE,EACpB,UAAU,EAAE,MAAM,EAAE,UASrB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replaceNullsQuery.d.ts","sourceRoot":"","sources":["../../src/methods/replaceNullsQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,iBAAiB,CACvC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EAAE,EACjB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,OAAO,UAUxC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import parseValue from "../helpers/parseValue.js";
|
|
2
|
+
export default function replaceNullsQuery(table, columns, value) {
|
|
3
|
+
let query = "";
|
|
4
|
+
const valueParsed = parseValue(value);
|
|
5
|
+
for (const column of columns) {
|
|
6
|
+
query +=
|
|
7
|
+
`UPDATE "${table}" SET "${column}" = ${valueParsed} WHERE "${column}" IS NULL;`;
|
|
8
|
+
}
|
|
9
|
+
return query;
|
|
10
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replaceQuery.d.ts","sourceRoot":"","sources":["../../src/methods/replaceQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,YAAY,CAClC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EAAE,EACjB,QAAQ,EAAE,MAAM,EAAE,EAClB,QAAQ,EAAE,MAAM,EAAE,EAClB,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,OAAO,CAAA;CAAO,UA6B1D"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
export default function replaceQuery(table, columns, oldTexts, newTexts, options = {}) {
|
|
2
|
+
let query = "";
|
|
3
|
+
oldTexts = oldTexts.map((d) => d.replace(/'/g, "''"));
|
|
4
|
+
newTexts = newTexts.map((d) => d.replace(/'/g, "''"));
|
|
5
|
+
for (const column of columns) {
|
|
6
|
+
for (let i = 0; i < oldTexts.length; i++) {
|
|
7
|
+
if (options.entireString) {
|
|
8
|
+
query += `UPDATE "${table}" SET "${column}" =
|
|
9
|
+
CASE
|
|
10
|
+
WHEN "${column}" = '${oldTexts[i]}' THEN '${newTexts[i]}'
|
|
11
|
+
ELSE "${column}"
|
|
12
|
+
END;\n`;
|
|
13
|
+
}
|
|
14
|
+
else if (options.regex) {
|
|
15
|
+
query +=
|
|
16
|
+
`UPDATE "${table}" SET "${column}" = REGEXP_REPLACE("${column}", '${oldTexts[i]}', '${newTexts[i]}', 'g');\n`;
|
|
17
|
+
}
|
|
18
|
+
else {
|
|
19
|
+
query += `UPDATE "${table}" SET "${column}" = REPLACE("${column}", '${oldTexts[i]}', '${newTexts[i]}');\n`;
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
return query;
|
|
24
|
+
}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export default function rollingQuery(table: string, column: string, newColumn: string, summary: "count" | "min" | "max" | "mean" | "median" | "sum", preceding: number, following: number, options?: {
|
|
2
|
+
categories?: string | string[];
|
|
3
|
+
decimals?: number;
|
|
4
|
+
}): string;
|
|
5
|
+
//# sourceMappingURL=rollingQuery.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rollingQuery.d.ts","sourceRoot":"","sources":["../../src/methods/rollingQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,YAAY,CAClC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,OAAO,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,EAC5D,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACd,UAsCP"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import stringToArray from "../helpers/stringToArray.js";
|
|
2
|
+
export default function rollingQuery(table, column, newColumn, summary, preceding, following, options = {}) {
|
|
3
|
+
const aggregates = {
|
|
4
|
+
count: "COUNT",
|
|
5
|
+
min: "MIN",
|
|
6
|
+
max: "MAX",
|
|
7
|
+
mean: "AVG",
|
|
8
|
+
median: "MEDIAN",
|
|
9
|
+
sum: "SUM",
|
|
10
|
+
};
|
|
11
|
+
const categories = options.categories
|
|
12
|
+
? stringToArray(options.categories)
|
|
13
|
+
: [];
|
|
14
|
+
const partition = categories.length > 0
|
|
15
|
+
? `PARTITION BY ${categories.map((d) => `"${d}"`).join(", ")}`
|
|
16
|
+
: "";
|
|
17
|
+
const tempQuery = `${aggregates[summary]}("${column}") OVER (${partition}
|
|
18
|
+
ROWS BETWEEN ${preceding} PRECEDING AND ${following} FOLLOWING)`;
|
|
19
|
+
const query = `CREATE OR REPLACE TABLE "${table}" AS SELECT *,
|
|
20
|
+
${typeof options.decimals === "number"
|
|
21
|
+
? `ROUND(${tempQuery}, ${options.decimals})`
|
|
22
|
+
: tempQuery} AS "${newColumn}",
|
|
23
|
+
COUNT("${column}") OVER (${partition}
|
|
24
|
+
ROWS BETWEEN ${preceding} PRECEDING AND ${following} FOLLOWING) as tempCountForRolling
|
|
25
|
+
FROM "${table}";
|
|
26
|
+
UPDATE "${table}" SET "${newColumn}" = CASE
|
|
27
|
+
WHEN "tempCountForRolling" != ${preceding + following + 1} THEN NULL
|
|
28
|
+
ELSE "${newColumn}"
|
|
29
|
+
END;
|
|
30
|
+
ALTER TABLE "${table}" DROP COLUMN "tempCountForRolling";
|
|
31
|
+
`;
|
|
32
|
+
return query;
|
|
33
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"roundQuery.d.ts","sourceRoot":"","sources":["../../src/methods/roundQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,UAAU,CAChC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,UAiBvE"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export default function roundQuery(table, columns, options) {
|
|
2
|
+
let query = `UPDATE "${table}" SET`;
|
|
3
|
+
const method = options.method?.toUpperCase() ?? "ROUND";
|
|
4
|
+
const decimals = options.decimals ?? 0;
|
|
5
|
+
if (method === "ROUND") {
|
|
6
|
+
for (const column of columns) {
|
|
7
|
+
query += `\n"${column}" = ${method}("${column}", ${decimals}),`;
|
|
8
|
+
}
|
|
9
|
+
}
|
|
10
|
+
else {
|
|
11
|
+
for (const column of columns) {
|
|
12
|
+
query += `\n"${column}" = ${method}("${column}"),`;
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
return query.slice(0, query.length - 1);
|
|
16
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"selectRowsQuery.d.ts","sourceRoot":"","sources":["../../src/methods/selectRowsQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,eAAe,CACrC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GAAG,MAAM,EACtB,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAA;CAAO,UAOlE"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sortQuery.d.ts","sourceRoot":"","sources":["../../src/methods/sortQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,SAAS,CAC/B,KAAK,EAAE,MAAM,EACb,KAAK,EAAE;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAA;CAAE,GAAG,IAAI,EAC/C,OAAO,GAAE;IACP,IAAI,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;CAC7B,UAsBP"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export default function sortQuery(table, order, options = {}) {
|
|
2
|
+
let query = `CREATE OR REPLACE TABLE "${table}" AS SELECT * FROM "${table}"
|
|
3
|
+
ORDER BY`;
|
|
4
|
+
if (order === null) {
|
|
5
|
+
query += " ALL; ";
|
|
6
|
+
}
|
|
7
|
+
else {
|
|
8
|
+
for (const column of Object.keys(order)) {
|
|
9
|
+
if (options.lang && options.lang[column]) {
|
|
10
|
+
query += `\n"${column}" COLLATE ${options.lang[column]} ${order[column].toUpperCase()},`;
|
|
11
|
+
}
|
|
12
|
+
else {
|
|
13
|
+
query += `\n"${column}" ${order[column].toUpperCase()},`;
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
return query.slice(0, query.length - 1);
|
|
18
|
+
}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type SimpleTable from "../class/SimpleTable.js";
|
|
2
|
+
export default function splitSpread(simpleTable: SimpleTable, column: string, separator: string, newColumns: string[], options?: {
|
|
3
|
+
noCheck?: boolean;
|
|
4
|
+
}): Promise<void>;
|
|
5
|
+
//# sourceMappingURL=splitSpread.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"splitSpread.d.ts","sourceRoot":"","sources":["../../src/methods/splitSpread.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,wBAA8B,WAAW,CACvC,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAAE,EACpB,OAAO,GAAE;IACP,OAAO,CAAC,EAAE,OAAO,CAAC;CACd,iBAiGP"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
import mergeOptions from "../helpers/mergeOptions.js";
|
|
2
|
+
import queryDB from "../helpers/queryDB.js";
|
|
3
|
+
export default async function splitSpread(simpleTable, column, separator, newColumns, options = {}) {
|
|
4
|
+
const nbParts = newColumns.length;
|
|
5
|
+
if (!options.noCheck) {
|
|
6
|
+
// Check if any row has more parts than expected
|
|
7
|
+
const maxPartsResult = await queryDB(simpleTable, `SELECT MAX(ARRAY_LENGTH(STRING_SPLIT("${column}", '${separator}'))) as max_parts FROM "${simpleTable.name}"`, mergeOptions(simpleTable, {
|
|
8
|
+
table: simpleTable.name,
|
|
9
|
+
method: "splitSpread()",
|
|
10
|
+
parameters: { column, separator, newColumns },
|
|
11
|
+
returnDataFrom: "query",
|
|
12
|
+
}));
|
|
13
|
+
if (maxPartsResult && maxPartsResult.length > 0) {
|
|
14
|
+
const maxParts = maxPartsResult[0].max_parts;
|
|
15
|
+
if (maxParts > nbParts) {
|
|
16
|
+
// Get the first 5 rows with more parts than expected
|
|
17
|
+
const problematicRows = await queryDB(simpleTable, `SELECT "${column}"
|
|
18
|
+
FROM "${simpleTable.name}"
|
|
19
|
+
WHERE ARRAY_LENGTH(STRING_SPLIT("${column}", '${separator}')) > ${nbParts}
|
|
20
|
+
LIMIT 5`, mergeOptions(simpleTable, {
|
|
21
|
+
table: simpleTable.name,
|
|
22
|
+
method: "splitSpread()",
|
|
23
|
+
parameters: { column, separator, newColumns },
|
|
24
|
+
returnDataFrom: "query",
|
|
25
|
+
}));
|
|
26
|
+
const exampleRows = problematicRows
|
|
27
|
+
? problematicRows.map((row) => row[column]).join("\n - ")
|
|
28
|
+
: "";
|
|
29
|
+
throw new Error(`Some rows contain more values after splitting (${maxParts}) than the number of new columns specified (${nbParts}).
|
|
30
|
+
When splitting by '${separator}', each row must produce at most ${nbParts} value(s) to fit in the columns: ${newColumns.join(", ")}.
|
|
31
|
+
|
|
32
|
+
First 5 rows with too many values:\n - ${exampleRows}`);
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
// Check if any row has fewer parts than expected
|
|
36
|
+
const minPartsResult = await queryDB(simpleTable, `SELECT MIN(ARRAY_LENGTH(STRING_SPLIT("${column}", '${separator}'))) as min_parts FROM "${simpleTable.name}"`, mergeOptions(simpleTable, {
|
|
37
|
+
table: simpleTable.name,
|
|
38
|
+
method: "splitSpread()",
|
|
39
|
+
parameters: { column, separator, newColumns },
|
|
40
|
+
returnDataFrom: "query",
|
|
41
|
+
}));
|
|
42
|
+
if (minPartsResult && minPartsResult.length > 0) {
|
|
43
|
+
const minParts = minPartsResult[0].min_parts;
|
|
44
|
+
if (minParts < nbParts) {
|
|
45
|
+
console.warn(`splitSpread() warning: Some rows contain fewer values after splitting (${minParts}) than the number of new columns (${nbParts}). Empty strings will be used for missing values.`);
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
const alterStatements = newColumns
|
|
50
|
+
.map((col) => `ALTER TABLE "${simpleTable.name}" ADD "${col}" VARCHAR;`)
|
|
51
|
+
.join("\n");
|
|
52
|
+
const updateStatements = newColumns
|
|
53
|
+
.map((col, i) => `UPDATE "${simpleTable.name}" SET "${col}" = SPLIT_PART("${column}", '${separator}', ${i + 1});`)
|
|
54
|
+
.join("\n");
|
|
55
|
+
await queryDB(simpleTable, `${alterStatements}
|
|
56
|
+
${updateStatements}`, mergeOptions(simpleTable, {
|
|
57
|
+
table: simpleTable.name,
|
|
58
|
+
method: "splitSpread()",
|
|
59
|
+
parameters: { column, separator, newColumns },
|
|
60
|
+
}));
|
|
61
|
+
}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type SimpleTable from "../class/SimpleTable.js";
|
|
2
|
+
export default function summarize(SimpleTable: SimpleTable, options?: {
|
|
3
|
+
outputTable?: string | boolean;
|
|
4
|
+
values?: string | string[];
|
|
5
|
+
categories?: string | string[];
|
|
6
|
+
summaries?: ("count" | "countUnique" | "countNull" | "min" | "max" | "mean" | "median" | "sum" | "skew" | "stdDev" | "var") | ("count" | "countUnique" | "countNull" | "min" | "max" | "mean" | "median" | "sum" | "skew" | "stdDev" | "var")[] | {
|
|
7
|
+
[key: string]: "count" | "countUnique" | "countNull" | "min" | "max" | "mean" | "median" | "sum" | "skew" | "stdDev" | "var";
|
|
8
|
+
};
|
|
9
|
+
decimals?: number;
|
|
10
|
+
toMs?: boolean;
|
|
11
|
+
noColumnValue?: boolean;
|
|
12
|
+
}): Promise<void>;
|
|
13
|
+
//# sourceMappingURL=summarize.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"summarize.d.ts","sourceRoot":"","sources":["../../src/methods/summarize.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,wBAA8B,SAAS,CACrC,WAAW,EAAE,WAAW,EACxB,OAAO,GAAE;IACP,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC/B,SAAS,CAAC,EACN,CACE,OAAO,GACP,aAAa,GACb,WAAW,GACX,KAAK,GACL,KAAK,GACL,MAAM,GACN,QAAQ,GACR,KAAK,GACL,MAAM,GACN,QAAQ,GACR,KAAK,CACR,GACC,CACE,OAAO,GACP,aAAa,GACb,WAAW,GACX,KAAK,GACL,KAAK,GACL,MAAM,GACN,QAAQ,GACR,KAAK,GACL,MAAM,GACN,QAAQ,GACR,KAAK,CACR,EAAE,GACD;QACA,CAAC,GAAG,EAAE,MAAM,GACR,OAAO,GACP,aAAa,GACb,WAAW,GACX,KAAK,GACL,KAAK,GACL,MAAM,GACN,QAAQ,GACR,KAAK,GACL,MAAM,GACN,QAAQ,GACR,KAAK,CAAC;KACX,CAAC;IACJ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,aAAa,CAAC,EAAE,OAAO,CAAC;CACpB,iBAiFP"}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
import mergeOptions from "../helpers/mergeOptions.js";
|
|
2
|
+
import queryDB from "../helpers/queryDB.js";
|
|
3
|
+
import stringToArray from "../helpers/stringToArray.js";
|
|
4
|
+
import summarizeQuery from "./summarizeQuery.js";
|
|
5
|
+
export default async function summarize(SimpleTable, options = {}) {
|
|
6
|
+
const outputTable = typeof options.outputTable === "string"
|
|
7
|
+
? options.outputTable
|
|
8
|
+
: SimpleTable.name;
|
|
9
|
+
options.values = options.values ? stringToArray(options.values) : [];
|
|
10
|
+
if (options.values.length === 0) {
|
|
11
|
+
await SimpleTable.addRowNumber("rowNumberToSummarizeQuerySDA");
|
|
12
|
+
options.values = ["rowNumberToSummarizeQuerySDA"];
|
|
13
|
+
}
|
|
14
|
+
options.categories = options.categories
|
|
15
|
+
? stringToArray(options.categories)
|
|
16
|
+
: [];
|
|
17
|
+
let columns;
|
|
18
|
+
if (options.summaries === undefined) {
|
|
19
|
+
if (options.values.length === 1 &&
|
|
20
|
+
options.values[0] === "rowNumberToSummarizeQuerySDA") {
|
|
21
|
+
options.summaries = ["count"];
|
|
22
|
+
}
|
|
23
|
+
else {
|
|
24
|
+
options.summaries = [];
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
else if (typeof options.summaries === "string") {
|
|
28
|
+
options.summaries = [options.summaries];
|
|
29
|
+
}
|
|
30
|
+
else if (!Array.isArray(options.summaries) && typeof options.summaries === "object") {
|
|
31
|
+
const entries = Object.entries(options.summaries);
|
|
32
|
+
columns = entries.map((d) => d[0]);
|
|
33
|
+
options.summaries = entries.map((d) => d[1]);
|
|
34
|
+
}
|
|
35
|
+
const types = await SimpleTable.getTypes();
|
|
36
|
+
if (options.toMs) {
|
|
37
|
+
const toMsObj = {};
|
|
38
|
+
for (const key of Object.keys(types)) {
|
|
39
|
+
if (types[key].includes("TIME") || types[key].includes("DATE")) {
|
|
40
|
+
toMsObj[key] = "bigint";
|
|
41
|
+
types[key] = "bigint";
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
await SimpleTable.convert(toMsObj);
|
|
45
|
+
}
|
|
46
|
+
options.values = options.values.filter((d) => !options.categories?.includes(d));
|
|
47
|
+
await queryDB(SimpleTable, summarizeQuery(SimpleTable.name, types, outputTable, options.values, options.categories, options.summaries, options, columns), mergeOptions(SimpleTable, {
|
|
48
|
+
table: outputTable,
|
|
49
|
+
method: "summarize()",
|
|
50
|
+
parameters: {
|
|
51
|
+
options,
|
|
52
|
+
},
|
|
53
|
+
}));
|
|
54
|
+
if (options.values.includes("rowNumberToSummarizeQuerySDA")) {
|
|
55
|
+
if (await SimpleTable.hasColumn("rowNumberToSummarizeQuerySDA")) {
|
|
56
|
+
await SimpleTable.removeColumns("rowNumberToSummarizeQuerySDA");
|
|
57
|
+
}
|
|
58
|
+
SimpleTable.sdb.customQuery(`ALTER TABLE "${outputTable}" DROP COLUMN value;`);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export default function summarizeQuery(table: string, types: {
|
|
2
|
+
[key: string]: string;
|
|
3
|
+
}, outputTable: string, values: string[], categories: string[], summaries: ("count" | "countUnique" | "countNull" | "min" | "max" | "mean" | "median" | "sum" | "skew" | "stdDev" | "var")[], options: {
|
|
4
|
+
decimals?: number;
|
|
5
|
+
noColumnValue?: boolean;
|
|
6
|
+
} | undefined, columns: string[] | undefined): string;
|
|
7
|
+
//# sourceMappingURL=summarizeQuery.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"summarizeQuery.d.ts","sourceRoot":"","sources":["../../src/methods/summarizeQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,cAAc,CACpC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE;IACL,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACvB,EACD,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EAAE,EAChB,UAAU,EAAE,MAAM,EAAE,EACpB,SAAS,EAAE,CACP,OAAO,GACP,aAAa,GACb,WAAW,GACX,KAAK,GACL,KAAK,GACL,MAAM,GACN,QAAQ,GACR,KAAK,GACL,MAAM,GACN,QAAQ,GACR,KAAK,CACR,EAAE,EACH,OAAO,EAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,OAAO,CAAA;CAAE,YAAK,EAC5D,OAAO,EAAE,MAAM,EAAE,GAAG,SAAS,UA4J9B"}
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
export default function summarizeQuery(table, types, outputTable, values, categories, summaries, options = {}, columns) {
|
|
2
|
+
if (values.length > 1 && options.noColumnValue) {
|
|
3
|
+
throw new Error("The options `noColumnValue` works only when you aggregate the values from one column. Remove the option `noColumnValue` or specify just one column in the option `values`.");
|
|
4
|
+
}
|
|
5
|
+
const typesOfValues = values.map((d) => types[d]);
|
|
6
|
+
const doubleAndDate = Object.values(typesOfValues).includes("DOUBLE") &&
|
|
7
|
+
Object.values(typesOfValues).filter((d) => [
|
|
8
|
+
"DATE",
|
|
9
|
+
"TIME",
|
|
10
|
+
"TIMESTAMP",
|
|
11
|
+
"TIMESTAMP_MS",
|
|
12
|
+
"TIMESTAMP WITH TIME ZONE",
|
|
13
|
+
].includes(d)).length >= 1;
|
|
14
|
+
if (doubleAndDate) {
|
|
15
|
+
throw new Error("You are trying to summarize numbers and timestamps/dates/times. You can specify values in the options (just numbers or just timestamps/dates/times) or convert your timestamps/dates/times to the number of ms since 1970-01-01 00:00:00 by passing the option { toMs: true }.");
|
|
16
|
+
}
|
|
17
|
+
const aggregates = {
|
|
18
|
+
count: "count", // specific implementation
|
|
19
|
+
countUnique: "countUnique", // specific implementation
|
|
20
|
+
countNull: "countNull", // Specific implementation
|
|
21
|
+
min: "MIN(",
|
|
22
|
+
max: "MAX(",
|
|
23
|
+
mean: "AVG(",
|
|
24
|
+
median: "MEDIAN(",
|
|
25
|
+
sum: "SUM(",
|
|
26
|
+
skew: "SKEWNESS(",
|
|
27
|
+
stdDev: "STDDEV(",
|
|
28
|
+
var: "VARIANCE(",
|
|
29
|
+
};
|
|
30
|
+
if (summaries.length === 0) {
|
|
31
|
+
summaries = Object.keys(aggregates);
|
|
32
|
+
}
|
|
33
|
+
let query = `CREATE OR REPLACE TABLE "${outputTable}" AS`;
|
|
34
|
+
let firstValue = true;
|
|
35
|
+
for (const value of values) {
|
|
36
|
+
if (firstValue) {
|
|
37
|
+
firstValue = false;
|
|
38
|
+
}
|
|
39
|
+
else {
|
|
40
|
+
query += "\nUNION";
|
|
41
|
+
}
|
|
42
|
+
query += `\nSELECT ${options.noColumnValue ? "" : `'${value}' AS 'value'`}${categories.length > 0
|
|
43
|
+
? `, ${categories.map((d) => `"${d}"`).join(", ")}`
|
|
44
|
+
: ""},${summaries.map((summary, i) => {
|
|
45
|
+
if (value === "rowNumberToSummarizeQuerySDA" &&
|
|
46
|
+
aggregates[summary] !== "count") {
|
|
47
|
+
return `\nNULL as '${columns ? columns[i] : summary}'`;
|
|
48
|
+
}
|
|
49
|
+
else if (types[value] === "GEOMETRY") {
|
|
50
|
+
return `\nNULL AS '${columns ? columns[i] : summary}'`;
|
|
51
|
+
}
|
|
52
|
+
else if (types[value] === "VARCHAR" &&
|
|
53
|
+
[
|
|
54
|
+
"MIN(",
|
|
55
|
+
"MAX(",
|
|
56
|
+
"AVG(",
|
|
57
|
+
"MEDIAN(",
|
|
58
|
+
"SUM(",
|
|
59
|
+
"SKEWNESS(",
|
|
60
|
+
"STDDEV(",
|
|
61
|
+
"VARIANCE(",
|
|
62
|
+
].includes(aggregates[summary])) {
|
|
63
|
+
return `\nNULL AS '${columns ? columns[i] : summary}'`;
|
|
64
|
+
}
|
|
65
|
+
else if ([
|
|
66
|
+
"DATE",
|
|
67
|
+
"TIME",
|
|
68
|
+
"TIMESTAMP",
|
|
69
|
+
"TIMESTAMP_MS",
|
|
70
|
+
"TIMESTAMP WITH TIME ZONE",
|
|
71
|
+
].includes(types[value]) &&
|
|
72
|
+
["AVG(", "SUM(", "SKEWNESS(", "STDDEV(", "VARIANCE("].includes(aggregates[summary])) {
|
|
73
|
+
return `\nNULL AS '${columns ? columns[i] : summary}'`;
|
|
74
|
+
}
|
|
75
|
+
else if (summary === "count") {
|
|
76
|
+
return `\nCAST(COUNT(*) AS INTEGER) AS '${columns ? columns[i] : "count"}'`;
|
|
77
|
+
}
|
|
78
|
+
else if (summary === "countUnique") {
|
|
79
|
+
return `\nCAST(COUNT(DISTINCT "${value}") AS INTEGER) AS '${columns ? columns[i] : "countUnique"}'`;
|
|
80
|
+
}
|
|
81
|
+
else if (summary === "countNull") {
|
|
82
|
+
return `\nCAST(COUNT(CASE WHEN "${value}" IS NULL THEN 1 END) AS INTEGER) as '${columns ? columns[i] : "countNull"}'`;
|
|
83
|
+
}
|
|
84
|
+
else {
|
|
85
|
+
return typeof options.decimals === "number" &&
|
|
86
|
+
![
|
|
87
|
+
"VARCHAR",
|
|
88
|
+
"DATE",
|
|
89
|
+
"TIME",
|
|
90
|
+
"TIMESTAMP",
|
|
91
|
+
"TIMESTAMP WITH TIME ZONE",
|
|
92
|
+
].includes(types[value])
|
|
93
|
+
? `\nROUND(${aggregates[summary]}"${value}"), ${options.decimals}) AS '${columns ? columns[i] : summary}'`
|
|
94
|
+
: `\n${aggregates[summary]}"${value}") AS '${columns ? columns[i] : summary}'`;
|
|
95
|
+
}
|
|
96
|
+
})}\nFROM "${table}"`;
|
|
97
|
+
if (categories.length > 0) {
|
|
98
|
+
query += `\nGROUP BY ${categories.map((d) => `"${d}"`).join(", ")}`;
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
if (options.noColumnValue) {
|
|
102
|
+
if (categories.length > 0) {
|
|
103
|
+
query += `\nORDER BY ${categories.map((d) => `"${d}" ASC`).join(", ")}`;
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
else {
|
|
107
|
+
query += `\nORDER BY ${["value", ...categories]
|
|
108
|
+
.map((d) => `"${d}" ASC`)
|
|
109
|
+
.join(", ")}`;
|
|
110
|
+
}
|
|
111
|
+
return query.replace("SELECT ,", "SELECT ");
|
|
112
|
+
}
|