@sasjs/adapter 3.7.8 → 3.7.11

package/node/utils/convertToCsv.d.ts

@@ -2,8 +2,6 @@
  * Converts the given JSON object array to a CSV string.
  * @param data - the array of JSON objects to convert.
  */
-export declare const convertToCSV: (data: any[], sasFormats?: {
-    formats: {
-        [key: string]: string;
-    };
-} | undefined) => string;
+export declare const convertToCSV: (data: {
+    [key: string]: any;
+}, tableName: string) => string;

package/package.json

@@ -14,7 +14,7 @@
     "prepublishOnly": "cp -r ./build/* . && rm -rf ./build",
     "postpublish": "git clean -fd",
     "semantic-release": "semantic-release",
-    "typedoc": "typedoc",
+    "typedoc": "node createTSDocs",
     "prepare": "git rev-parse --git-dir && git config core.hooksPath ./.git-hooks && git config core.autocrlf false || true"
   },
   "publishConfig": {
@@ -43,42 +43,41 @@
     "@types/axios": "0.14.0",
     "@types/express": "4.17.13",
     "@types/form-data": "2.5.0",
-    "@types/jest": "27.0.2",
+    "@types/jest": "27.4.0",
     "@types/mime": "2.0.3",
     "@types/pem": "1.9.6",
     "@types/tough-cookie": "4.0.1",
     "copyfiles": "2.4.1",
     "cp": "0.2.0",
-    "dotenv": "10.0.0",
-    "express": "4.17.1",
+    "dotenv": "16.0.0",
+    "express": "4.17.3",
     "jest": "27.4.7",
     "jest-extended": "2.0.0",
     "node-polyfill-webpack-plugin": "1.1.4",
     "path": "0.12.7",
-    "pem": "1.14.4",
+    "pem": "1.14.6",
     "process": "0.11.10",
     "rimraf": "3.0.2",
     "semantic-release": "18.0.0",
-    "terser-webpack-plugin": "5.3.0",
+    "terser-webpack-plugin": "5.3.1",
     "ts-jest": "27.1.3",
     "ts-loader": "9.2.6",
     "tslint": "6.1.3",
     "tslint-config-prettier": "1.18.0",
     "typedoc": "0.22.11",
-    "typedoc-neo-theme": "1.1.1",
-    "typedoc-plugin-external-module-name": "4.0.6",
-    "typescript": "4.5.4",
-    "webpack": "5.66.0",
-    "webpack-cli": "4.7.2"
+    "typedoc-plugin-rename-defaults": "0.4.0",
+    "typescript": "4.5.5",
+    "webpack": "5.69.0",
+    "webpack-cli": "4.9.2"
   },
   "main": "index.js",
   "dependencies": {
-    "@sasjs/utils": "2.35.0",
+    "@sasjs/utils": "2.36.1",
     "axios": "0.26.0",
     "axios-cookiejar-support": "1.0.1",
     "form-data": "4.0.0",
     "https": "1.0.0",
     "tough-cookie": "4.0.0"
   },
-  "version": "3.7.8"
+  "version": "3.7.11"
 }

package/src/SASViyaApiClient.ts

@@ -836,7 +836,9 @@ export class SASViyaApiClient {
 
     const { result: members } = await this.requestClient
       .get<{ items: any[] }>(
-        `/folders/folders/${folder.id}/members?limit=${folder.memberCount}`,
+        `/folders/folders/${folder.id}/members?limit=${
+          folder.memberCount < 500 ? 500 : folder.memberCount
+        }`, // this is a fix for https://github.com/sasjs/adapter/issues/669
         accessToken
       )
       .catch((err) => {

package/src/SASjs.ts

@@ -113,6 +113,9 @@ export default class SASjs {
     debug?: boolean
   ) {
     this.isMethodSupported('executeScriptSASViya', [ServerType.SasViya])
+
+    contextName = contextName || this.sasjsConfig.contextName
+
     if (!contextName) {
       throw new Error(
         'Context name is undefined. Please set a `contextName` in your SASjs or override config.'

package/src/api/viya/uploadTables.ts

@@ -18,7 +18,7 @@ export async function uploadTables(
   const uploadedFiles = []
 
   for (const tableName in data) {
-    const csv = convertToCSV(data[tableName])
+    const csv = convertToCSV(data, tableName)
     if (csv === 'ERROR: LARGE STRING LENGTH') {
       throw new Error(
         'The max length of a string value in SASjs is 32765 characters.'

package/src/file/generateFileUploadForm.ts

@@ -18,7 +18,7 @@ export const generateFileUploadForm = (
     if (!Array.isArray(data[tableName])) continue
 
     const name = tableName
-    const csv = convertToCSV(data[tableName])
+    const csv = convertToCSV(data, tableName)
 
     if (csv === 'ERROR: LARGE STRING LENGTH') {
       throw new Error(

package/src/file/generateTableUploadForm.ts

@@ -9,18 +9,24 @@ export const generateTableUploadForm = (
   const sasjsTables = []
   const requestParams: any = {}
   let tableCounter = 0
+
   for (const tableName in data) {
     tableCounter++
+
     sasjsTables.push(tableName)
-    const csv = convertToCSV(data[tableName])
+
+    const csv = convertToCSV(data, tableName)
+
     if (csv === 'ERROR: LARGE STRING LENGTH') {
       throw new Error(
         'The max length of a string value in SASjs is 32765 characters.'
       )
     }
+
     // if csv has length more then 16k, send in chunks
     if (csv.length > 16000) {
       const csvChunks = splitChunks(csv)
+
       // append chunks to form data with same key
       csvChunks.map((chunk) => {
         formData.append(`sasjs${tableCounter}data`, chunk)
@@ -29,6 +35,7 @@ export const generateTableUploadForm = (
       requestParams[`sasjs${tableCounter}data`] = csv
     }
   }
+
   requestParams['sasjs_tables'] = sasjsTables.join(' ')
 
   return { formData, requestParams }

package/src/job-execution/Sas9JobExecutor.ts

@@ -125,7 +125,8 @@ const generateFileUploadForm = (
 ): NodeFormData => {
   for (const tableName in data) {
     const name = tableName
-    const csv = convertToCSV(data[tableName])
+    const csv = convertToCSV(data, tableName)
+
     if (csv === 'ERROR: LARGE STRING LENGTH') {
       throw new Error(
         'The max length of a string value in SASjs is 32765 characters.'

package/src/utils/convertToCsv.ts

@@ -3,10 +3,18 @@
  * @param data - the array of JSON objects to convert.
  */
 export const convertToCSV = (
-  data: any[],
-  sasFormats?: { formats: { [key: string]: string } }
+  data: { [key: string]: any },
+  tableName: string
 ) => {
-  let formats = sasFormats?.formats
+  if (!data[tableName]) {
+    throw new Error('No table provided to be converted to CSV')
+  }
+
+  const table = data[tableName]
+
+  if (!Array.isArray(table)) return ''
+
+  let formats = data[`$${tableName}`]?.formats
   let headers: string[] = []
   let csvTest
   let invalidString = false
@@ -16,14 +24,14 @@ export const convertToCSV = (
     headers = Object.keys(formats).map((key) => `${key}:${formats![key]}`)
   }
 
-  const headerFields = Object.keys(data[0])
+  const headerFields = Object.keys(table[0])
 
   headerFields.forEach((field) => {
     if (!formats || !Object.keys(formats).includes(field)) {
       let hasNullOrNumber = false
       let hasSpecialMissingString = false
 
-      data.forEach((row: { [key: string]: any }) => {
+      table.forEach((row: { [key: string]: any }) => {
         if (row[field] === null || typeof row[field] === 'number') {
           hasNullOrNumber = true
         } else if (
@@ -45,7 +53,7 @@ export const convertToCSV = (
         let hasMixedTypes: boolean = false
         let rowNumError: number = -1
 
-        const longestValueForField = data
+        const longestValueForField = table
           .map((row: any, index: number) => {
             if (row[field] || row[field] === '') {
               if (firstFoundType) {
@@ -101,7 +109,7 @@ export const convertToCSV = (
     }
   })
 
-  if (sasFormats) {
+  if (formats) {
     headers = headers.sort(
       (a, b) =>
         headerFields.indexOf(a.replace(/:.*/, '')) -
@@ -111,7 +119,7 @@ export const convertToCSV = (
 
   if (invalidString) return 'ERROR: LARGE STRING LENGTH'
 
-  csvTest = data.map((row: any) => {
+  csvTest = table.map((row: any) => {
     const fields = Object.keys(row).map((fieldName, index) => {
       let value
       const currentCell = row[fieldName]

package/src/utils/formatDataForRequest.ts

@@ -15,19 +15,24 @@ export const formatDataForRequest = (data: any) => {
     }
 
     tableCounter++
+
     sasjsTables.push(tableName)
-    const csv = convertToCSV(data[tableName], data[`$${tableName}`])
+
+    const csv = convertToCSV(data, tableName)
 
     if (csv === 'ERROR: LARGE STRING LENGTH') {
       throw new Error(
         'The max length of a string value in SASjs is 32765 characters.'
       )
     }
+
     // if csv has length more then 16k, send in chunks
     if (csv.length > 16000) {
       const csvChunks = splitChunks(csv)
+
       // append chunks to form data with same key
       result[`sasjs${tableCounter}data0`] = csvChunks.length
+
       csvChunks.forEach((chunk, index) => {
         result[`sasjs${tableCounter}data${index + 1}`] = chunk
       })

package/typedoc.json

@@ -1,45 +1,13 @@
 {
   "out": "docs",
-  "includeDeclarations": true,
-  "exclude": "**/*+(index|.spec|.e2e).ts",
-  "ignoreCompilerErrors": true,
-  "disableOutputCheck": true,
+  "exclude": ["**/*+(index|.spec|.e2e).ts"],
   "excludeExternals": true,
   "excludePrivate": true,
-  "excludeNotExported": true,
-  "theme": "./node_modules/typedoc-neo-theme/bin/default",
-  "outline": [
-    {
-      "SAS Adapter": {
-        "SASjs": "classes/reflection-717.reflection-180.sasjs",
-        "Types": "modules/types"
-      },
-      "SAS Viya API Client": "classes/reflection-717.reflection-180.sasviyaapiclient",
-      "SAS 9 API Client": "classes/reflection-717.reflection-180.sas9apiclient"
-    }
-  ],
-  "links": [
-    {
-      "label": "SASjs on Github",
-      "url": "https://github.com/sasjs/adapter"
-    },
-    {
-      "label": "SASjs.io",
-      "url": "https://sasjs.io"
-    },
-    {
-      "label": "SASjs CLI",
-      "url": "https://github.com/sasjs/cli"
-    },
-    {
-      "label": "React Seed App",
-      "url": "https://github.com/sasjs/react-seed-app"
-    }
-  ],
-  "source": [
-    {
-      "path": "https://github.com/sasjs/adapter/blob/master/src/",
-      "line": "L"
-    }
+  "entryPoints": [
+    "src/SASjs.ts",
+    "src/SAS9ApiClient.ts",
+    "src/SASjsApiClient.ts",
+    "src/SASViyaApiClient.ts",
+    "src/types"
   ]
 }

package/utils/convertToCsv.d.ts

@@ -2,8 +2,6 @@
  * Converts the given JSON object array to a CSV string.
  * @param data - the array of JSON objects to convert.
  */
-export declare const convertToCSV: (data: any[], sasFormats?: {
-    formats: {
-        [key: string]: string;
-    };
-} | undefined) => string;
+export declare const convertToCSV: (data: {
+    [key: string]: any;
+}, tableName: string) => string;