@sasjs/utils 2.48.2 → 2.49.1

package/fs/sync.js

@@ -0,0 +1,208 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (_) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+var __values = (this && this.__values) || function(o) {
+    var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
+    if (m) return m.call(o);
+    if (o && typeof o.length === "number") return {
+        next: function () {
+            if (o && i >= o.length) o = void 0;
+            return { value: o && o[i++], done: !o };
+        }
+    };
+    throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
+};
+var __read = (this && this.__read) || function (o, n) {
+    var m = typeof Symbol === "function" && o[Symbol.iterator];
+    if (!m) return o;
+    var i = m.call(o), r, ar = [], e;
+    try {
+        while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
+    }
+    catch (error) { e = { error: error }; }
+    finally {
+        try {
+            if (r && !r.done && (m = i["return"])) m.call(i);
+        }
+        finally { if (e) throw e.error; }
+    }
+    return ar;
+};
+var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
+    if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
+        if (ar || !(i in from)) {
+            if (!ar) ar = Array.prototype.slice.call(from, 0, i);
+            ar[i] = from[i];
+        }
+    }
+    return to.concat(ar || Array.prototype.slice.call(from));
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.findResourcesNotPresentLocally = exports.generateProgramToSyncHashDiff = exports.generateProgramToGetRemoteHash = void 0;
+var path_1 = __importDefault(require("path"));
+var helper_1 = require("./internal/helper");
+var generateProgramToGetRemoteHash = function (remotePath) { return __awaiter(void 0, void 0, void 0, function () {
+    var compiledMacrosCode, codeForHashCreation, code;
+    return __generator(this, function (_a) {
+        switch (_a.label) {
+            case 0: return [4 /*yield*/, (0, helper_1.getCompiledMacrosCode)([
+                    'mp_hashdirectory.sas',
+                    'mp_jsonout.sas'
+                ])];
+            case 1:
+                compiledMacrosCode = _a.sent();
+                codeForHashCreation = getCodeForHashCreation();
+                code = compiledMacrosCode + codeForHashCreation;
+                return [2 /*return*/, setTargetAtStart(code, remotePath)];
+        }
+    });
+}); };
+exports.generateProgramToGetRemoteHash = generateProgramToGetRemoteHash;
+var generateProgramToSyncHashDiff = function (hashedFolder, remotePath) { return __awaiter(void 0, void 0, void 0, function () {
+    var compiledMacrosCode, initialProgramContent, pathRelativeTo, folderCreationCode, codeForHashCreation, code;
+    return __generator(this, function (_a) {
+        switch (_a.label) {
+            case 0: return [4 /*yield*/, (0, helper_1.getCompiledMacrosCode)([
+                    'mp_hashdirectory.sas',
+                    'mp_jsonout.sas',
+                    'mf_mkdir.sas'
+                ])];
+            case 1:
+                compiledMacrosCode = _a.sent();
+                initialProgramContent = (0, helper_1.getInitialCode)();
+                pathRelativeTo = hashedFolder.absolutePath.endsWith(path_1.default.sep)
+                    ? hashedFolder.absolutePath.slice(0, -1)
+                    : hashedFolder.absolutePath;
+                return [4 /*yield*/, generateCodeForFolderCreation(hashedFolder, pathRelativeTo)];
+            case 2:
+                folderCreationCode = _a.sent();
+                codeForHashCreation = getCodeForHashCreation();
+                code = compiledMacrosCode +
+                    initialProgramContent +
+                    folderCreationCode +
+                    codeForHashCreation;
+                return [2 /*return*/, setTargetAtStart(code, remotePath)];
+        }
+    });
+}); };
+exports.generateProgramToSyncHashDiff = generateProgramToSyncHashDiff;
+var findResourcesNotPresentLocally = function (localHash, remoteHashMap) {
+    var localHashedArray = convertHashFolderTreeToArray(localHash);
+    var remoteHashedArray = Object.keys(remoteHashMap);
+    return remoteHashedArray.filter(function (item) { return !localHashedArray.includes(item); });
+};
+exports.findResourcesNotPresentLocally = findResourcesNotPresentLocally;
+var generateCodeForFolderCreation = function (hashedFolder, pathRelativeTo, resultCode) {
+    if (resultCode === void 0) { resultCode = ''; }
+    return __awaiter(void 0, void 0, void 0, function () {
+        var _a, _b, member, _c, e_1_1;
+        var e_1, _d;
+        return __generator(this, function (_e) {
+            switch (_e.label) {
+                case 0:
+                    _e.trys.push([0, 7, 8, 9]);
+                    _a = __values(hashedFolder.members), _b = _a.next();
+                    _e.label = 1;
+                case 1:
+                    if (!!_b.done) return [3 /*break*/, 6];
+                    member = _b.value;
+                    if (!member.isFile) return [3 /*break*/, 3];
+                    _c = resultCode;
+                    return [4 /*yield*/, (0, helper_1.generateCodeForFileCreation)(member.absolutePath, pathRelativeTo)];
+                case 2:
+                    resultCode = _c + _e.sent();
+                    return [3 /*break*/, 5];
+                case 3:
+                    resultCode += "%mf_mkdir(&fsTarget".concat(member.absolutePath.replace(pathRelativeTo, ''), ")\n");
+                    return [4 /*yield*/, generateCodeForFolderCreation(member, pathRelativeTo, resultCode)];
+                case 4:
+                    resultCode = _e.sent();
+                    _e.label = 5;
+                case 5:
+                    _b = _a.next();
+                    return [3 /*break*/, 1];
+                case 6: return [3 /*break*/, 9];
+                case 7:
+                    e_1_1 = _e.sent();
+                    e_1 = { error: e_1_1 };
+                    return [3 /*break*/, 9];
+                case 8:
+                    try {
+                        if (_b && !_b.done && (_d = _a.return)) _d.call(_a);
+                    }
+                    finally { if (e_1) throw e_1.error; }
+                    return [7 /*endfinally*/];
+                case 9: return [2 /*return*/, resultCode];
+            }
+        });
+    });
+};
+var getCodeForHashCreation = function () {
+    return "/* Get Hashes */\n%mp_hashdirectory(&fsTarget,maxDepth=MAX,outds=work.hashes)\n\n/* Prepare Response JSON */\nfilename tmp temp;\n%mp_jsonout(OPEN,jref=tmp)\n%mp_jsonout(OBJ,hashes,fmt=N,jref=tmp)\n%mp_jsonout(CLOSE,jref=tmp)\n\n/* Print to Log */\ndata _null_;\n  retain eof;\n  infile tmp end=eof lrecl=10000;\n  if _n_=1 then putlog '>>weboutBEGIN<<';\n  input;\n  putlog _infile_;\n  if eof then putlog '>>weboutEND<<';\nrun;\n";
+};
+var setTargetAtStart = function (code, target) {
+    return "%let fsTarget=".concat(target, ";\n").concat(code);
+};
+/**
+ * convert hash folder tree to an array of relative paths,
+ * the returned array will be used to check the resources that are present on remote but not local
+ */
+var convertHashFolderTreeToArray = function (hashedFolder, array) {
+    var e_2, _a;
+    if (array === void 0) { array = []; }
+    if (hashedFolder.isFile)
+        return __spreadArray(__spreadArray([], __read(array), false), [hashedFolder.relativePath], false);
+    try {
+        for (var _b = __values(hashedFolder.members), _c = _b.next(); !_c.done; _c = _b.next()) {
+            var member = _c.value;
+            array = convertHashFolderTreeToArray(member, array);
+        }
+    }
+    catch (e_2_1) { e_2 = { error: e_2_1 }; }
+    finally {
+        try {
+            if (_c && !_c.done && (_a = _b.return)) _a.call(_b);
+        }
+        finally { if (e_2) throw e_2.error; }
+    }
+    array.push(hashedFolder.relativePath);
+    return array;
+};
+//# sourceMappingURL=sync.js.map

package/fs/sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../src/fs/sync.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,8CAAuB;AACvB,4CAI0B;AAGnB,IAAM,8BAA8B,GAAG,UAAO,UAAkB;;;;oBAC1C,qBAAM,IAAA,8BAAqB,EAAC;oBACrD,sBAAsB;oBACtB,gBAAgB;iBACjB,CAAC,EAAA;;gBAHI,kBAAkB,GAAG,SAGzB;gBAEI,mBAAmB,GAAG,sBAAsB,EAAE,CAAA;gBAE9C,IAAI,GAAG,kBAAkB,GAAG,mBAAmB,CAAA;gBAErD,sBAAO,gBAAgB,CAAC,IAAI,EAAE,UAAU,CAAC,EAAA;;;KAC1C,CAAA;AAXY,QAAA,8BAA8B,kCAW1C;AAEM,IAAM,6BAA6B,GAAG,UAC3C,YAA0B,EAC1B,UAAkB;;;;oBAES,qBAAM,IAAA,8BAAqB,EAAC;oBACrD,sBAAsB;oBACtB,gBAAgB;oBAChB,cAAc;iBACf,CAAC,EAAA;;gBAJI,kBAAkB,GAAG,SAIzB;gBAEI,qBAAqB,GAAG,IAAA,uBAAc,GAAE,CAAA;gBAExC,cAAc,GAAG,YAAY,CAAC,YAAY,CAAC,QAAQ,CAAC,cAAI,CAAC,GAAG,CAAC;oBACjE,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBACxC,CAAC,CAAC,YAAY,CAAC,YAAY,CAAA;gBAEF,qBAAM,6BAA6B,CAC5D,YAAY,EACZ,cAAc,CACf,EAAA;;gBAHK,kBAAkB,GAAG,SAG1B;gBAEK,mBAAmB,GAAG,sBAAsB,EAAE,CAAA;gBAE9C,IAAI,GACR,kBAAkB;oBAClB,qBAAqB;oBACrB,kBAAkB;oBAClB,mBAAmB,CAAA;gBACrB,sBAAO,gBAAgB,CAAC,IAAI,EAAE,UAAU,CAAC,EAAA;;;KAC1C,CAAA;AA7BY,QAAA,6BAA6B,iCA6BzC;AAEM,IAAM,8BAA8B,GAAG,UAC5C,SAAuB,EACvB,aAAwC;IAExC,IAAM,gBAAgB,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAA;IAChE,IAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;IAEpD,OAAO,iBAAiB,CAAC,MAAM,CAAC,UAAC,IAAI,IAAK,OAAA,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAhC,CAAgC,CAAC,CAAA;AAC7E,CAAC,CAAA;AARY,QAAA,8BAA8B,kCAQ1C;AAED,IAAM,6BAA6B,GAAG,UACpC,YAA0B,EAC1B,cAAsB,EACtB,UAAuB;IAAvB,2BAAA,EAAA,eAAuB;;;;;;;;oBAEF,KAAA,SAAA,YAAY,CAAC,OAAO,CAAA;;;;oBAA9B,MAAM;yBACX,MAAM,CAAC,MAAM,EAAb,wBAAa;oBACf,KAAA,UAAU,CAAA;oBAAI,qBAAM,IAAA,oCAA2B,EAC7C,MAAM,CAAC,YAAY,EACnB,cAAc,CACf,EAAA;;oBAHD,UAAU,GAAV,KAAc,SAGb,CAAA;;;oBAED,UAAU,IAAI,6BAAsB,MAAM,CAAC,YAAY,CAAC,OAAO,CAC7D,cAAc,EACd,EAAE,CACH,QAAK,CAAA;oBACO,qBAAM,6BAA6B,CAC9C,MAAsB,EACtB,cAAc,EACd,UAAU,CACX,EAAA;;oBAJD,UAAU,GAAG,SAIZ,CAAA;;;;;;;;;;;;;;;;wBAIL,sBAAO,UAAU,EAAA;;;;CAClB,CAAA;AAED,IAAM,sBAAsB,GAAG;IAC7B,OAAO,ibAkBR,CAAA;AACD,CAAC,CAAA;AAED,IAAM,gBAAgB,GAAG,UAAC,IAAY,EAAE,MAAc;IACpD,OAAO,wBAAiB,MAAM,gBAAM,IAAI,CAAE,CAAA;AAC5C,CAAC,CAAA;AAED;;;GAGG;AAEH,IAAM,4BAA4B,GAAG,UACnC,YAA0B,EAC1B,KAAoB;;IAApB,sBAAA,EAAA,UAAoB;IAEpB,IAAI,YAAY,CAAC,MAAM;QAAE,8CAAW,KAAK,YAAE,YAAY,CAAC,YAAY,UAAC;;QAErE,KAAqB,IAAA,KAAA,SAAA,YAAY,CAAC,OAAO,CAAA,gBAAA,4BAAE;YAAtC,IAAM,MAAM,WAAA;YACf,KAAK,GAAG,4BAA4B,CAAC,MAAsB,EAAE,KAAK,CAAC,CAAA;SACpE;;;;;;;;;IAED,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;IAErC,OAAO,KAAK,CAAA;AACd,CAAC,CAAA"}

package/index.d.ts

@@ -8,3 +8,4 @@ export * from './time';
 export * from './types';
 export * from './utils';
 export * from './compileTree';
+export * from './fs';

package/index.js

@@ -20,4 +20,5 @@ __exportStar(require("./time"), exports);
 __exportStar(require("./types"), exports);
 __exportStar(require("./utils"), exports);
 __exportStar(require("./compileTree"), exports);
+__exportStar(require("./fs"), exports);
 //# sourceMappingURL=index.js.map

package/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,yCAAsB;AACtB,yCAAsB;AACtB,8CAA2B;AAC3B,0CAAuB;AACvB,2CAAwB;AACxB,6CAA0B;AAC1B,yCAAsB;AACtB,0CAAuB;AACvB,0CAAuB;AACvB,gDAA6B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,yCAAsB;AACtB,yCAAsB;AACtB,8CAA2B;AAC3B,0CAAuB;AACvB,2CAAwB;AACxB,6CAA0B;AAC1B,yCAAsB;AACtB,0CAAuB;AACvB,0CAAuB;AACvB,gDAA6B;AAC7B,uCAAoB"}

package/macros/mf_abort.sas

@@ -0,0 +1,27 @@
+/**
+  @file
+  @brief Abort, ungracefully
+  @details Will abort with a straightforward %abort if the condition is true.
+
+  <h4> Related Macros </h4>
+  @li mp_abort.sas
+
+  @version 9.2
+  @author Allan Bowe
+  @cond
+**/
+
+%macro mf_abort(mac=mf_abort.sas, msg=, iftrue=%str(1=1)
+)/*/STORE SOURCE*/;
+
+  %if not(%eval(%unquote(&iftrue))) %then %return;
+
+  %put NOTE: ///  mf_abort macro executing //;
+  %if %length(&mac)>0 %then %put NOTE- called by &mac;
+  %put NOTE - &msg;
+
+  %abort;
+
+%mend mf_abort;
+
+/** @endcond */

package/macros/mf_dedup.sas

@@ -0,0 +1,53 @@
+/**
+  @file
+  @brief de-duplicates a macro string
+  @details Removes all duplicates from a string of words.  A delimeter can be
+  chosen.  Is inspired heavily by this excellent [macro](
+  https://github.com/scottbass/SAS/blob/master/Macro/dedup_mstring.sas) from
+  [Scott Base](https://www.linkedin.com/in/scottbass).  Case sensitive.
+
+  Usage:
+
+      %let str=One two one two and through and through;
+      %put %mf_dedup(&str);
+      %put %mf_dedup(&str,outdlm=%str(,));
+
+  Which returns:
+
+      > One two one and through
+      > One,two,one,and,through
+
+  @param [in] str String to be deduplicated
+  @param [in] indlm= ( ) Delimeter of the input string
+  @param [out] outdlm= ( ) Delimiter of the output string
+
+  <h4> Related Macros </h4>
+  @li mf_trimstr.sas
+
+  @version 9.2
+  @author Allan Bowe
+**/
+
+%macro mf_dedup(str
+  ,indlm=%str( )
+  ,outdlm=%str( )
+)/*/STORE SOURCE*/;
+
+%local num word i pos out;
+
+%* loop over each token, searching the target for that token ;
+%let num=%sysfunc(countc(%superq(str),%str(&indlm)));
+%do i=1 %to %eval(&num+1);
+  %let word=%scan(%superq(str),&i,%str(&indlm));
+  %let pos=%sysfunc(indexw(&out,&word,%str(&outdlm)));
+  %if (&pos eq 0) %then %do;
+    %if (&i gt 1) %then %let out=&out%str(&outdlm);
+    %let out=&out&word;
+  %end;
+%end;
+
+%unquote(&out)
+
+%mend mf_dedup;
+
+

package/macros/mf_deletefile.sas

@@ -0,0 +1,31 @@
+/**
+  @file
+  @brief Deletes a physical file, if it exists
+  @details Usage:
+
+      %mf_writefile(&sasjswork/myfile.txt,l1=some content)
+
+      %mf_deletefile(&sasjswork/myfile.txt)
+
+      %mf_deletefile(&sasjswork/myfile.txt)
+
+
+  @param filepath Full path to the target file
+
+  @returns The return code from the fdelete() invocation
+
+  <h4> Related Macros </h4>
+  @li mf_deletefile.test.sas
+  @li mf_writefile.sas
+
+  @version 9.2
+  @author Allan Bowe
+**/
+
+%macro mf_deletefile(file
+)/*/STORE SOURCE*/;
+  %local rc fref;
+  %let rc= %sysfunc(filename(fref,&file));
+  %if %sysfunc(fdelete(&fref)) ne 0 %then %put %sysfunc(sysmsg());
+  %let rc= %sysfunc(filename(fref));
+%mend mf_deletefile;

package/macros/mf_existds.sas

@@ -0,0 +1,30 @@
+/**
+  @file mf_existds.sas
+  @brief Checks whether a dataset OR a view exists.
+  @details Can be used in open code, eg as follows:
+
+      %if %mf_existds(libds=work.someview) %then %put  yes it does!;
+
+  NOTE - some databases have case sensitive tables, for instance POSTGRES
+    with the preserve_tab_names=yes libname setting.  This may impact
+    expected results (depending on whether you 'expect' the result to be
+    case insensitive in this context!)
+
+  @param libds library.dataset
+  @return output returns 1 or 0
+
+  <h4> Related Macros </h4>
+  @li mf_existds.test.sas
+
+  @warning Untested on tables registered in metadata but not physically present
+  @version 9.2
+  @author Allan Bowe
+**/
+
+%macro mf_existds(libds
+)/*/STORE SOURCE*/;
+
+  %if %sysfunc(exist(&libds)) ne 1 & %sysfunc(exist(&libds,VIEW)) ne 1 %then 0;
+  %else 1;
+
+%mend mf_existds;

package/macros/mf_existfeature.sas

@@ -0,0 +1,59 @@
+/**
+  @file
+  @brief Checks whether a feature exists
+  @details Check to see if a feature is supported in your environment.
+    Run without arguments to see a list of detectable features.
+    Note - this list is based on known versions of SAS rather than
+    actual feature detection, as that is tricky / impossible to do
+    without generating errs in most cases.
+
+        %put %mf_existfeature(PROCLUA);
+
+  @param [in] feature The feature to detect.
+
+  @return output returns 1 or 0 (or -1 if not found)
+
+  <h4> SAS Macros </h4>
+  @li mf_getplatform.sas
+
+  @version 8
+  @author Allan Bowe
+**/
+/** @cond */
+%macro mf_existfeature(feature
+)/*/STORE SOURCE*/;
+  %let feature=%upcase(&feature);
+  %local platform;
+  %let platform=%mf_getplatform();
+
+  %if &feature= %then %do;
+    %put No feature was requested for detection;
+  %end;
+  %else %if &feature=COLCONSTRAINTS %then %do;
+    %if "%substr(&sysver,1,1)"="4" or "%substr(&sysver,1,1)"="5" %then 0;
+    %else 1;
+  %end;
+  %else %if &feature=PROCLUA %then %do;
+    /* https://blogs.sas.com/content/sasdummy/2015/08/03/using-lua-within-your-sas-programs */
+    %if &platform=SASVIYA %then 1;
+    %else %if "&sysver"="9.2" or "&sysver"="9.3" %then 0;
+    %else %if "&SYSVLONG" < "9.04.01M3" %then 0;
+    %else 1;
+  %end;
+  %else %if &feature=DBMS_MEMTYPE %then %do;
+    /* does dbms_memtype exist in dictionary.tables? */
+    %if "%substr(&sysver,1,1)"="4" or "%substr(&sysver,1,1)"="5" %then 0;
+    %else 1;
+  %end;
+  %else %if &feature=EXPORTXLS %then %do;
+    /* is it possible to PROC EXPORT an excel file? */
+    %if "%substr(&sysver,1,1)"="4" or "%substr(&sysver,1,1)"="5" %then 1;
+    %else %if %sysfunc(sysprod(SAS/ACCESS Interface to PC Files)) = 1 %then 1;
+    %else 0;
+  %end;
+  %else %do;
+    -1
+    %put &sysmacroname: &feature not found;
+  %end;
+%mend mf_existfeature;
+/** @endcond */

package/macros/mf_existfileref.sas

@@ -0,0 +1,33 @@
+/**
+  @file
+  @brief Checks whether a fileref exists
+  @details You can probably do without this macro as it is just a one liner.
+  Mainly it is here as a convenient way to remember the syntax!
+
+  @param fref the fileref to detect
+
+  @return output Returns 1 if found and 0 if not found.  Note - it is possible
+  that the fileref is found, but the file does not (yet) exist. If you need
+  to test for this, you may as well use the fileref function directly.
+
+  @version 8
+  @author [Allan Bowe](https://www.linkedin.com/in/allanbowe/)
+**/
+
+%macro mf_existfileref(fref
+)/*/STORE SOURCE*/;
+
+  %local rc;
+  %let rc=%sysfunc(fileref(&fref));
+  %if &rc=0 %then %do;
+    1
+  %end;
+  %else %if &rc<0 %then %do;
+    %put &sysmacroname: Fileref &fref exists but the underlying file does not;
+    1
+  %end;
+  %else %do;
+    0
+  %end;
+
+%mend mf_existfileref;

package/macros/mf_existfunction.sas

@@ -0,0 +1,37 @@
+/**
+  @file
+  @brief Checks if a function exists
+  @details Returns 1 if the function exists, else 0.  Note that this function
+  can be slow as it needs to open the sashelp.vfuncs table.
+
+  Usage:
+
+      %put %mf_existfunction(CAT);
+      %put %mf_existfunction(DOG);
+
+  Full credit to [Bart](https://sasensei.com/user/305) for the vfunc pointer
+  and the tidy approach for pure macro data set filtering.
+  Check out his [SAS Packages](https://github.com/yabwon/SAS_PACKAGES)
+  framework!  Where you can find the same [function](
+https://github.com/yabwon/SAS_PACKAGES/blob/main/packages/baseplus.md#functionexists-macro
+  ).
+
+  @param [in] name (positional) - function name
+
+  @author Allan Bowe
+**/
+/** @cond */
+%macro mf_existfunction(name
+)/*/STORE SOURCE*/;
+
+  %local dsid rc exist;
+  %let dsid=%sysfunc(open(sashelp.vfunc(where=(fncname="%upcase(&name)"))));
+  %let exist=1;
+  %let exist=%sysfunc(fetch(&dsid, NOSET));
+  %let rc=%sysfunc(close(&dsid));
+
+  %sysevalf(0 = &exist)
+
+%mend mf_existfunction;
+
+/** @endcond */

package/macros/mf_existvar.sas

@@ -0,0 +1,39 @@
+/**
+  @file
+  @brief Checks if a variable exists in a data set.
+  @details Returns 0 if the variable does NOT exist, and the position of the var
+  if it does.
+  Usage:
+
+      %put %mf_existvar(work.someds, somevar)
+
+  @param [in] libds 2 part dataset or view reference
+  @param [in] var variable name
+
+  <h4> Related Macros </h4>
+  @li mf_existvar.test.sas
+
+  @version 9.2
+  @author Allan Bowe
+**/
+/** @cond */
+
+%macro mf_existvar(libds /* 2 part dataset name */
+      , var /* variable name */
+)/*/STORE SOURCE*/;
+
+  %local dsid rc;
+  %let dsid=%sysfunc(open(&libds,is));
+
+  %if &dsid=0 or %length(&var)=0 %then %do;
+    %put %sysfunc(sysmsg());
+      0
+  %end;
+  %else %do;
+      %sysfunc(varnum(&dsid,&var))
+      %let rc=%sysfunc(close(&dsid));
+  %end;
+
+%mend mf_existvar;
+
+/** @endcond */

package/macros/mf_existvarlist.sas

@@ -0,0 +1,56 @@
+/**
+  @file
+  @brief Checks if a set of variables ALL exist in a data set.
+  @details Returns 0 if ANY of the variables do not exist, or 1 if they ALL do.
+  Usage:
+
+      %put %mf_existVarList(sashelp.class, age sex name dummyvar);
+
+  @param libds 2 part dataset or view reference
+  @param varlist space separated variable names
+
+  @version 9.2
+  @author Allan Bowe
+  @cond
+**/
+
+%macro mf_existvarlist(libds, varlist
+)/*/STORE SOURCE*/;
+
+  %if %str(&libds)=%str() or %str(&varlist)=%str() %then %do;
+    %mf_abort(msg=No value provided to libds(&libds) or varlist (&varlist)!
+      ,mac=mf_existvarlist.sas)
+  %end;
+
+  %local dsid rc i var found;
+  %let dsid=%sysfunc(open(&libds,is));
+
+  %if &dsid=0 %then %do;
+    %put %str(WARN)ING:  unable to open &libds in mf_existvarlist (&dsid);
+  %end;
+
+  %if %sysfunc(attrn(&dsid,NVARS))=0 %then %do;
+    %put MF_EXISTVARLIST:  No variables in &libds ;
+    0
+    %return;
+  %end;
+
+  %else %do i=1 %to %sysfunc(countw(&varlist));
+    %let var=%scan(&varlist,&i);
+
+    %if %sysfunc(varnum(&dsid,&var))=0  %then %do;
+      %let found=&found &var;
+    %end;
+  %end;
+
+  %let rc=%sysfunc(close(&dsid));
+  %if %str(&found)=%str() %then %do;
+    1
+  %end;
+  %else %do;
+    0
+    %put Vars not found: &found;
+  %end;
+%mend mf_existvarlist;
+
+/** @endcond */

package/macros/mf_fmtdttm.sas

@@ -0,0 +1,42 @@
+/**
+  @file
+  @brief Returns E8601DT26.6 if compatible else DATETIME19.3
+  @details From our experience in [Data Controller for SAS]
+  (https://datacontroller.io) deployments, the E8601DT26.6 datetime format has
+  the widest support when it comes to pass-through SQL queries.
+
+  However, it is not supported in WPS or early versions of SAS 9 (M3 and below)
+  when used as a datetime literal, eg:
+
+      data _null_;
+        demo="%sysfunc(datetime(),E8601DT26.6)"dt;
+        demo=;
+      run;
+
+  This macro will therefore return DATEITME19.3 as an alternative format
+  based on the runtime environment so that it can be used in such cases, eg:
+
+      data _null_;
+        demo="%sysfunc(datetime(),%mf_fmtdttm())"dt;
+        demo=;
+      run;
+
+  <h4> Related Macros </h4>
+  @li mf_fmtdttm.test.sas
+
+  @author Allan Bowe
+**/
+
+%macro mf_fmtdttm(
+)/*/STORE SOURCE*/;
+
+%if "&sysver"="9.2" or "&sysver"="9.3"
+  or ("&sysver"="9.4" and "%substr(&SYSVLONG,9,1)" le "3")
+  or "%substr(&sysver,1,1)"="4"
+  or "%substr(&sysver,1,1)"="5"
+%then %do;DATETIME19.3%end;
+%else %do;E8601DT26.6%end;
+
+%mend mf_fmtdttm;
+
+