@looker/sdk-codegen-scripts 21.3.0 → 21.3.4

package/CHANGELOG.md

@@ -1,5 +1,61 @@
 # Changelog
 
+### [21.3.4](https://www.github.com/looker-open-source/sdk-codegen/compare/sdk-codegen-scripts-v21.3.3...sdk-codegen-scripts-v21.3.4) (2022-07-07)
+
+
+### Bug Fixes
+
+* example miner github permalinks do not use `.git` in the repository name ([#1063](https://www.github.com/looker-open-source/sdk-codegen/issues/1063)) ([e150b33](https://www.github.com/looker-open-source/sdk-codegen/commit/e150b33ff974575d731f48f2f1488bdbeeb9118c))
+* remove generated files from examples index ([#1076](https://www.github.com/looker-open-source/sdk-codegen/issues/1076)) ([d75bce8](https://www.github.com/looker-open-source/sdk-codegen/commit/d75bce8dc25d41fd6bc5e2e513782eaa6009fd10))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @looker/sdk bumped from ^22.4.2 to ^22.6.0
+    * @looker/sdk-codegen bumped from ^21.5.2 to ^21.6.0
+    * @looker/sdk-node bumped from ^22.4.2 to ^22.6.0
+    * @looker/sdk-rtl bumped from ^21.3.3 to ^21.3.4
+
+### [21.3.3](https://www.github.com/looker-open-source/sdk-codegen/compare/sdk-codegen-scripts-v21.3.2...sdk-codegen-scripts-v21.3.3) (2022-04-07)
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @looker/sdk bumped from ^22.4.1 to ^22.4.2
+    * @looker/sdk-codegen bumped from ^21.5.1 to ^21.5.2
+    * @looker/sdk-node bumped from ^22.4.1 to ^22.4.2
+    * @looker/sdk-rtl bumped from ^21.3.2 to ^21.3.3
+
+### [21.3.2](https://www.github.com/looker-open-source/sdk-codegen/compare/sdk-codegen-scripts-v21.3.1...sdk-codegen-scripts-v21.3.2) (2022-04-07)
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @looker/sdk bumped from ^22.4.0 to ^22.4.1
+    * @looker/sdk-codegen bumped from ^21.5.0 to ^21.5.1
+    * @looker/sdk-node bumped from ^22.4.0 to ^22.4.1
+
+### [21.3.1](https://www.github.com/looker-open-source/sdk-codegen/compare/sdk-codegen-scripts-v21.3.0...sdk-codegen-scripts-v21.3.1) (2022-03-24)
+
+
+### Bug Fixes
+
+* declaration miner (internal utility) ([#1025](https://www.github.com/looker-open-source/sdk-codegen/issues/1025)) ([9b987b2](https://www.github.com/looker-open-source/sdk-codegen/commit/9b987b2c2f24e4a43d6ff25921c5f46804b7702a))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @looker/sdk bumped from ^22.2.0 to ^22.4.0
+    * @looker/sdk-node bumped from ^22.2.0 to ^22.4.0
+
 ## [21.3.0](https://www.github.com/looker-open-source/sdk-codegen/compare/sdk-codegen-scripts-v21.2.3...sdk-codegen-scripts-v21.3.0) (2022-03-04)
 
 

package/lib/declarationMiner.d.ts

@@ -14,9 +14,10 @@ export declare class DeclarationMiner {
     readonly sourcePath: string;
     readonly methodProbe: IProbe;
     readonly typeProbe: IProbe;
+    private readonly originOverride;
     types: DeclarationNuggets;
     methods: DeclarationNuggets;
-    constructor(sourcePath: string, methodProbe: IProbe, typeProbe: IProbe);
+    constructor(sourcePath: string, methodProbe: IProbe, typeProbe: IProbe, originOverride: string);
     execute(sourcePath?: string, methodProbe?: IProbe, typeProbe?: IProbe): IDeclarationMine;
     get commitHash(): string;
     get remoteOrigin(): string;

package/lib/declarationMiner.js

@@ -52,10 +52,11 @@ var rubyTypeProbe = {
 exports.rubyTypeProbe = rubyTypeProbe;
 
 class DeclarationMiner {
-  constructor(sourcePath, methodProbe, typeProbe) {
+  constructor(sourcePath, methodProbe, typeProbe, originOverride) {
     this.sourcePath = sourcePath;
     this.methodProbe = methodProbe;
     this.typeProbe = typeProbe;
+    this.originOverride = originOverride;
 
     _defineProperty(this, "types", {});
 
@@ -87,8 +88,12 @@ class DeclarationMiner {
   }
 
   get remoteOrigin() {
+    if (this.originOverride) {
+      return this.originOverride;
+    }
+
     process.chdir(this.sourcePath);
-    return (0, _exampleMiner.getRemoteHttpOrigin)();
+    return (0, _exampleMiner.getRemoteOrigin)();
   }
 
   get lode() {

package/lib/declarationMiner.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/declarationMiner.ts"],"names":["fileFilter","endpointFilePattern","typeFilePattern","fileName","fileMatch","test","rubyMethodProbe","fileNamePattern","declarationPattern","matchToSpecKeyTransform","match","verb","groups","toLocaleUpperCase","path","replace","key","rubyTypeProbe","typeName","DeclarationMiner","constructor","sourcePath","methodProbe","typeProbe","execute","filePath","mProbe","tProbe","files","undefined","bind","forEach","f","relFile","processFile","basename","methods","mineFile","types","lode","commitHash","process","chdir","remoteOrigin","ExampleMiner","relate","probe","mineCode","content","lines","split","declarations","line","index","exec","sourceFile"],"mappings":";;;;;;;AAyBA;;AAGA;;;;;;;;;;;;;;;;AAeA,IAAMA,UAAU,GAAG,CACjBC,mBADiB,EAEjBC,eAFiB,EAGjBC,QAHiB,KAId;AACH,MAAMC,SAAS,GACbH,mBAAmB,CAACI,IAApB,CAAyBF,QAAzB,KAAsCD,eAAe,CAACG,IAAhB,CAAqBF,QAArB,CADxC;AAEA,SAAO,mCAAgBA,QAAhB,KAA6BC,SAApC;AACD,CARD;;AAaO,IAAME,eAAe,GAAG;AAC7BC,EAAAA,eAAe,EAAE,4BADY;AAE7BC,EAAAA,kBAAkB,cAChB,2PADgB;AAAA;AAAA;AAAA,IAFW;AAI7BC,EAAAA,uBAAuB,EAAGC,KAAD,IAA4B;AACnD,QAAMC,IAAI,GAAGD,KAAK,CAACE,MAAN,CAAcD,IAAd,CAAmBE,iBAAnB,EAAb;AACA,QAAMC,IAAI,GAAGJ,KAAK,CACfE,MADU,CACFE,IADE,CACGC,OADH,CACW,IADX,EACiB,EADjB,EAEVA,OAFU,CAEF,GAFE,EAEG,EAFH,EAGVA,OAHU,CAGF,SAHE,EAGS,MAHT,CAAb;AAIA,QAAMC,GAAG,aAAML,IAAN,cAAcG,IAAd,CAAT;AACA,WAAOE,GAAP;AACD;AAZ4B,CAAxB;;AAkBA,IAAMC,aAAqB,GAAG;AACnCV,EAAAA,eAAe,EAAE,wBADkB;AAEnCC,EAAAA,kBAAkB,cAAE,gGAAF;AAAA;AAAA,IAFiB;AAGnCC,EAAAA,uBAAuB,EAAGC,KAAD,IAA4BA,KAAK,CAACE,MAAN,CAAcM;AAHhC,CAA9B;;;AAeA,MAAMC,gBAAN,CAAuB;AAI5BC,EAAAA,WAAW,CACOC,UADP,EAEOC,WAFP,EAGOC,SAHP,EAIT;AAAA,SAHgBF,UAGhB,GAHgBA,UAGhB;AAAA,SAFgBC,WAEhB,GAFgBA,WAEhB;AAAA,SADgBC,SAChB,GADgBA,SAChB;;AAAA,mCAP0B,EAO1B;;AAAA,qCAN4B,EAM5B;AAAE;;AAEJC,EAAAA,OAAO,CAACH,UAAD,EAAsBC,WAAtB,EAA4CC,SAA5C,EAAgE;AACrE,QAAME,QAAQ,GAAGJ,UAAH,aAAGA,UAAH,cAAGA,UAAH,GAAiB,KAAKA,UAApC;AACA,QAAMK,MAAM,GAAGJ,WAAH,aAAGA,WAAH,cAAGA,WAAH,GAAkB,KAAKA,WAAnC;AACA,QAAMK,MAAM,GAAGJ,SAAH,aAAGA,SAAH,cAAGA,SAAH,GAAgB,KAAKA,SAAjC;AAEA,QAAMK,KAAK,GAAG,gCACZH,QADY,EAEZI,SAFY,EAGZ7B,UAAU,CAAC8B,IAAX,CAAgB,IAAhB,EAAsBJ,MAAM,CAACnB,eAA7B,EAA8CoB,MAAM,CAACpB,eAArD,CAHY,EAIZ,CAAC,cAAD,EAAiB,MAAjB,CAJY,CAAd;AAOAqB,IAAAA,KAAK,CAACG,OAAN,CAAeC,CAAD,IAAO;AACnB,UAAMC,OAAO,GAAG,KAAKC,WAAL,CAAiBF,CAAjB,CAAhB;;AACA,UAAM7B,QAAQ,GAAGW,cAAKqB,QAAL,CAAcF,OAAd,CAAjB;;AACA,UAAIP,MAAM,CAACnB,eAAP,CAAuBF,IAAvB,CAA4BF,QAA5B,CAAJ,EAA2C;AACzC,aAAKiC,OAAL,mCAAoB,KAAKA,OAAzB,GAAqC,KAAKC,QAAL,CAAcJ,OAAd,EAAuBD,CAAvB,EAA0BN,MAA1B,CAArC;AACD,OAFD,MAEO;AACL,aAAKY,KAAL,mCAAkB,KAAKA,KAAvB,GAAiC,KAAKD,QAAL,CAAcJ,OAAd,EAAuBD,CAAvB,EAA0BL,MAA1B,CAAjC;AACD;AACF,KARD;AASA,WAAO,KAAKY,IAAZ;AACD;;AAEa,MAAVC,UAAU,GAAW;AACvBC,IAAAA,OAAO,CAACC,KAAR,CAAc,KAAKrB,UAAnB;AACA,WAAO,kCAAP;AACD;;AAEe,MAAZsB,YAAY,GAAW;AACzBF,IAAAA,OAAO,CAACC,KAAR,CAAc,KAAKrB,UAAnB;AACA,WAAO,wCAAP;AACD;;AAEO,MAAJkB,IAAI,GAAqB;AAC3B,WAAO;AACLC,MAAAA,UAAU,EAAE,KAAKA,UADZ;AAELG,MAAAA,YAAY,EAAE,KAAKA,YAFd;AAGLL,MAAAA,KAAK,EAAE,KAAKA,KAHP;AAILF,MAAAA,OAAO,EAAE,KAAKA;AAJT,KAAP;AAMD;;AAESF,EAAAA,WAAW,CAAC/B,QAAD,EAAmB;AACtC,QAAM8B,OAAO,GAAGW,2BAAaC,MAAb,CAAoB,KAAKxB,UAAzB,EAAqClB,QAArC,CAAhB;;AACA,WAAO8B,OAAP;AACD;;AAESI,EAAAA,QAAQ,CAACJ,OAAD,EAAkB9B,QAAlB,EAAoC2C,KAApC,EAAmD;AACnE,WAAO,KAAKC,QAAL,CAAcd,OAAd,EAAuB,4BAAS9B,QAAT,CAAvB,EAA2C2C,KAA3C,CAAP;AACD;;AAESC,EAAAA,QAAQ,CAACd,OAAD,EAAkBe,OAAlB,EAAmCF,KAAnC,EAAkD;AAClE,QAAMG,KAAK,GAAGD,OAAO,CAACE,KAAR,CAAc,IAAd,CAAd;AACA,QAAMC,YAAgC,GAAG,EAAzC;AACAF,IAAAA,KAAK,CAAClB,OAAN,CAAc,CAACqB,IAAD,EAAOC,KAAP,KAAiB;AAC7B,UAAM3C,KAAK,GAAGoC,KAAK,CAACtC,kBAAN,CAAyB8C,IAAzB,CAA8BF,IAA9B,CAAd;;AACA,UAAI1C,KAAJ,EAAW;AACT,YAAMM,GAAG,GAAG8B,KAAK,CAACrC,uBAAN,CAA8BC,KAA9B,CAAZ;AACAyC,QAAAA,YAAY,CAACnC,GAAD,CAAZ,GAAoB;AAClBoC,UAAAA,IAAI,EAAEC,KAAK,GAAG,CADI;AAElBE,UAAAA,UAAU,EAAEtB;AAFM,SAApB;AAID;AACF,KATD;AAUA,WAAOkB,YAAP;AACD;;AA5E2B","sourcesContent":["/*\n\n MIT License\n\n Copyright (c) 2021 Looker Data Sciences, Inc.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\n */\nimport path from 'path'\nimport type { DeclarationNuggets, IDeclarationMine } from '@looker/sdk-codegen'\n\nimport {\n  filterCodeFiles,\n  getCodeFiles,\n  ExampleMiner,\n  readFile,\n  getCommitHash,\n  getRemoteHttpOrigin,\n} from './exampleMiner'\n\n/**\n * Filter that checks if given file name matches any of the specified patterns\n * @param endpointFilePattern A pattern that matches endpoint files\n * @param typeFilePattern A pattern that matches type files\n * @param fileName File name to check against patterns\n */\nconst fileFilter = (\n  endpointFilePattern: RegExp,\n  typeFilePattern: RegExp,\n  fileName: string\n) => {\n  const fileMatch =\n    endpointFilePattern.test(fileName) || typeFilePattern.test(fileName)\n  return filterCodeFiles(fileName) && fileMatch\n}\n\n/**\n * Reference method probe for a Ruby controller\n */\nexport const rubyMethodProbe = {\n  fileNamePattern: /^(?!test).*_controller.rb$/,\n  declarationPattern:\n    /(?<verb>GET|POST|DELETE|PUT|PATCH)\\s(?:\"|')\\/api\\/3\\.x(?<path>\\S+)(?:\"|')/i,\n  matchToSpecKeyTransform: (match: RegExpExecArray) => {\n    const verb = match.groups!.verb.toLocaleUpperCase()\n    const path = match\n      .groups!.path.replace(':#', '')\n      .replace('#', '')\n      .replace(/:(\\w+)/g, '{$1}')\n    const key = `${verb} ${path}`\n    return key\n  },\n}\n\n/**\n * Reference type probe for a Ruby mapper\n */\nexport const rubyTypeProbe: IProbe = {\n  fileNamePattern: /^(?!test).*_mapper.rb$/,\n  declarationPattern: /class\\s(?<typeName>\\w+)Mapper/i,\n  matchToSpecKeyTransform: (match: RegExpExecArray) => match.groups!.typeName,\n}\n\nexport interface IProbe {\n  /** Pattern of file names to mine */\n  fileNamePattern: RegExp\n  /** Pattern matching the declaration of a method/type */\n  declarationPattern: RegExp\n  /** A transform lambda for transforming a declaration match into a spec key */\n  matchToSpecKeyTransform: (match: RegExpExecArray) => string\n}\n\nexport class DeclarationMiner {\n  types: DeclarationNuggets = {}\n  methods: DeclarationNuggets = {}\n\n  constructor(\n    public readonly sourcePath: string,\n    public readonly methodProbe: IProbe,\n    public readonly typeProbe: IProbe\n  ) {}\n\n  execute(sourcePath?: string, methodProbe?: IProbe, typeProbe?: IProbe) {\n    const filePath = sourcePath ?? this.sourcePath\n    const mProbe = methodProbe ?? this.methodProbe\n    const tProbe = typeProbe ?? this.typeProbe\n\n    const files = getCodeFiles(\n      filePath,\n      undefined,\n      fileFilter.bind(null, mProbe.fileNamePattern, tProbe.fileNamePattern),\n      ['node_modules', 'dist']\n    )\n\n    files.forEach((f) => {\n      const relFile = this.processFile(f)\n      const fileName = path.basename(relFile)\n      if (mProbe.fileNamePattern.test(fileName)) {\n        this.methods = { ...this.methods, ...this.mineFile(relFile, f, mProbe) }\n      } else {\n        this.types = { ...this.types, ...this.mineFile(relFile, f, tProbe) }\n      }\n    })\n    return this.lode\n  }\n\n  get commitHash(): string {\n    process.chdir(this.sourcePath)\n    return getCommitHash()\n  }\n\n  get remoteOrigin(): string {\n    process.chdir(this.sourcePath)\n    return getRemoteHttpOrigin()\n  }\n\n  get lode(): IDeclarationMine {\n    return {\n      commitHash: this.commitHash,\n      remoteOrigin: this.remoteOrigin,\n      types: this.types,\n      methods: this.methods,\n    }\n  }\n\n  protected processFile(fileName: string) {\n    const relFile = ExampleMiner.relate(this.sourcePath, fileName)\n    return relFile\n  }\n\n  protected mineFile(relFile: string, fileName: string, probe: IProbe) {\n    return this.mineCode(relFile, readFile(fileName), probe)\n  }\n\n  protected mineCode(relFile: string, content: string, probe: IProbe) {\n    const lines = content.split('\\n')\n    const declarations: DeclarationNuggets = {}\n    lines.forEach((line, index) => {\n      const match = probe.declarationPattern.exec(line)\n      if (match) {\n        const key = probe.matchToSpecKeyTransform(match)\n        declarations[key] = {\n          line: index + 1,\n          sourceFile: relFile,\n        }\n      }\n    })\n    return declarations\n  }\n}\n"],"file":"declarationMiner.js"}
+{"version":3,"sources":["../src/declarationMiner.ts"],"names":["fileFilter","endpointFilePattern","typeFilePattern","fileName","fileMatch","test","rubyMethodProbe","fileNamePattern","declarationPattern","matchToSpecKeyTransform","match","verb","groups","toLocaleUpperCase","path","replace","key","rubyTypeProbe","typeName","DeclarationMiner","constructor","sourcePath","methodProbe","typeProbe","originOverride","execute","filePath","mProbe","tProbe","files","undefined","bind","forEach","f","relFile","processFile","basename","methods","mineFile","types","lode","commitHash","process","chdir","remoteOrigin","ExampleMiner","relate","probe","mineCode","content","lines","split","declarations","line","index","exec","sourceFile"],"mappings":";;;;;;;AAyBA;;AAGA;;;;;;;;;;;;;;;;AAeA,IAAMA,UAAU,GAAG,CACjBC,mBADiB,EAEjBC,eAFiB,EAGjBC,QAHiB,KAId;AACH,MAAMC,SAAS,GACbH,mBAAmB,CAACI,IAApB,CAAyBF,QAAzB,KAAsCD,eAAe,CAACG,IAAhB,CAAqBF,QAArB,CADxC;AAEA,SAAO,mCAAgBA,QAAhB,KAA6BC,SAApC;AACD,CARD;;AAaO,IAAME,eAAe,GAAG;AAC7BC,EAAAA,eAAe,EAAE,4BADY;AAE7BC,EAAAA,kBAAkB,cAChB,2PADgB;AAAA;AAAA;AAAA,IAFW;AAI7BC,EAAAA,uBAAuB,EAAGC,KAAD,IAA4B;AACnD,QAAMC,IAAI,GAAGD,KAAK,CAACE,MAAN,CAAcD,IAAd,CAAmBE,iBAAnB,EAAb;AACA,QAAMC,IAAI,GAAGJ,KAAK,CACfE,MADU,CACFE,IADE,CACGC,OADH,CACW,IADX,EACiB,EADjB,EAEVA,OAFU,CAEF,GAFE,EAEG,EAFH,EAGVA,OAHU,CAGF,SAHE,EAGS,MAHT,CAAb;AAIA,QAAMC,GAAG,aAAML,IAAN,cAAcG,IAAd,CAAT;AACA,WAAOE,GAAP;AACD;AAZ4B,CAAxB;;AAkBA,IAAMC,aAAqB,GAAG;AACnCV,EAAAA,eAAe,EAAE,wBADkB;AAEnCC,EAAAA,kBAAkB,cAAE,gGAAF;AAAA;AAAA,IAFiB;AAGnCC,EAAAA,uBAAuB,EAAGC,KAAD,IAA4BA,KAAK,CAACE,MAAN,CAAcM;AAHhC,CAA9B;;;AAeA,MAAMC,gBAAN,CAAuB;AAI5BC,EAAAA,WAAW,CACOC,UADP,EAEOC,WAFP,EAGOC,SAHP,EAIQC,cAJR,EAKT;AAAA,SAJgBH,UAIhB,GAJgBA,UAIhB;AAAA,SAHgBC,WAGhB,GAHgBA,WAGhB;AAAA,SAFgBC,SAEhB,GAFgBA,SAEhB;AAAA,SADiBC,cACjB,GADiBA,cACjB;;AAAA,mCAR0B,EAQ1B;;AAAA,qCAP4B,EAO5B;AAAE;;AAEJC,EAAAA,OAAO,CAACJ,UAAD,EAAsBC,WAAtB,EAA4CC,SAA5C,EAAgE;AACrE,QAAMG,QAAQ,GAAGL,UAAH,aAAGA,UAAH,cAAGA,UAAH,GAAiB,KAAKA,UAApC;AACA,QAAMM,MAAM,GAAGL,WAAH,aAAGA,WAAH,cAAGA,WAAH,GAAkB,KAAKA,WAAnC;AACA,QAAMM,MAAM,GAAGL,SAAH,aAAGA,SAAH,cAAGA,SAAH,GAAgB,KAAKA,SAAjC;AAEA,QAAMM,KAAK,GAAG,gCACZH,QADY,EAEZI,SAFY,EAGZ9B,UAAU,CAAC+B,IAAX,CAAgB,IAAhB,EAAsBJ,MAAM,CAACpB,eAA7B,EAA8CqB,MAAM,CAACrB,eAArD,CAHY,EAIZ,CAAC,cAAD,EAAiB,MAAjB,CAJY,CAAd;AAOAsB,IAAAA,KAAK,CAACG,OAAN,CAAeC,CAAD,IAAO;AACnB,UAAMC,OAAO,GAAG,KAAKC,WAAL,CAAiBF,CAAjB,CAAhB;;AACA,UAAM9B,QAAQ,GAAGW,cAAKsB,QAAL,CAAcF,OAAd,CAAjB;;AACA,UAAIP,MAAM,CAACpB,eAAP,CAAuBF,IAAvB,CAA4BF,QAA5B,CAAJ,EAA2C;AACzC,aAAKkC,OAAL,mCAAoB,KAAKA,OAAzB,GAAqC,KAAKC,QAAL,CAAcJ,OAAd,EAAuBD,CAAvB,EAA0BN,MAA1B,CAArC;AACD,OAFD,MAEO;AACL,aAAKY,KAAL,mCAAkB,KAAKA,KAAvB,GAAiC,KAAKD,QAAL,CAAcJ,OAAd,EAAuBD,CAAvB,EAA0BL,MAA1B,CAAjC;AACD;AACF,KARD;AASA,WAAO,KAAKY,IAAZ;AACD;;AAEa,MAAVC,UAAU,GAAW;AACvBC,IAAAA,OAAO,CAACC,KAAR,CAAc,KAAKtB,UAAnB;AACA,WAAO,kCAAP;AACD;;AAEe,MAAZuB,YAAY,GAAW;AACzB,QAAI,KAAKpB,cAAT,EAAyB;AACvB,aAAO,KAAKA,cAAZ;AACD;;AACDkB,IAAAA,OAAO,CAACC,KAAR,CAAc,KAAKtB,UAAnB;AACA,WAAO,oCAAP;AACD;;AAEO,MAAJmB,IAAI,GAAqB;AAC3B,WAAO;AACLC,MAAAA,UAAU,EAAE,KAAKA,UADZ;AAELG,MAAAA,YAAY,EAAE,KAAKA,YAFd;AAGLL,MAAAA,KAAK,EAAE,KAAKA,KAHP;AAILF,MAAAA,OAAO,EAAE,KAAKA;AAJT,KAAP;AAMD;;AAESF,EAAAA,WAAW,CAAChC,QAAD,EAAmB;AACtC,QAAM+B,OAAO,GAAGW,2BAAaC,MAAb,CAAoB,KAAKzB,UAAzB,EAAqClB,QAArC,CAAhB;;AACA,WAAO+B,OAAP;AACD;;AAESI,EAAAA,QAAQ,CAACJ,OAAD,EAAkB/B,QAAlB,EAAoC4C,KAApC,EAAmD;AACnE,WAAO,KAAKC,QAAL,CAAcd,OAAd,EAAuB,4BAAS/B,QAAT,CAAvB,EAA2C4C,KAA3C,CAAP;AACD;;AAESC,EAAAA,QAAQ,CAACd,OAAD,EAAkBe,OAAlB,EAAmCF,KAAnC,EAAkD;AAClE,QAAMG,KAAK,GAAGD,OAAO,CAACE,KAAR,CAAc,IAAd,CAAd;AACA,QAAMC,YAAgC,GAAG,EAAzC;AACAF,IAAAA,KAAK,CAAClB,OAAN,CAAc,CAACqB,IAAD,EAAOC,KAAP,KAAiB;AAC7B,UAAM5C,KAAK,GAAGqC,KAAK,CAACvC,kBAAN,CAAyB+C,IAAzB,CAA8BF,IAA9B,CAAd;;AACA,UAAI3C,KAAJ,EAAW;AACT,YAAMM,GAAG,GAAG+B,KAAK,CAACtC,uBAAN,CAA8BC,KAA9B,CAAZ;AACA0C,QAAAA,YAAY,CAACpC,GAAD,CAAZ,GAAoB;AAClBqC,UAAAA,IAAI,EAAEC,KAAK,GAAG,CADI;AAElBE,UAAAA,UAAU,EAAEtB;AAFM,SAApB;AAID;AACF,KATD;AAUA,WAAOkB,YAAP;AACD;;AAhF2B","sourcesContent":["/*\n\n MIT License\n\n Copyright (c) 2021 Looker Data Sciences, Inc.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\n */\nimport path from 'path'\nimport type { DeclarationNuggets, IDeclarationMine } from '@looker/sdk-codegen'\n\nimport {\n  filterCodeFiles,\n  getCodeFiles,\n  ExampleMiner,\n  readFile,\n  getCommitHash,\n  getRemoteOrigin,\n} from './exampleMiner'\n\n/**\n * Filter that checks if given file name matches any of the specified patterns\n * @param endpointFilePattern A pattern that matches endpoint files\n * @param typeFilePattern A pattern that matches type files\n * @param fileName File name to check against patterns\n */\nconst fileFilter = (\n  endpointFilePattern: RegExp,\n  typeFilePattern: RegExp,\n  fileName: string\n) => {\n  const fileMatch =\n    endpointFilePattern.test(fileName) || typeFilePattern.test(fileName)\n  return filterCodeFiles(fileName) && fileMatch\n}\n\n/**\n * Reference method probe for a Ruby controller\n */\nexport const rubyMethodProbe = {\n  fileNamePattern: /^(?!test).*_controller.rb$/,\n  declarationPattern:\n    /(?<verb>GET|POST|DELETE|PUT|PATCH)\\s(?:\"|')\\/api\\/3\\.x(?<path>\\S+)(?:\"|')/i,\n  matchToSpecKeyTransform: (match: RegExpExecArray) => {\n    const verb = match.groups!.verb.toLocaleUpperCase()\n    const path = match\n      .groups!.path.replace(':#', '')\n      .replace('#', '')\n      .replace(/:(\\w+)/g, '{$1}')\n    const key = `${verb} ${path}`\n    return key\n  },\n}\n\n/**\n * Reference type probe for a Ruby mapper\n */\nexport const rubyTypeProbe: IProbe = {\n  fileNamePattern: /^(?!test).*_mapper.rb$/,\n  declarationPattern: /class\\s(?<typeName>\\w+)Mapper/i,\n  matchToSpecKeyTransform: (match: RegExpExecArray) => match.groups!.typeName,\n}\n\nexport interface IProbe {\n  /** Pattern of file names to mine */\n  fileNamePattern: RegExp\n  /** Pattern matching the declaration of a method/type */\n  declarationPattern: RegExp\n  /** A transform lambda for transforming a declaration match into a spec key */\n  matchToSpecKeyTransform: (match: RegExpExecArray) => string\n}\n\nexport class DeclarationMiner {\n  types: DeclarationNuggets = {}\n  methods: DeclarationNuggets = {}\n\n  constructor(\n    public readonly sourcePath: string,\n    public readonly methodProbe: IProbe,\n    public readonly typeProbe: IProbe,\n    private readonly originOverride: string\n  ) {}\n\n  execute(sourcePath?: string, methodProbe?: IProbe, typeProbe?: IProbe) {\n    const filePath = sourcePath ?? this.sourcePath\n    const mProbe = methodProbe ?? this.methodProbe\n    const tProbe = typeProbe ?? this.typeProbe\n\n    const files = getCodeFiles(\n      filePath,\n      undefined,\n      fileFilter.bind(null, mProbe.fileNamePattern, tProbe.fileNamePattern),\n      ['node_modules', 'dist']\n    )\n\n    files.forEach((f) => {\n      const relFile = this.processFile(f)\n      const fileName = path.basename(relFile)\n      if (mProbe.fileNamePattern.test(fileName)) {\n        this.methods = { ...this.methods, ...this.mineFile(relFile, f, mProbe) }\n      } else {\n        this.types = { ...this.types, ...this.mineFile(relFile, f, tProbe) }\n      }\n    })\n    return this.lode\n  }\n\n  get commitHash(): string {\n    process.chdir(this.sourcePath)\n    return getCommitHash()\n  }\n\n  get remoteOrigin(): string {\n    if (this.originOverride) {\n      return this.originOverride\n    }\n    process.chdir(this.sourcePath)\n    return getRemoteOrigin()\n  }\n\n  get lode(): IDeclarationMine {\n    return {\n      commitHash: this.commitHash,\n      remoteOrigin: this.remoteOrigin,\n      types: this.types,\n      methods: this.methods,\n    }\n  }\n\n  protected processFile(fileName: string) {\n    const relFile = ExampleMiner.relate(this.sourcePath, fileName)\n    return relFile\n  }\n\n  protected mineFile(relFile: string, fileName: string, probe: IProbe) {\n    return this.mineCode(relFile, readFile(fileName), probe)\n  }\n\n  protected mineCode(relFile: string, content: string, probe: IProbe) {\n    const lines = content.split('\\n')\n    const declarations: DeclarationNuggets = {}\n    lines.forEach((line, index) => {\n      const match = probe.declarationPattern.exec(line)\n      if (match) {\n        const key = probe.matchToSpecKeyTransform(match)\n        declarations[key] = {\n          line: index + 1,\n          sourceFile: relFile,\n        }\n      }\n    })\n    return declarations\n  }\n}\n"],"file":"declarationMiner.js"}

package/lib/esm/declarationMiner.js

@@ -11,7 +11,7 @@ function _inherits(subClass, superClass) { if (typeof superClass !== "function"
 function _setPrototypeOf(o, p) { _setPrototypeOf = Object.setPrototypeOf || function _setPrototypeOf(o, p) { o.__proto__ = p; return o; }; return _setPrototypeOf(o, p); }
 
 import path from 'path';
-import { filterCodeFiles, getCodeFiles, ExampleMiner, readFile, getCommitHash, getRemoteHttpOrigin } from './exampleMiner';
+import { filterCodeFiles, getCodeFiles, ExampleMiner, readFile, getCommitHash, getRemoteOrigin } from './exampleMiner';
 
 var fileFilter = (endpointFilePattern, typeFilePattern, fileName) => {
   var fileMatch = endpointFilePattern.test(fileName) || typeFilePattern.test(fileName);
@@ -39,10 +39,11 @@ export var rubyTypeProbe = {
   matchToSpecKeyTransform: match => match.groups.typeName
 };
 export class DeclarationMiner {
-  constructor(sourcePath, methodProbe, typeProbe) {
+  constructor(sourcePath, methodProbe, typeProbe, originOverride) {
     this.sourcePath = sourcePath;
     this.methodProbe = methodProbe;
     this.typeProbe = typeProbe;
+    this.originOverride = originOverride;
 
     _defineProperty(this, "types", {});
 
@@ -73,8 +74,12 @@ export class DeclarationMiner {
   }
 
   get remoteOrigin() {
+    if (this.originOverride) {
+      return this.originOverride;
+    }
+
     process.chdir(this.sourcePath);
-    return getRemoteHttpOrigin();
+    return getRemoteOrigin();
   }
 
   get lode() {

package/lib/esm/declarationMiner.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/declarationMiner.ts"],"names":["path","filterCodeFiles","getCodeFiles","ExampleMiner","readFile","getCommitHash","getRemoteHttpOrigin","fileFilter","endpointFilePattern","typeFilePattern","fileName","fileMatch","test","rubyMethodProbe","fileNamePattern","declarationPattern","matchToSpecKeyTransform","match","verb","groups","toLocaleUpperCase","replace","key","rubyTypeProbe","typeName","DeclarationMiner","constructor","sourcePath","methodProbe","typeProbe","execute","filePath","mProbe","tProbe","files","undefined","bind","forEach","f","relFile","processFile","basename","methods","mineFile","types","lode","commitHash","process","chdir","remoteOrigin","relate","probe","mineCode","content","lines","split","declarations","line","index","exec","sourceFile"],"mappings":";;;;;;;;;;;;AAyBA,OAAOA,IAAP,MAAiB,MAAjB;AAGA,SACEC,eADF,EAEEC,YAFF,EAGEC,YAHF,EAIEC,QAJF,EAKEC,aALF,EAMEC,mBANF,QAOO,gBAPP;;AAeA,IAAMC,UAAU,GAAG,CACjBC,mBADiB,EAEjBC,eAFiB,EAGjBC,QAHiB,KAId;AACH,MAAMC,SAAS,GACbH,mBAAmB,CAACI,IAApB,CAAyBF,QAAzB,KAAsCD,eAAe,CAACG,IAAhB,CAAqBF,QAArB,CADxC;AAEA,SAAOT,eAAe,CAACS,QAAD,CAAf,IAA6BC,SAApC;AACD,CARD;;AAaA,OAAO,IAAME,eAAe,GAAG;AAC7BC,EAAAA,eAAe,EAAE,4BADY;AAE7BC,EAAAA,kBAAkB,cAChB,2PADgB;AAAA;AAAA;AAAA,IAFW;AAI7BC,EAAAA,uBAAuB,EAAGC,KAAD,IAA4B;AACnD,QAAMC,IAAI,GAAGD,KAAK,CAACE,MAAN,CAAcD,IAAd,CAAmBE,iBAAnB,EAAb;AACA,QAAMpB,IAAI,GAAGiB,KAAK,CACfE,MADU,CACFnB,IADE,CACGqB,OADH,CACW,IADX,EACiB,EADjB,EAEVA,OAFU,CAEF,GAFE,EAEG,EAFH,EAGVA,OAHU,CAGF,SAHE,EAGS,MAHT,CAAb;AAIA,QAAMC,GAAG,aAAMJ,IAAN,cAAclB,IAAd,CAAT;AACA,WAAOsB,GAAP;AACD;AAZ4B,CAAxB;AAkBP,OAAO,IAAMC,aAAqB,GAAG;AACnCT,EAAAA,eAAe,EAAE,wBADkB;AAEnCC,EAAAA,kBAAkB,cAAE,gGAAF;AAAA;AAAA,IAFiB;AAGnCC,EAAAA,uBAAuB,EAAGC,KAAD,IAA4BA,KAAK,CAACE,MAAN,CAAcK;AAHhC,CAA9B;AAeP,OAAO,MAAMC,gBAAN,CAAuB;AAI5BC,EAAAA,WAAW,CACOC,UADP,EAEOC,WAFP,EAGOC,SAHP,EAIT;AAAA,SAHgBF,UAGhB,GAHgBA,UAGhB;AAAA,SAFgBC,WAEhB,GAFgBA,WAEhB;AAAA,SADgBC,SAChB,GADgBA,SAChB;;AAAA,mCAP0B,EAO1B;;AAAA,qCAN4B,EAM5B;AAAE;;AAEJC,EAAAA,OAAO,CAACH,UAAD,EAAsBC,WAAtB,EAA4CC,SAA5C,EAAgE;AACrE,QAAME,QAAQ,GAAGJ,UAAH,aAAGA,UAAH,cAAGA,UAAH,GAAiB,KAAKA,UAApC;AACA,QAAMK,MAAM,GAAGJ,WAAH,aAAGA,WAAH,cAAGA,WAAH,GAAkB,KAAKA,WAAnC;AACA,QAAMK,MAAM,GAAGJ,SAAH,aAAGA,SAAH,cAAGA,SAAH,GAAgB,KAAKA,SAAjC;AAEA,QAAMK,KAAK,GAAGhC,YAAY,CACxB6B,QADwB,EAExBI,SAFwB,EAGxB5B,UAAU,CAAC6B,IAAX,CAAgB,IAAhB,EAAsBJ,MAAM,CAAClB,eAA7B,EAA8CmB,MAAM,CAACnB,eAArD,CAHwB,EAIxB,CAAC,cAAD,EAAiB,MAAjB,CAJwB,CAA1B;AAOAoB,IAAAA,KAAK,CAACG,OAAN,CAAeC,CAAD,IAAO;AACnB,UAAMC,OAAO,GAAG,KAAKC,WAAL,CAAiBF,CAAjB,CAAhB;AACA,UAAM5B,QAAQ,GAAGV,IAAI,CAACyC,QAAL,CAAcF,OAAd,CAAjB;;AACA,UAAIP,MAAM,CAAClB,eAAP,CAAuBF,IAAvB,CAA4BF,QAA5B,CAAJ,EAA2C;AACzC,aAAKgC,OAAL,mCAAoB,KAAKA,OAAzB,GAAqC,KAAKC,QAAL,CAAcJ,OAAd,EAAuBD,CAAvB,EAA0BN,MAA1B,CAArC;AACD,OAFD,MAEO;AACL,aAAKY,KAAL,mCAAkB,KAAKA,KAAvB,GAAiC,KAAKD,QAAL,CAAcJ,OAAd,EAAuBD,CAAvB,EAA0BL,MAA1B,CAAjC;AACD;AACF,KARD;AASA,WAAO,KAAKY,IAAZ;AACD;;AAEa,MAAVC,UAAU,GAAW;AACvBC,IAAAA,OAAO,CAACC,KAAR,CAAc,KAAKrB,UAAnB;AACA,WAAOtB,aAAa,EAApB;AACD;;AAEe,MAAZ4C,YAAY,GAAW;AACzBF,IAAAA,OAAO,CAACC,KAAR,CAAc,KAAKrB,UAAnB;AACA,WAAOrB,mBAAmB,EAA1B;AACD;;AAEO,MAAJuC,IAAI,GAAqB;AAC3B,WAAO;AACLC,MAAAA,UAAU,EAAE,KAAKA,UADZ;AAELG,MAAAA,YAAY,EAAE,KAAKA,YAFd;AAGLL,MAAAA,KAAK,EAAE,KAAKA,KAHP;AAILF,MAAAA,OAAO,EAAE,KAAKA;AAJT,KAAP;AAMD;;AAESF,EAAAA,WAAW,CAAC9B,QAAD,EAAmB;AACtC,QAAM6B,OAAO,GAAGpC,YAAY,CAAC+C,MAAb,CAAoB,KAAKvB,UAAzB,EAAqCjB,QAArC,CAAhB;AACA,WAAO6B,OAAP;AACD;;AAESI,EAAAA,QAAQ,CAACJ,OAAD,EAAkB7B,QAAlB,EAAoCyC,KAApC,EAAmD;AACnE,WAAO,KAAKC,QAAL,CAAcb,OAAd,EAAuBnC,QAAQ,CAACM,QAAD,CAA/B,EAA2CyC,KAA3C,CAAP;AACD;;AAESC,EAAAA,QAAQ,CAACb,OAAD,EAAkBc,OAAlB,EAAmCF,KAAnC,EAAkD;AAClE,QAAMG,KAAK,GAAGD,OAAO,CAACE,KAAR,CAAc,IAAd,CAAd;AACA,QAAMC,YAAgC,GAAG,EAAzC;AACAF,IAAAA,KAAK,CAACjB,OAAN,CAAc,CAACoB,IAAD,EAAOC,KAAP,KAAiB;AAC7B,UAAMzC,KAAK,GAAGkC,KAAK,CAACpC,kBAAN,CAAyB4C,IAAzB,CAA8BF,IAA9B,CAAd;;AACA,UAAIxC,KAAJ,EAAW;AACT,YAAMK,GAAG,GAAG6B,KAAK,CAACnC,uBAAN,CAA8BC,KAA9B,CAAZ;AACAuC,QAAAA,YAAY,CAAClC,GAAD,CAAZ,GAAoB;AAClBmC,UAAAA,IAAI,EAAEC,KAAK,GAAG,CADI;AAElBE,UAAAA,UAAU,EAAErB;AAFM,SAApB;AAID;AACF,KATD;AAUA,WAAOiB,YAAP;AACD;;AA5E2B","sourcesContent":["/*\n\n MIT License\n\n Copyright (c) 2021 Looker Data Sciences, Inc.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\n */\nimport path from 'path'\nimport type { DeclarationNuggets, IDeclarationMine } from '@looker/sdk-codegen'\n\nimport {\n  filterCodeFiles,\n  getCodeFiles,\n  ExampleMiner,\n  readFile,\n  getCommitHash,\n  getRemoteHttpOrigin,\n} from './exampleMiner'\n\n/**\n * Filter that checks if given file name matches any of the specified patterns\n * @param endpointFilePattern A pattern that matches endpoint files\n * @param typeFilePattern A pattern that matches type files\n * @param fileName File name to check against patterns\n */\nconst fileFilter = (\n  endpointFilePattern: RegExp,\n  typeFilePattern: RegExp,\n  fileName: string\n) => {\n  const fileMatch =\n    endpointFilePattern.test(fileName) || typeFilePattern.test(fileName)\n  return filterCodeFiles(fileName) && fileMatch\n}\n\n/**\n * Reference method probe for a Ruby controller\n */\nexport const rubyMethodProbe = {\n  fileNamePattern: /^(?!test).*_controller.rb$/,\n  declarationPattern:\n    /(?<verb>GET|POST|DELETE|PUT|PATCH)\\s(?:\"|')\\/api\\/3\\.x(?<path>\\S+)(?:\"|')/i,\n  matchToSpecKeyTransform: (match: RegExpExecArray) => {\n    const verb = match.groups!.verb.toLocaleUpperCase()\n    const path = match\n      .groups!.path.replace(':#', '')\n      .replace('#', '')\n      .replace(/:(\\w+)/g, '{$1}')\n    const key = `${verb} ${path}`\n    return key\n  },\n}\n\n/**\n * Reference type probe for a Ruby mapper\n */\nexport const rubyTypeProbe: IProbe = {\n  fileNamePattern: /^(?!test).*_mapper.rb$/,\n  declarationPattern: /class\\s(?<typeName>\\w+)Mapper/i,\n  matchToSpecKeyTransform: (match: RegExpExecArray) => match.groups!.typeName,\n}\n\nexport interface IProbe {\n  /** Pattern of file names to mine */\n  fileNamePattern: RegExp\n  /** Pattern matching the declaration of a method/type */\n  declarationPattern: RegExp\n  /** A transform lambda for transforming a declaration match into a spec key */\n  matchToSpecKeyTransform: (match: RegExpExecArray) => string\n}\n\nexport class DeclarationMiner {\n  types: DeclarationNuggets = {}\n  methods: DeclarationNuggets = {}\n\n  constructor(\n    public readonly sourcePath: string,\n    public readonly methodProbe: IProbe,\n    public readonly typeProbe: IProbe\n  ) {}\n\n  execute(sourcePath?: string, methodProbe?: IProbe, typeProbe?: IProbe) {\n    const filePath = sourcePath ?? this.sourcePath\n    const mProbe = methodProbe ?? this.methodProbe\n    const tProbe = typeProbe ?? this.typeProbe\n\n    const files = getCodeFiles(\n      filePath,\n      undefined,\n      fileFilter.bind(null, mProbe.fileNamePattern, tProbe.fileNamePattern),\n      ['node_modules', 'dist']\n    )\n\n    files.forEach((f) => {\n      const relFile = this.processFile(f)\n      const fileName = path.basename(relFile)\n      if (mProbe.fileNamePattern.test(fileName)) {\n        this.methods = { ...this.methods, ...this.mineFile(relFile, f, mProbe) }\n      } else {\n        this.types = { ...this.types, ...this.mineFile(relFile, f, tProbe) }\n      }\n    })\n    return this.lode\n  }\n\n  get commitHash(): string {\n    process.chdir(this.sourcePath)\n    return getCommitHash()\n  }\n\n  get remoteOrigin(): string {\n    process.chdir(this.sourcePath)\n    return getRemoteHttpOrigin()\n  }\n\n  get lode(): IDeclarationMine {\n    return {\n      commitHash: this.commitHash,\n      remoteOrigin: this.remoteOrigin,\n      types: this.types,\n      methods: this.methods,\n    }\n  }\n\n  protected processFile(fileName: string) {\n    const relFile = ExampleMiner.relate(this.sourcePath, fileName)\n    return relFile\n  }\n\n  protected mineFile(relFile: string, fileName: string, probe: IProbe) {\n    return this.mineCode(relFile, readFile(fileName), probe)\n  }\n\n  protected mineCode(relFile: string, content: string, probe: IProbe) {\n    const lines = content.split('\\n')\n    const declarations: DeclarationNuggets = {}\n    lines.forEach((line, index) => {\n      const match = probe.declarationPattern.exec(line)\n      if (match) {\n        const key = probe.matchToSpecKeyTransform(match)\n        declarations[key] = {\n          line: index + 1,\n          sourceFile: relFile,\n        }\n      }\n    })\n    return declarations\n  }\n}\n"],"file":"declarationMiner.js"}
+{"version":3,"sources":["../../src/declarationMiner.ts"],"names":["path","filterCodeFiles","getCodeFiles","ExampleMiner","readFile","getCommitHash","getRemoteOrigin","fileFilter","endpointFilePattern","typeFilePattern","fileName","fileMatch","test","rubyMethodProbe","fileNamePattern","declarationPattern","matchToSpecKeyTransform","match","verb","groups","toLocaleUpperCase","replace","key","rubyTypeProbe","typeName","DeclarationMiner","constructor","sourcePath","methodProbe","typeProbe","originOverride","execute","filePath","mProbe","tProbe","files","undefined","bind","forEach","f","relFile","processFile","basename","methods","mineFile","types","lode","commitHash","process","chdir","remoteOrigin","relate","probe","mineCode","content","lines","split","declarations","line","index","exec","sourceFile"],"mappings":";;;;;;;;;;;;AAyBA,OAAOA,IAAP,MAAiB,MAAjB;AAGA,SACEC,eADF,EAEEC,YAFF,EAGEC,YAHF,EAIEC,QAJF,EAKEC,aALF,EAMEC,eANF,QAOO,gBAPP;;AAeA,IAAMC,UAAU,GAAG,CACjBC,mBADiB,EAEjBC,eAFiB,EAGjBC,QAHiB,KAId;AACH,MAAMC,SAAS,GACbH,mBAAmB,CAACI,IAApB,CAAyBF,QAAzB,KAAsCD,eAAe,CAACG,IAAhB,CAAqBF,QAArB,CADxC;AAEA,SAAOT,eAAe,CAACS,QAAD,CAAf,IAA6BC,SAApC;AACD,CARD;;AAaA,OAAO,IAAME,eAAe,GAAG;AAC7BC,EAAAA,eAAe,EAAE,4BADY;AAE7BC,EAAAA,kBAAkB,cAChB,2PADgB;AAAA;AAAA;AAAA,IAFW;AAI7BC,EAAAA,uBAAuB,EAAGC,KAAD,IAA4B;AACnD,QAAMC,IAAI,GAAGD,KAAK,CAACE,MAAN,CAAcD,IAAd,CAAmBE,iBAAnB,EAAb;AACA,QAAMpB,IAAI,GAAGiB,KAAK,CACfE,MADU,CACFnB,IADE,CACGqB,OADH,CACW,IADX,EACiB,EADjB,EAEVA,OAFU,CAEF,GAFE,EAEG,EAFH,EAGVA,OAHU,CAGF,SAHE,EAGS,MAHT,CAAb;AAIA,QAAMC,GAAG,aAAMJ,IAAN,cAAclB,IAAd,CAAT;AACA,WAAOsB,GAAP;AACD;AAZ4B,CAAxB;AAkBP,OAAO,IAAMC,aAAqB,GAAG;AACnCT,EAAAA,eAAe,EAAE,wBADkB;AAEnCC,EAAAA,kBAAkB,cAAE,gGAAF;AAAA;AAAA,IAFiB;AAGnCC,EAAAA,uBAAuB,EAAGC,KAAD,IAA4BA,KAAK,CAACE,MAAN,CAAcK;AAHhC,CAA9B;AAeP,OAAO,MAAMC,gBAAN,CAAuB;AAI5BC,EAAAA,WAAW,CACOC,UADP,EAEOC,WAFP,EAGOC,SAHP,EAIQC,cAJR,EAKT;AAAA,SAJgBH,UAIhB,GAJgBA,UAIhB;AAAA,SAHgBC,WAGhB,GAHgBA,WAGhB;AAAA,SAFgBC,SAEhB,GAFgBA,SAEhB;AAAA,SADiBC,cACjB,GADiBA,cACjB;;AAAA,mCAR0B,EAQ1B;;AAAA,qCAP4B,EAO5B;AAAE;;AAEJC,EAAAA,OAAO,CAACJ,UAAD,EAAsBC,WAAtB,EAA4CC,SAA5C,EAAgE;AACrE,QAAMG,QAAQ,GAAGL,UAAH,aAAGA,UAAH,cAAGA,UAAH,GAAiB,KAAKA,UAApC;AACA,QAAMM,MAAM,GAAGL,WAAH,aAAGA,WAAH,cAAGA,WAAH,GAAkB,KAAKA,WAAnC;AACA,QAAMM,MAAM,GAAGL,SAAH,aAAGA,SAAH,cAAGA,SAAH,GAAgB,KAAKA,SAAjC;AAEA,QAAMM,KAAK,GAAGjC,YAAY,CACxB8B,QADwB,EAExBI,SAFwB,EAGxB7B,UAAU,CAAC8B,IAAX,CAAgB,IAAhB,EAAsBJ,MAAM,CAACnB,eAA7B,EAA8CoB,MAAM,CAACpB,eAArD,CAHwB,EAIxB,CAAC,cAAD,EAAiB,MAAjB,CAJwB,CAA1B;AAOAqB,IAAAA,KAAK,CAACG,OAAN,CAAeC,CAAD,IAAO;AACnB,UAAMC,OAAO,GAAG,KAAKC,WAAL,CAAiBF,CAAjB,CAAhB;AACA,UAAM7B,QAAQ,GAAGV,IAAI,CAAC0C,QAAL,CAAcF,OAAd,CAAjB;;AACA,UAAIP,MAAM,CAACnB,eAAP,CAAuBF,IAAvB,CAA4BF,QAA5B,CAAJ,EAA2C;AACzC,aAAKiC,OAAL,mCAAoB,KAAKA,OAAzB,GAAqC,KAAKC,QAAL,CAAcJ,OAAd,EAAuBD,CAAvB,EAA0BN,MAA1B,CAArC;AACD,OAFD,MAEO;AACL,aAAKY,KAAL,mCAAkB,KAAKA,KAAvB,GAAiC,KAAKD,QAAL,CAAcJ,OAAd,EAAuBD,CAAvB,EAA0BL,MAA1B,CAAjC;AACD;AACF,KARD;AASA,WAAO,KAAKY,IAAZ;AACD;;AAEa,MAAVC,UAAU,GAAW;AACvBC,IAAAA,OAAO,CAACC,KAAR,CAAc,KAAKtB,UAAnB;AACA,WAAOtB,aAAa,EAApB;AACD;;AAEe,MAAZ6C,YAAY,GAAW;AACzB,QAAI,KAAKpB,cAAT,EAAyB;AACvB,aAAO,KAAKA,cAAZ;AACD;;AACDkB,IAAAA,OAAO,CAACC,KAAR,CAAc,KAAKtB,UAAnB;AACA,WAAOrB,eAAe,EAAtB;AACD;;AAEO,MAAJwC,IAAI,GAAqB;AAC3B,WAAO;AACLC,MAAAA,UAAU,EAAE,KAAKA,UADZ;AAELG,MAAAA,YAAY,EAAE,KAAKA,YAFd;AAGLL,MAAAA,KAAK,EAAE,KAAKA,KAHP;AAILF,MAAAA,OAAO,EAAE,KAAKA;AAJT,KAAP;AAMD;;AAESF,EAAAA,WAAW,CAAC/B,QAAD,EAAmB;AACtC,QAAM8B,OAAO,GAAGrC,YAAY,CAACgD,MAAb,CAAoB,KAAKxB,UAAzB,EAAqCjB,QAArC,CAAhB;AACA,WAAO8B,OAAP;AACD;;AAESI,EAAAA,QAAQ,CAACJ,OAAD,EAAkB9B,QAAlB,EAAoC0C,KAApC,EAAmD;AACnE,WAAO,KAAKC,QAAL,CAAcb,OAAd,EAAuBpC,QAAQ,CAACM,QAAD,CAA/B,EAA2C0C,KAA3C,CAAP;AACD;;AAESC,EAAAA,QAAQ,CAACb,OAAD,EAAkBc,OAAlB,EAAmCF,KAAnC,EAAkD;AAClE,QAAMG,KAAK,GAAGD,OAAO,CAACE,KAAR,CAAc,IAAd,CAAd;AACA,QAAMC,YAAgC,GAAG,EAAzC;AACAF,IAAAA,KAAK,CAACjB,OAAN,CAAc,CAACoB,IAAD,EAAOC,KAAP,KAAiB;AAC7B,UAAM1C,KAAK,GAAGmC,KAAK,CAACrC,kBAAN,CAAyB6C,IAAzB,CAA8BF,IAA9B,CAAd;;AACA,UAAIzC,KAAJ,EAAW;AACT,YAAMK,GAAG,GAAG8B,KAAK,CAACpC,uBAAN,CAA8BC,KAA9B,CAAZ;AACAwC,QAAAA,YAAY,CAACnC,GAAD,CAAZ,GAAoB;AAClBoC,UAAAA,IAAI,EAAEC,KAAK,GAAG,CADI;AAElBE,UAAAA,UAAU,EAAErB;AAFM,SAApB;AAID;AACF,KATD;AAUA,WAAOiB,YAAP;AACD;;AAhF2B","sourcesContent":["/*\n\n MIT License\n\n Copyright (c) 2021 Looker Data Sciences, Inc.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\n */\nimport path from 'path'\nimport type { DeclarationNuggets, IDeclarationMine } from '@looker/sdk-codegen'\n\nimport {\n  filterCodeFiles,\n  getCodeFiles,\n  ExampleMiner,\n  readFile,\n  getCommitHash,\n  getRemoteOrigin,\n} from './exampleMiner'\n\n/**\n * Filter that checks if given file name matches any of the specified patterns\n * @param endpointFilePattern A pattern that matches endpoint files\n * @param typeFilePattern A pattern that matches type files\n * @param fileName File name to check against patterns\n */\nconst fileFilter = (\n  endpointFilePattern: RegExp,\n  typeFilePattern: RegExp,\n  fileName: string\n) => {\n  const fileMatch =\n    endpointFilePattern.test(fileName) || typeFilePattern.test(fileName)\n  return filterCodeFiles(fileName) && fileMatch\n}\n\n/**\n * Reference method probe for a Ruby controller\n */\nexport const rubyMethodProbe = {\n  fileNamePattern: /^(?!test).*_controller.rb$/,\n  declarationPattern:\n    /(?<verb>GET|POST|DELETE|PUT|PATCH)\\s(?:\"|')\\/api\\/3\\.x(?<path>\\S+)(?:\"|')/i,\n  matchToSpecKeyTransform: (match: RegExpExecArray) => {\n    const verb = match.groups!.verb.toLocaleUpperCase()\n    const path = match\n      .groups!.path.replace(':#', '')\n      .replace('#', '')\n      .replace(/:(\\w+)/g, '{$1}')\n    const key = `${verb} ${path}`\n    return key\n  },\n}\n\n/**\n * Reference type probe for a Ruby mapper\n */\nexport const rubyTypeProbe: IProbe = {\n  fileNamePattern: /^(?!test).*_mapper.rb$/,\n  declarationPattern: /class\\s(?<typeName>\\w+)Mapper/i,\n  matchToSpecKeyTransform: (match: RegExpExecArray) => match.groups!.typeName,\n}\n\nexport interface IProbe {\n  /** Pattern of file names to mine */\n  fileNamePattern: RegExp\n  /** Pattern matching the declaration of a method/type */\n  declarationPattern: RegExp\n  /** A transform lambda for transforming a declaration match into a spec key */\n  matchToSpecKeyTransform: (match: RegExpExecArray) => string\n}\n\nexport class DeclarationMiner {\n  types: DeclarationNuggets = {}\n  methods: DeclarationNuggets = {}\n\n  constructor(\n    public readonly sourcePath: string,\n    public readonly methodProbe: IProbe,\n    public readonly typeProbe: IProbe,\n    private readonly originOverride: string\n  ) {}\n\n  execute(sourcePath?: string, methodProbe?: IProbe, typeProbe?: IProbe) {\n    const filePath = sourcePath ?? this.sourcePath\n    const mProbe = methodProbe ?? this.methodProbe\n    const tProbe = typeProbe ?? this.typeProbe\n\n    const files = getCodeFiles(\n      filePath,\n      undefined,\n      fileFilter.bind(null, mProbe.fileNamePattern, tProbe.fileNamePattern),\n      ['node_modules', 'dist']\n    )\n\n    files.forEach((f) => {\n      const relFile = this.processFile(f)\n      const fileName = path.basename(relFile)\n      if (mProbe.fileNamePattern.test(fileName)) {\n        this.methods = { ...this.methods, ...this.mineFile(relFile, f, mProbe) }\n      } else {\n        this.types = { ...this.types, ...this.mineFile(relFile, f, tProbe) }\n      }\n    })\n    return this.lode\n  }\n\n  get commitHash(): string {\n    process.chdir(this.sourcePath)\n    return getCommitHash()\n  }\n\n  get remoteOrigin(): string {\n    if (this.originOverride) {\n      return this.originOverride\n    }\n    process.chdir(this.sourcePath)\n    return getRemoteOrigin()\n  }\n\n  get lode(): IDeclarationMine {\n    return {\n      commitHash: this.commitHash,\n      remoteOrigin: this.remoteOrigin,\n      types: this.types,\n      methods: this.methods,\n    }\n  }\n\n  protected processFile(fileName: string) {\n    const relFile = ExampleMiner.relate(this.sourcePath, fileName)\n    return relFile\n  }\n\n  protected mineFile(relFile: string, fileName: string, probe: IProbe) {\n    return this.mineCode(relFile, readFile(fileName), probe)\n  }\n\n  protected mineCode(relFile: string, content: string, probe: IProbe) {\n    const lines = content.split('\\n')\n    const declarations: DeclarationNuggets = {}\n    lines.forEach((line, index) => {\n      const match = probe.declarationPattern.exec(line)\n      if (match) {\n        const key = probe.matchToSpecKeyTransform(match)\n        declarations[key] = {\n          line: index + 1,\n          sourceFile: relFile,\n        }\n      }\n    })\n    return declarations\n  }\n}\n"],"file":"declarationMiner.js"}

package/lib/esm/exampleMiner.js

@@ -16,9 +16,10 @@ export var filterCodeFiles = fileName => {
   var ext = path.extname(fileName).toLocaleLowerCase();
   return ext in fileMiners;
 };
+export var IGNORE_PATHS = ['node_modules', 'lib', 'dist', 'bazel-bin', 'build', 'bin', '.build', '.direnv', '.github', '.vscode', '.idea', '.gradle', 'results'];
 
 var skipFolder = function skipFolder(name) {
-  var excludeList = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : ['node_modules'];
+  var excludeList = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : IGNORE_PATHS;
   return new RegExp(excludeList.join('|'), 'gi').test(name);
 };
 
@@ -28,22 +29,24 @@ export var getAllFiles = function getAllFiles(searchPath) {
   var ignorePaths = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : [];
   var files = fs.readdirSync(searchPath);
   files.forEach(file => {
-    if (fs.statSync(searchPath + '/' + file).isDirectory()) {
-      if (!skipFolder(file, ignorePaths)) listOfFiles = getAllFiles(searchPath + '/' + file, listOfFiles, filter, ignorePaths);
-    } else {
-      if (filter(file)) {
-        var _fileName = path.join(searchPath, '/', file);
-
-        listOfFiles.push(_fileName);
+    try {
+      if (fs.statSync(searchPath + '/' + file).isDirectory()) {
+        if (!skipFolder(file, ignorePaths)) listOfFiles = getAllFiles(searchPath + '/' + file, listOfFiles, filter, ignorePaths);
+      } else {
+        if (filter(file)) {
+          var _fileName = path.join(searchPath, '/', file);
+
+          listOfFiles.push(_fileName);
+        }
       }
-    }
+    } catch (_e) {}
   });
   return listOfFiles;
 };
 export var getCodeFiles = function getCodeFiles(searchPath) {
   var listOfFiles = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : [];
   var filter = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : filterCodeFiles;
-  var ignorePaths = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : ['node_modules', 'lib', 'dist'];
+  var ignorePaths = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : IGNORE_PATHS;
   return getAllFiles(searchPath, listOfFiles, filter, ignorePaths);
 };
 export var execRead = command => {
@@ -73,6 +76,11 @@ export var getRemoteHttpOrigin = () => {
 
   return "https://github.com/".concat(match[1]);
 };
+export var getPermalinkRoot = () => {
+  var root = getRemoteHttpOrigin();
+  if (root.endsWith('.git')) root = root.substr(0, root.length - 4);
+  return root;
+};
 export class CodeMiner {
   ignoreCall(call) {
     if (!/sdk/i.test(call.sdk)) return true;
@@ -221,7 +229,7 @@ export class ExampleMiner {
 
     _defineProperty(this, "commitHash", getCommitHash());
 
-    _defineProperty(this, "remoteOrigin", getRemoteHttpOrigin());
+    _defineProperty(this, "remoteOrigin", getPermalinkRoot());
 
     this.execute(sourcePath);
   }

package/lib/esm/exampleMiner.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/exampleMiner.ts"],"names":["fs","path","execSync","warn","readFile","fileName","readFileSync","encoding","sdkPattern","mdPattern","linkPattern","filterAllFiles","trim","length","filterCodeFiles","test","ext","extname","toLocaleLowerCase","fileMiners","skipFolder","name","excludeList","RegExp","join","getAllFiles","searchPath","listOfFiles","filter","ignorePaths","files","readdirSync","forEach","file","statSync","isDirectory","push","getCodeFiles","execRead","command","getCommitHash","getRemoteOrigin","getRemoteHttpOrigin","origin","gitExtractor","match","exec","httpExtractor","CodeMiner","ignoreCall","call","sdk","ignoreOps","has","operationId","mineCode","sourceCode","lines","split","result","line","index","sdkRef","column","mineFile","Set","MarkdownMiner","ignoreLink","linkFile","stripSearch","notCode","isHttp","noDash","value","dasher","replace","sourcerer","sourceFileName","startsWith","substr","base","dirname","mineContent","content","summary","localeCompare","undefined","sensitivity","sourceFile","ExampleMiner","constructor","sourcePath","execute","lode","commitHash","remoteOrigin","summaries","nuggets","addCall","relativeFile","addFileCall","nugget","fileCalls","calls","sdkCall","fileCall","find","f","s","relate","relative","processFile","coder","relFile","dirPath"],"mappings":";;AA0BA,OAAO,KAAKA,EAAZ,MAAoB,IAApB;AACA,OAAOC,IAAP,MAAiB,MAAjB;AACA,SAASC,QAAT,QAAyB,eAAzB;AACA,SAASC,IAAT,QAAqB,2BAArB;AAwBA,OAAO,IAAMC,QAAQ,GAAIC,QAAD,IACtBL,EAAE,CAACM,YAAH,CAAgBD,QAAhB,EAA0B;AAAEE,EAAAA,QAAQ,EAAE;AAAZ,CAA1B,CADK;AAGP,IAAMC,UAAU,GAAG,6CAAnB;AACA,IAAMC,SAAS,GAAG,yBAAlB;AACA,IAAMC,WAAW,GAAG,8BAApB;AAWA,OAAO,IAAMC,cAAc,GAAIN,QAAD,IAAsBA,QAAQ,CAACO,IAAT,GAAgBC,MAAhB,GAAyB,CAAtE;AAMP,OAAO,IAAMC,eAAe,GAAIT,QAAD,IAAsB;AACnD,MAAI,yBAAyBU,IAAzB,CAA8BV,QAA9B,CAAJ,EAA6C,OAAO,KAAP;AAC7C,MAAMW,GAAG,GAAGf,IAAI,CAACgB,OAAL,CAAaZ,QAAb,EAAuBa,iBAAvB,EAAZ;AAEA,SAAOF,GAAG,IAAIG,UAAd;AACD,CALM;;AAOP,IAAMC,UAAU,GAAG,SAAbA,UAAa,CAACC,IAAD;AAAA,MAAeC,WAAf,uEAAuC,CAAC,cAAD,CAAvC;AAAA,SACjB,IAAIC,MAAJ,CAAWD,WAAW,CAACE,IAAZ,CAAiB,GAAjB,CAAX,EAAkC,IAAlC,EAAwCT,IAAxC,CAA6CM,IAA7C,CADiB;AAAA,CAAnB;;AAUA,OAAO,IAAMI,WAAW,GAAG,SAAdA,WAAc,CACzBC,UADyB,EAKtB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBjB,cAElB;AAAA,MADHkB,WACG,uEADqB,EACrB;AACH,MAAMC,KAAK,GAAG9B,EAAE,CAAC+B,WAAH,CAAeL,UAAf,CAAd;AAEAI,EAAAA,KAAK,CAACE,OAAN,CAAeC,IAAD,IAAU;AACtB,QAAIjC,EAAE,CAACkC,QAAH,CAAYR,UAAU,GAAG,GAAb,GAAmBO,IAA/B,EAAqCE,WAArC,EAAJ,EAAwD;AACtD,UAAI,CAACf,UAAU,CAACa,IAAD,EAAOJ,WAAP,CAAf,EACEF,WAAW,GAAGF,WAAW,CACvBC,UAAU,GAAG,GAAb,GAAmBO,IADI,EAEvBN,WAFuB,EAGvBC,MAHuB,EAIvBC,WAJuB,CAAzB;AAMH,KARD,MAQO;AACL,UAAID,MAAM,CAACK,IAAD,CAAV,EAAkB;AAChB,YAAM5B,SAAQ,GAAGJ,IAAI,CAACuB,IAAL,CAAUE,UAAV,EAAsB,GAAtB,EAA2BO,IAA3B,CAAjB;;AACAN,QAAAA,WAAW,CAACS,IAAZ,CAAiB/B,SAAjB;AACD;AACF;AACF,GAfD;AAiBA,SAAOsB,WAAP;AACD,CA1BM;AAmCP,OAAO,IAAMU,YAAY,GAAG,SAAfA,YAAe,CAC1BX,UAD0B,EAKvB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBd,eAElB;AAAA,MADHe,WACG,uEADqB,CAAC,cAAD,EAAiB,KAAjB,EAAwB,MAAxB,CACrB;AACH,SAAOJ,WAAW,CAACC,UAAD,EAAaC,WAAb,EAA0BC,MAA1B,EAAkCC,WAAlC,CAAlB;AACD,CAPM;AAUP,OAAO,IAAMS,QAAQ,GAAIC,OAAD,IAAqB;AAC3C,SAAOrC,QAAQ,CAACqC,OAAD,EAAU;AAAEhC,IAAAA,QAAQ,EAAE;AAAZ,GAAV,CAAR,CAAyCK,IAAzC,EAAP;AACD,CAFM;AAKP,OAAO,IAAM4B,aAAa,GAAG,MAAMF,QAAQ,CAAC,oBAAD,CAApC;AAGP,OAAO,IAAMG,eAAe,GAAG,MAAM;AACnC,SAAOH,QAAQ,CAAC,2BAAD,CAAf;AACD,CAFM;AAOP,OAAO,IAAMI,mBAAmB,GAAG,MAAM;AACvC,MAAMC,MAAM,GAAGF,eAAe,EAA9B;AACA,MAAMG,YAAY,GAAG,6BAArB;AACA,MAAIC,KAAK,GAAGD,YAAY,CAACE,IAAb,CAAkBH,MAAlB,CAAZ;;AACA,MAAI,CAACE,KAAL,EAAY;AAEV,QAAME,aAAa,GAAG,iCAAtB;AACAF,IAAAA,KAAK,GAAGE,aAAa,CAACD,IAAd,CAAmBH,MAAnB,CAAR;;AACA,QAAI,CAACE,KAAL,EAAY;AACV,aAAO,EAAP;AACD;;AACD,WAAOA,KAAK,CAAC,CAAD,CAAZ;AACD;;AACD,sCAA6BA,KAAK,CAAC,CAAD,CAAlC;AACD,CAdM;AAgBP,OAAO,MAAMG,SAAN,CAAqC;AAE1CC,EAAAA,UAAU,CAACC,IAAD,EAA0B;AAClC,QAAI,CAAC,OAAOnC,IAAP,CAAYmC,IAAI,CAACC,GAAjB,CAAL,EAA4B,OAAO,IAAP;AAC5B,WAAOH,SAAS,CAACI,SAAV,CAAoBC,GAApB,CAAwBH,IAAI,CAACI,WAA7B,CAAP;AACD;;AAEDC,EAAAA,QAAQ,CAACC,UAAD,EAA+B;AACrC,QAAMC,KAAK,GAAGD,UAAU,CAACE,KAAX,CAAiB,IAAjB,CAAd;AACA,QAAMC,MAAgB,GAAG,EAAzB;AACAF,IAAAA,KAAK,CAACzB,OAAN,CAAc,CAAC4B,IAAD,EAAOC,KAAP,KAAiB;AAC7B,UAAIhB,KAAK,GAAGrC,UAAU,CAACsC,IAAX,CAAgBc,IAAhB,CAAZ;;AACA,aAAOf,KAAK,KAAK,IAAjB,EAAuB;AAErB,YAAIA,KAAK,IAAIA,KAAK,CAAChC,MAAN,GAAe,CAA5B,EAA+B;AAC7B,cAAMiD,MAAM,GAAGjB,KAAK,CAAC,CAAD,CAAL,CAASjC,IAAT,EAAf;AACA,cAAMsC,KAAc,GAAG;AACrBC,YAAAA,GAAG,EAAEW,MADgB;AAErBR,YAAAA,WAAW,EAAET,KAAK,CAAC,CAAD,CAAL,CAASjC,IAAT,EAFQ;AAGrBgD,YAAAA,IAAI,EAAEC,KAAK,GAAG,CAHO;AAIrBE,YAAAA,MAAM,EAAElB,KAAK,CAACgB;AAJO,WAAvB;;AAMA,cAAI,CAAC,KAAKZ,UAAL,CAAgBC,KAAhB,CAAL,EAA4B;AAC1BS,YAAAA,MAAM,CAACvB,IAAP,CAAYc,KAAZ;AACD;AACF;;AACDL,QAAAA,KAAK,GAAGrC,UAAU,CAACsC,IAAX,CAAgBc,IAAhB,CAAR;AACD;AACF,KAlBD;AAmBA,WAAOD,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAAC3D,QAAD,EAA6B;AACnC,WAAO,KAAKkD,QAAL,CAAcnD,QAAQ,CAACC,QAAD,CAAtB,CAAP;AACD;;AAlCyC;;gBAA/B2C,S,eACQ,IAAIiB,GAAJ,CAAgB,CAAC,IAAD,EAAO,QAAP,EAAiB,QAAjB,CAAhB,C;;AAuCrB,OAAO,MAAMC,aAAN,CAAwC;AAE7CC,EAAAA,UAAU,CAACC,QAAD,EAA4B;AACpCA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;AACA,QAAMpD,GAAG,GAAGf,IAAI,CAACgB,OAAL,CAAamD,QAAb,EAAuBlD,iBAAvB,EAAZ;AACA,QAAMoD,OAAO,GAAGtD,GAAG,KAAK,KAAR,IAAiB,CAACF,eAAe,CAACsD,QAAD,CAAjD;AACA,QAAMG,MAAM,GAAG,mBAAmBxD,IAAnB,CAAwBqD,QAAxB,CAAf;AACA,WAAOE,OAAO,IAAIC,MAAlB;AACD;;AAMDC,EAAAA,MAAM,CAACC,KAAD,EAAgB;AACpBA,IAAAA,KAAK,GAAGA,KAAK,CAAC7D,IAAN,EAAR;AACA,QAAM8D,MAAM,GAAG,eAAf;;AACA,QAAIA,MAAM,CAAC3D,IAAP,CAAY0D,KAAZ,CAAJ,EAAwB;AACtBA,MAAAA,KAAK,GAAGA,KAAK,CAACE,OAAN,CAAcD,MAAd,EAAsB,IAAtB,CAAR;AACD;;AACD,WAAOD,KAAK,CAAC7D,IAAN,EAAP;AACD;;AAEDyD,EAAAA,WAAW,CAAChE,QAAD,EAAmB;AAC5BA,IAAAA,QAAQ,GAAGA,QAAQ,CAACO,IAAT,EAAX;AACA,QAAMiC,KAAK,GAAG,YAAYC,IAAZ,CAAiBzC,QAAjB,CAAd;AACA,QAAIwC,KAAJ,EAAWxC,QAAQ,GAAGwC,KAAK,CAAC,CAAD,CAAhB;AACX,WAAOxC,QAAP;AACD;;AAODuE,EAAAA,SAAS,CAACC,cAAD,EAAyBT,QAAzB,EAA2C;AAClDA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;AACA,QAAIA,QAAQ,CAACU,UAAT,CAAoB,GAApB,CAAJ,EAA8B,OAAOV,QAAQ,CAACW,MAAT,CAAgB,CAAhB,CAAP;AAC9B,QAAMC,IAAI,GAAG/E,IAAI,CAACgF,OAAL,CAAaJ,cAAb,CAAb;AACA,WAAO5E,IAAI,CAACuB,IAAL,CAAUwD,IAAV,EAAgB,GAAhB,EAAqBZ,QAArB,CAAP;AACD;;AAODc,EAAAA,WAAW,CAAC7E,QAAD,EAAmB8E,OAAnB,EAAgD;AACzD,QAAMxB,MAAkB,GAAG,EAA3B;AACA,QAAId,KAAK,GAAGpC,SAAS,CAACqC,IAAV,CAAeqC,OAAf,CAAZ;AACA,QAAIf,QAAJ;;AACA,WAAOvB,KAAK,KAAK,IAAjB,EAAuB;AACrB,UAAMuC,OAAO,GAAG,KAAKZ,MAAL,CAAY3B,KAAK,CAAC,CAAD,CAAjB,CAAhB;AACAuB,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBxB,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAKsB,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9B,YACEgB,OAAO,CAACC,aAAR,CAAsB,QAAtB,EAAgCC,SAAhC,EAA2C;AACzCC,UAAAA,WAAW,EAAE;AAD4B,SAA3C,MAEO,CAHT,EAIE;AACAnB,UAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAevE,QAAf,EAAyB+D,QAAzB,CAAX;AACAT,UAAAA,MAAM,CAACvB,IAAP,CAAY;AAAEgD,YAAAA,OAAF;AAAWI,YAAAA,UAAU,EAAEpB;AAAvB,WAAZ;AACD;AACF;;AACDvB,MAAAA,KAAK,GAAGpC,SAAS,CAACqC,IAAV,CAAeqC,OAAf,CAAR;AACD;;AAEDtC,IAAAA,KAAK,GAAGnC,WAAW,CAACoC,IAAZ,CAAiBqC,OAAjB,CAAR;;AACA,WAAOtC,KAAK,IAAI,IAAhB,EAAsB;AACpB,UAAMuC,QAAO,GAAG,KAAKZ,MAAL,CAAY3B,KAAK,CAAC,CAAD,CAAjB,CAAhB;;AACAuB,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBxB,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAKsB,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9BA,QAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAevE,QAAf,EAAyB+D,QAAzB,CAAX;AACAT,QAAAA,MAAM,CAACvB,IAAP,CAAY;AAAEgD,UAAAA,OAAO,EAAPA,QAAF;AAAWI,UAAAA,UAAU,EAAEpB;AAAvB,SAAZ;AACD;;AACDvB,MAAAA,KAAK,GAAGnC,WAAW,CAACoC,IAAZ,CAAiBqC,OAAjB,CAAR;AACD;;AACD,WAAOxB,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAAC3D,QAAD,EAA+B;AACrC,WAAO,KAAK6E,WAAL,CAAiB7E,QAAjB,EAA2BD,QAAQ,CAACC,QAAD,CAAnC,CAAP;AACD;;AAlF4C;AAqF/C,IAAMc,UAAmB,GAAG;AAC1B,SAAO,IAAI6B,SAAJ,EADmB;AAE1B,SAAO,IAAIA,SAAJ,EAFmB;AAG1B,SAAO,IAAIA,SAAJ,EAHmB;AAI1B,YAAU,IAAIA,SAAJ,EAJgB;AAK1B,SAAO,IAAIA,SAAJ,EALmB;AAM1B,UAAQ,IAAIA,SAAJ,EANkB;AAO1B,SAAO,IAAIA,SAAJ,EAPmB;AAQ1B,SAAO,IAAIkB,aAAJ,EARmB;AAS1B,WAAS,IAAIlB,SAAJ,EATiB;AAU1B,SAAO,IAAIA,SAAJ,EAVmB;AAW1B,WAAS,IAAIA,SAAJ;AAXiB,CAA5B;AAeA,OAAO,MAAMyC,YAAN,CAAmB;AAMxBC,EAAAA,WAAW,CAAiBC,UAAjB,EAAqC;AAAA,SAApBA,UAAoB,GAApBA,UAAoB;;AAAA,uCALzB,EAKyB;;AAAA,qCAJ7B,EAI6B;;AAAA,wCAH3BnD,aAAa,EAGc;;AAAA,0CAFzBE,mBAAmB,EAEM;;AAC9C,SAAKkD,OAAL,CAAaD,UAAb;AACD;;AAEO,MAAJE,IAAI,GAAiB;AACvB,WAAO;AACLC,MAAAA,UAAU,EAAE,KAAKA,UADZ;AAELC,MAAAA,YAAY,EAAE,KAAKA,YAFd;AAGLC,MAAAA,SAAS,EAAE,KAAKA,SAHX;AAILC,MAAAA,OAAO,EAAE,KAAKA;AAJT,KAAP;AAMD;;AAEDC,EAAAA,OAAO,CAAClF,GAAD,EAAcmF,YAAd,EAAoCjD,IAApC,EAA+D;AACpE,aAASkD,WAAT,CAAqBC,MAArB,EAAsC;AAEpC,UAAIC,SAAS,GAAGD,MAAM,CAACE,KAAP,CAAavF,GAAb,CAAhB;;AACA,UAAI,CAACsF,SAAL,EAAgB;AACdA,QAAAA,SAAS,GAAG,EAAZ;AACD;;AACD,UAAME,OAAO,GAAGtD,IAAhB;AACA,UAAMuD,QAAmB,GAAG;AAC1BjB,QAAAA,UAAU,EAAEW,YADc;AAE1BpC,QAAAA,MAAM,EAAEyC,OAAO,CAACzC,MAFU;AAG1BH,QAAAA,IAAI,EAAE4C,OAAO,CAAC5C;AAHY,OAA5B;AAKA,UACE,CAAC0C,SAAS,CAACI,IAAV,CACEC,CAAD,IACEA,CAAC,CAAC/C,IAAF,KAAW6C,QAAQ,CAAC7C,IAApB,IACA+C,CAAC,CAAC5C,MAAF,KAAa0C,QAAQ,CAAC1C,MADtB,IAEA4C,CAAC,CAACnB,UAAF,KAAiBiB,QAAQ,CAACjB,UAJ7B,CADH,EAQEc,SAAS,CAAClE,IAAV,CAAeqE,QAAf;AACFJ,MAAAA,MAAM,CAACE,KAAP,CAAavF,GAAb,IAAoBsF,SAApB;AACD;;AAED,QAAI,aAAapD,IAAjB,EAAuB;AACrB,UAAM0D,CAAC,GAAG1D,IAAV;AACA0D,MAAAA,CAAC,CAACpB,UAAF,GAAeC,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCiB,CAAC,CAACpB,UAAvC,CAAf;AACA,WAAKQ,SAAL,CAAeY,CAAC,CAACpB,UAAjB,IAA+BoB,CAA/B;AACD,KAJD,MAIO;AACL,UAAIP,MAAe,GAAG,KAAKJ,OAAL,CAAa/C,IAAI,CAACI,WAAlB,CAAtB;;AACA,UAAI,CAAC+C,MAAL,EAAa;AACXA,QAAAA,MAAM,GAAG;AAAE/C,UAAAA,WAAW,EAAEJ,IAAI,CAACI,WAApB;AAAiCiD,UAAAA,KAAK,EAAE;AAAxC,SAAT;AACD;;AACDH,MAAAA,WAAW,CAACC,MAAD,CAAX;AACA,WAAKJ,OAAL,CAAaI,MAAM,CAAC/C,WAApB,IAAmC+C,MAAnC;AACD;AACF;;AASmB,SAANQ,MAAM,CAAClB,UAAD,EAAqBtF,QAArB,EAAuC;AACzD,WAAOJ,IAAI,CAAC6G,QAAL,CAAcnB,UAAd,EAA0BtF,QAA1B,CAAP;AACD;;AAED0G,EAAAA,WAAW,CAAC1G,QAAD,EAAmB;AAC5B,QAAMW,GAAG,GAAGf,IAAI,CAACgB,OAAL,CAAaZ,QAAb,CAAZ;;AACA,QAAIW,GAAG,IAAIG,UAAX,EAAuB;AACrB,UAAM6F,KAAK,GAAG7F,UAAU,CAACH,GAAD,CAAxB;AACA,UAAMuF,KAAK,GAAGS,KAAK,CAAChD,QAAN,CAAe3D,QAAf,CAAd;AACAkG,MAAAA,KAAK,CAACvE,OAAN,CAAekB,IAAD,IAA+B;AAC3C,YAAM+D,OAAO,GAAGxB,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCtF,QAArC,CAAhB;AACA,aAAK6F,OAAL,CAAalF,GAAb,EAAkBiG,OAAlB,EAA2B/D,IAA3B;AACD,OAHD;AAID,KAPD,MAOO;AACL/C,MAAAA,IAAI,WAAIE,QAAJ,sBAAJ;AACD;AACF;;AAEDuF,EAAAA,OAAO,GAAmC;AAAA,QAAlCD,UAAkC,uEAAN,IAAM;AACxC,QAAMuB,OAAO,GAAGvB,UAAH,aAAGA,UAAH,cAAGA,UAAH,GAAiB,KAAKA,UAAnC;AACA,QAAM7D,KAAK,GAAGO,YAAY,CAAC6E,OAAD,CAA1B;AACApF,IAAAA,KAAK,CAACE,OAAN,CAAe2E,CAAD,IAAO,KAAKI,WAAL,CAAiBJ,CAAjB,CAArB;AACA,WAAO,KAAKd,IAAZ;AACD;;AAxFuB","sourcesContent":["/*\n\n MIT License\n\n Copyright (c) 2021 Looker Data Sciences, Inc.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\n */\n\nimport * as fs from 'fs'\nimport path from 'path'\nimport { execSync } from 'child_process'\nimport { warn } from '@looker/sdk-codegen-utils'\nimport type {\n  IFileCall,\n  INugget,\n  ISDKCall,\n  ISummary,\n  Nuggets,\n  SDKCalls,\n  Summaries,\n  IExampleMine,\n} from '@looker/sdk-codegen'\n\nexport interface IFileMine {\n  mineFile(fileName: string): SDKCalls\n  mineCode(code: string): SDKCalls\n  ignoreCall(call: ISDKCall): boolean\n}\n\nexport interface IDocMine {\n  mineFile(fileName: string): ISummary[]\n  mineContent(sourceFile: string, content: string): ISummary[]\n  ignoreLink(fileName: string): boolean\n}\n\nexport const readFile = (fileName: string) =>\n  fs.readFileSync(fileName, { encoding: 'utf-8' })\n\nconst sdkPattern = /(\\b[a-z0-9_]*sdk)\\.\\s*([a-z0-9_]*)\\s*[(<]/gi\nconst mdPattern = /(\\[(.+?)\\]\\((.+?)\\))/gim\nconst linkPattern = /(.*)\\[\\[link\\]\\]\\((.+?)\\)/gim\n\nexport type IMiners = { [key: string]: IFileMine | IDocMine }\n\n/** file-filtering lambda for `getAllFiles()` and `getCodeFiles()` */\nexport type FileFilter = (fileName: string, pattern?: RegExp) => boolean\n\n/**\n * Filter to include every file that has a non-empty file name\n * @param fileName name of file to check\n */\nexport const filterAllFiles = (fileName: string) => fileName.trim().length > 0\n\n/**\n * Filter for code files\n * @param fileName name of file from which to extract its extension\n */\nexport const filterCodeFiles = (fileName: string) => {\n  if (/(^|\\/)node_modules\\//gi.test(fileName)) return false\n  const ext = path.extname(fileName).toLocaleLowerCase()\n  // eslint-disable-next-line @typescript-eslint/no-use-before-define\n  return ext in fileMiners\n}\n\nconst skipFolder = (name: string, excludeList: string[] = ['node_modules']) =>\n  new RegExp(excludeList.join('|'), 'gi').test(name)\n\n/**\n * Finds all file recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of current files already found\n * @param filter lambda for file inclusion in results. truthy analyzes the file\n * @param ignorePaths paths to ignore\n */\nexport const getAllFiles = (\n  searchPath: string,\n  listOfFiles: string[] = [],\n  filter: FileFilter = filterAllFiles,\n  ignorePaths: string[] = []\n) => {\n  const files = fs.readdirSync(searchPath)\n\n  files.forEach((file) => {\n    if (fs.statSync(searchPath + '/' + file).isDirectory()) {\n      if (!skipFolder(file, ignorePaths))\n        listOfFiles = getAllFiles(\n          searchPath + '/' + file,\n          listOfFiles,\n          filter,\n          ignorePaths\n        )\n    } else {\n      if (filter(file)) {\n        const fileName = path.join(searchPath, '/', file)\n        listOfFiles.push(fileName)\n      }\n    }\n  })\n\n  return listOfFiles\n}\n\n/**\n * Find all source code files recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of source code files that can be mined\n * @param filter function to determine whether a file should be analyzed\n * @param ignorePaths paths to ignore\n */\nexport const getCodeFiles = (\n  searchPath: string,\n  listOfFiles: string[] = [],\n  filter: FileFilter = filterCodeFiles,\n  ignorePaths: string[] = ['node_modules', 'lib', 'dist']\n) => {\n  return getAllFiles(searchPath, listOfFiles, filter, ignorePaths)\n}\n\n/** get the trimmed output of the command as a UTF-8 string */\nexport const execRead = (command: string) => {\n  return execSync(command, { encoding: 'utf-8' }).trim()\n}\n\n/** get this git repository's current commit hash */\nexport const getCommitHash = () => execRead('git rev-parse HEAD')\n\n/** get the remote origin url for this repository */\nexport const getRemoteOrigin = () => {\n  return execRead('git remote get-url origin')\n}\n\n/**\n * Convert this github repository's git address to an HTTP url\n */\nexport const getRemoteHttpOrigin = () => {\n  const origin = getRemoteOrigin()\n  const gitExtractor = /git@github\\.com:(.*)\\.git/gi\n  let match = gitExtractor.exec(origin)\n  if (!match) {\n    // git origin on CI: https://github.com/looker-open-source/sdk-codegen\n    const httpExtractor = /(https:\\/\\/github.com.*)(|.git)/\n    match = httpExtractor.exec(origin)\n    if (!match) {\n      return ''\n    }\n    return match[1]\n  }\n  return `https://github.com/${match[1]}`\n}\n\nexport class CodeMiner implements IFileMine {\n  static ignoreOps = new Set<string>(['ok', 'init31', 'init40'])\n  ignoreCall(call: ISDKCall): boolean {\n    if (!/sdk/i.test(call.sdk)) return true\n    return CodeMiner.ignoreOps.has(call.operationId)\n  }\n\n  mineCode(sourceCode: string): SDKCalls {\n    const lines = sourceCode.split('\\n')\n    const result: SDKCalls = []\n    lines.forEach((line, index) => {\n      let match = sdkPattern.exec(line)\n      while (match !== null) {\n        // TODO need to ignore source code comments?\n        if (match && match.length > 2) {\n          const sdkRef = match[1].trim()\n          const call: ISDKCall = {\n            sdk: sdkRef,\n            operationId: match[2].trim(),\n            line: index + 1,\n            column: match.index,\n          }\n          if (!this.ignoreCall(call)) {\n            result.push(call)\n          }\n        }\n        match = sdkPattern.exec(line)\n      }\n    })\n    return result\n  }\n\n  mineFile(fileName: string): SDKCalls {\n    return this.mineCode(readFile(fileName))\n  }\n}\n\n/**\n * Processes markdown files and extracts links to source code to use as summaries\n */\nexport class MarkdownMiner implements IDocMine {\n  // TODO ensure summaries don't include markdown files\n  ignoreLink(linkFile: string): boolean {\n    linkFile = this.stripSearch(linkFile)\n    const ext = path.extname(linkFile).toLocaleLowerCase()\n    const notCode = ext === '.md' || !filterCodeFiles(linkFile)\n    const isHttp = /^(http|https):/gi.test(linkFile)\n    return notCode || isHttp\n  }\n\n  /**\n   * Remove leading - from a string\n   * @param value string to process\n   */\n  noDash(value: string) {\n    value = value.trim()\n    const dasher = /^\\s*-\\s*(.*)/g\n    if (dasher.test(value)) {\n      value = value.replace(dasher, '$1')\n    }\n    return value.trim()\n  }\n\n  stripSearch(fileName: string) {\n    fileName = fileName.trim()\n    const match = /(.*)#.*/gi.exec(fileName)\n    if (match) fileName = match[1]\n    return fileName\n  }\n\n  /**\n   * Fully qualify the path for `linkFile`\n   * @param sourceFileName\n   * @param linkFile\n   */\n  sourcerer(sourceFileName: string, linkFile: string) {\n    linkFile = this.stripSearch(linkFile)\n    if (linkFile.startsWith('/')) return linkFile.substr(1)\n    const base = path.dirname(sourceFileName)\n    return path.join(base, '/', linkFile)\n  }\n\n  /**\n   * Get all links from content\n   * @param fileName fully qualified source file name\n   * @param content markdown to parse\n   */\n  mineContent(fileName: string, content: string): ISummary[] {\n    const result: ISummary[] = []\n    let match = mdPattern.exec(content)\n    let linkFile: string\n    while (match !== null) {\n      const summary = this.noDash(match[2])\n      linkFile = this.stripSearch(match[3])\n      if (!this.ignoreLink(linkFile)) {\n        if (\n          summary.localeCompare('[link]', undefined, {\n            sensitivity: 'base',\n          }) !== 0\n        ) {\n          linkFile = this.sourcerer(fileName, linkFile)\n          result.push({ summary, sourceFile: linkFile })\n        }\n      }\n      match = mdPattern.exec(content)\n    }\n\n    match = linkPattern.exec(content)\n    while (match != null) {\n      const summary = this.noDash(match[1])\n      linkFile = this.stripSearch(match[2])\n      if (!this.ignoreLink(linkFile)) {\n        linkFile = this.sourcerer(fileName, linkFile)\n        result.push({ summary, sourceFile: linkFile })\n      }\n      match = linkPattern.exec(content)\n    }\n    return result\n  }\n\n  mineFile(fileName: string): ISummary[] {\n    return this.mineContent(fileName, readFile(fileName))\n  }\n}\n\nconst fileMiners: IMiners = {\n  '.cs': new CodeMiner(),\n  '.kt': new CodeMiner(),\n  '.py': new CodeMiner(),\n  '.swift': new CodeMiner(),\n  '.ts': new CodeMiner(),\n  '.tsx': new CodeMiner(),\n  '.rb': new CodeMiner(),\n  '.md': new MarkdownMiner(),\n  '.dart': new CodeMiner(),\n  '.go': new CodeMiner(),\n  '.java': new CodeMiner(),\n  // '.rst': new MarkdownMiner(), // TODO .rst miner? Probably not needed\n}\n\nexport class ExampleMiner {\n  summaries: Summaries = {}\n  nuggets: Nuggets = {}\n  commitHash: string = getCommitHash()\n  remoteOrigin: string = getRemoteHttpOrigin()\n\n  constructor(public readonly sourcePath: string) {\n    this.execute(sourcePath)\n  }\n\n  get lode(): IExampleMine {\n    return {\n      commitHash: this.commitHash,\n      remoteOrigin: this.remoteOrigin,\n      summaries: this.summaries,\n      nuggets: this.nuggets,\n    }\n  }\n\n  addCall(ext: string, relativeFile: string, call: ISDKCall | ISummary) {\n    function addFileCall(nugget: INugget) {\n      // Extension is key for language\n      let fileCalls = nugget.calls[ext]\n      if (!fileCalls) {\n        fileCalls = []\n      }\n      const sdkCall = call as ISDKCall\n      const fileCall: IFileCall = {\n        sourceFile: relativeFile,\n        column: sdkCall.column,\n        line: sdkCall.line,\n      }\n      if (\n        !fileCalls.find(\n          (f) =>\n            f.line === fileCall.line &&\n            f.column === fileCall.column &&\n            f.sourceFile === fileCall.sourceFile\n        )\n      )\n        fileCalls.push(fileCall)\n      nugget.calls[ext] = fileCalls\n    }\n\n    if ('summary' in call) {\n      const s = call as ISummary\n      s.sourceFile = ExampleMiner.relate(this.sourcePath, s.sourceFile)\n      this.summaries[s.sourceFile] = s\n    } else {\n      let nugget: INugget = this.nuggets[call.operationId]\n      if (!nugget) {\n        nugget = { operationId: call.operationId, calls: {} }\n      }\n      addFileCall(nugget)\n      this.nuggets[nugget.operationId] = nugget\n    }\n  }\n\n  /**\n   * Derive relative path, retaining last directory\n   * @param sourcePath original file search path\n   * @param fileName fully qualified name of found file\n   *\n   * @example `Miner.relate('/a/b/c/', '/a/b/c/d.txt')` returns 'd.txt'\n   */\n  public static relate(sourcePath: string, fileName: string) {\n    return path.relative(sourcePath, fileName)\n  }\n\n  processFile(fileName: string) {\n    const ext = path.extname(fileName)\n    if (ext in fileMiners) {\n      const coder = fileMiners[ext]\n      const calls = coder.mineFile(fileName)\n      calls.forEach((call: ISDKCall | ISummary) => {\n        const relFile = ExampleMiner.relate(this.sourcePath, fileName)\n        this.addCall(ext, relFile, call)\n      })\n    } else {\n      warn(`${fileName} cannot be mined`)\n    }\n  }\n\n  execute(sourcePath: string | null = null) {\n    const dirPath = sourcePath ?? this.sourcePath\n    const files = getCodeFiles(dirPath)\n    files.forEach((f) => this.processFile(f))\n    return this.lode\n  }\n}\n"],"file":"exampleMiner.js"}
+{"version":3,"sources":["../../src/exampleMiner.ts"],"names":["fs","path","execSync","warn","readFile","fileName","readFileSync","encoding","sdkPattern","mdPattern","linkPattern","filterAllFiles","trim","length","filterCodeFiles","test","ext","extname","toLocaleLowerCase","fileMiners","IGNORE_PATHS","skipFolder","name","excludeList","RegExp","join","getAllFiles","searchPath","listOfFiles","filter","ignorePaths","files","readdirSync","forEach","file","statSync","isDirectory","push","_e","getCodeFiles","execRead","command","getCommitHash","getRemoteOrigin","getRemoteHttpOrigin","origin","gitExtractor","match","exec","httpExtractor","getPermalinkRoot","root","endsWith","substr","CodeMiner","ignoreCall","call","sdk","ignoreOps","has","operationId","mineCode","sourceCode","lines","split","result","line","index","sdkRef","column","mineFile","Set","MarkdownMiner","ignoreLink","linkFile","stripSearch","notCode","isHttp","noDash","value","dasher","replace","sourcerer","sourceFileName","startsWith","base","dirname","mineContent","content","summary","localeCompare","undefined","sensitivity","sourceFile","ExampleMiner","constructor","sourcePath","execute","lode","commitHash","remoteOrigin","summaries","nuggets","addCall","relativeFile","addFileCall","nugget","fileCalls","calls","sdkCall","fileCall","find","f","s","relate","relative","processFile","coder","relFile","dirPath"],"mappings":";;AA0BA,OAAO,KAAKA,EAAZ,MAAoB,IAApB;AACA,OAAOC,IAAP,MAAiB,MAAjB;AACA,SAASC,QAAT,QAAyB,eAAzB;AACA,SAASC,IAAT,QAAqB,2BAArB;AAwBA,OAAO,IAAMC,QAAQ,GAAIC,QAAD,IACtBL,EAAE,CAACM,YAAH,CAAgBD,QAAhB,EAA0B;AAAEE,EAAAA,QAAQ,EAAE;AAAZ,CAA1B,CADK;AAGP,IAAMC,UAAU,GAAG,6CAAnB;AACA,IAAMC,SAAS,GAAG,yBAAlB;AACA,IAAMC,WAAW,GAAG,8BAApB;AAWA,OAAO,IAAMC,cAAc,GAAIN,QAAD,IAAsBA,QAAQ,CAACO,IAAT,GAAgBC,MAAhB,GAAyB,CAAtE;AAMP,OAAO,IAAMC,eAAe,GAAIT,QAAD,IAAsB;AACnD,MAAI,yBAAyBU,IAAzB,CAA8BV,QAA9B,CAAJ,EAA6C,OAAO,KAAP;AAC7C,MAAMW,GAAG,GAAGf,IAAI,CAACgB,OAAL,CAAaZ,QAAb,EAAuBa,iBAAvB,EAAZ;AAEA,SAAOF,GAAG,IAAIG,UAAd;AACD,CALM;AAOP,OAAO,IAAMC,YAAY,GAAG,CAC1B,cAD0B,EAE1B,KAF0B,EAG1B,MAH0B,EAI1B,WAJ0B,EAK1B,OAL0B,EAM1B,KAN0B,EAO1B,QAP0B,EAQ1B,SAR0B,EAS1B,SAT0B,EAU1B,SAV0B,EAW1B,OAX0B,EAY1B,SAZ0B,EAa1B,SAb0B,CAArB;;AAgBP,IAAMC,UAAU,GAAG,SAAbA,UAAa,CAACC,IAAD;AAAA,MAAeC,WAAf,uEAAuCH,YAAvC;AAAA,SACjB,IAAII,MAAJ,CAAWD,WAAW,CAACE,IAAZ,CAAiB,GAAjB,CAAX,EAAkC,IAAlC,EAAwCV,IAAxC,CAA6CO,IAA7C,CADiB;AAAA,CAAnB;;AAUA,OAAO,IAAMI,WAAW,GAAG,SAAdA,WAAc,CACzBC,UADyB,EAKtB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBlB,cAElB;AAAA,MADHmB,WACG,uEADqB,EACrB;AACH,MAAMC,KAAK,GAAG/B,EAAE,CAACgC,WAAH,CAAeL,UAAf,CAAd;AAEAI,EAAAA,KAAK,CAACE,OAAN,CAAeC,IAAD,IAAU;AACtB,QAAI;AACF,UAAIlC,EAAE,CAACmC,QAAH,CAAYR,UAAU,GAAG,GAAb,GAAmBO,IAA/B,EAAqCE,WAArC,EAAJ,EAAwD;AACtD,YAAI,CAACf,UAAU,CAACa,IAAD,EAAOJ,WAAP,CAAf,EACEF,WAAW,GAAGF,WAAW,CACvBC,UAAU,GAAG,GAAb,GAAmBO,IADI,EAEvBN,WAFuB,EAGvBC,MAHuB,EAIvBC,WAJuB,CAAzB;AAMH,OARD,MAQO;AACL,YAAID,MAAM,CAACK,IAAD,CAAV,EAAkB;AAChB,cAAM7B,SAAQ,GAAGJ,IAAI,CAACwB,IAAL,CAAUE,UAAV,EAAsB,GAAtB,EAA2BO,IAA3B,CAAjB;;AACAN,UAAAA,WAAW,CAACS,IAAZ,CAAiBhC,SAAjB;AACD;AACF;AACF,KAfD,CAeE,OAAOiC,EAAP,EAAgB,CAEjB;AACF,GAnBD;AAqBA,SAAOV,WAAP;AACD,CA9BM;AAuCP,OAAO,IAAMW,YAAY,GAAG,SAAfA,YAAe,CAC1BZ,UAD0B,EAKvB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBf,eAElB;AAAA,MADHgB,WACG,uEADqBV,YACrB;AACH,SAAOM,WAAW,CAACC,UAAD,EAAaC,WAAb,EAA0BC,MAA1B,EAAkCC,WAAlC,CAAlB;AACD,CAPM;AAUP,OAAO,IAAMU,QAAQ,GAAIC,OAAD,IAAqB;AAC3C,SAAOvC,QAAQ,CAACuC,OAAD,EAAU;AAAElC,IAAAA,QAAQ,EAAE;AAAZ,GAAV,CAAR,CAAyCK,IAAzC,EAAP;AACD,CAFM;AAKP,OAAO,IAAM8B,aAAa,GAAG,MAAMF,QAAQ,CAAC,oBAAD,CAApC;AAGP,OAAO,IAAMG,eAAe,GAAG,MAAM;AACnC,SAAOH,QAAQ,CAAC,2BAAD,CAAf;AACD,CAFM;AAOP,OAAO,IAAMI,mBAAmB,GAAG,MAAM;AACvC,MAAMC,MAAM,GAAGF,eAAe,EAA9B;AACA,MAAMG,YAAY,GAAG,6BAArB;AACA,MAAIC,KAAK,GAAGD,YAAY,CAACE,IAAb,CAAkBH,MAAlB,CAAZ;;AACA,MAAI,CAACE,KAAL,EAAY;AAEV,QAAME,aAAa,GAAG,iCAAtB;AACAF,IAAAA,KAAK,GAAGE,aAAa,CAACD,IAAd,CAAmBH,MAAnB,CAAR;;AACA,QAAI,CAACE,KAAL,EAAY;AACV,aAAO,EAAP;AACD;;AACD,WAAOA,KAAK,CAAC,CAAD,CAAZ;AACD;;AACD,sCAA6BA,KAAK,CAAC,CAAD,CAAlC;AACD,CAdM;AAiBP,OAAO,IAAMG,gBAAgB,GAAG,MAAM;AACpC,MAAIC,IAAI,GAAGP,mBAAmB,EAA9B;AACA,MAAIO,IAAI,CAACC,QAAL,CAAc,MAAd,CAAJ,EAA2BD,IAAI,GAAGA,IAAI,CAACE,MAAL,CAAY,CAAZ,EAAeF,IAAI,CAACtC,MAAL,GAAc,CAA7B,CAAP;AAC3B,SAAOsC,IAAP;AACD,CAJM;AAMP,OAAO,MAAMG,SAAN,CAAqC;AAE1CC,EAAAA,UAAU,CAACC,IAAD,EAA0B;AAClC,QAAI,CAAC,OAAOzC,IAAP,CAAYyC,IAAI,CAACC,GAAjB,CAAL,EAA4B,OAAO,IAAP;AAC5B,WAAOH,SAAS,CAACI,SAAV,CAAoBC,GAApB,CAAwBH,IAAI,CAACI,WAA7B,CAAP;AACD;;AAEDC,EAAAA,QAAQ,CAACC,UAAD,EAA+B;AACrC,QAAMC,KAAK,GAAGD,UAAU,CAACE,KAAX,CAAiB,IAAjB,CAAd;AACA,QAAMC,MAAgB,GAAG,EAAzB;AACAF,IAAAA,KAAK,CAAC9B,OAAN,CAAc,CAACiC,IAAD,EAAOC,KAAP,KAAiB;AAC7B,UAAIpB,KAAK,GAAGvC,UAAU,CAACwC,IAAX,CAAgBkB,IAAhB,CAAZ;;AACA,aAAOnB,KAAK,KAAK,IAAjB,EAAuB;AAErB,YAAIA,KAAK,IAAIA,KAAK,CAAClC,MAAN,GAAe,CAA5B,EAA+B;AAC7B,cAAMuD,MAAM,GAAGrB,KAAK,CAAC,CAAD,CAAL,CAASnC,IAAT,EAAf;AACA,cAAM4C,KAAc,GAAG;AACrBC,YAAAA,GAAG,EAAEW,MADgB;AAErBR,YAAAA,WAAW,EAAEb,KAAK,CAAC,CAAD,CAAL,CAASnC,IAAT,EAFQ;AAGrBsD,YAAAA,IAAI,EAAEC,KAAK,GAAG,CAHO;AAIrBE,YAAAA,MAAM,EAAEtB,KAAK,CAACoB;AAJO,WAAvB;;AAMA,cAAI,CAAC,KAAKZ,UAAL,CAAgBC,KAAhB,CAAL,EAA4B;AAC1BS,YAAAA,MAAM,CAAC5B,IAAP,CAAYmB,KAAZ;AACD;AACF;;AACDT,QAAAA,KAAK,GAAGvC,UAAU,CAACwC,IAAX,CAAgBkB,IAAhB,CAAR;AACD;AACF,KAlBD;AAmBA,WAAOD,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAACjE,QAAD,EAA6B;AACnC,WAAO,KAAKwD,QAAL,CAAczD,QAAQ,CAACC,QAAD,CAAtB,CAAP;AACD;;AAlCyC;;gBAA/BiD,S,eACQ,IAAIiB,GAAJ,CAAgB,CAAC,IAAD,EAAO,QAAP,EAAiB,QAAjB,CAAhB,C;;AAuCrB,OAAO,MAAMC,aAAN,CAAwC;AAE7CC,EAAAA,UAAU,CAACC,QAAD,EAA4B;AACpCA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;AACA,QAAM1D,GAAG,GAAGf,IAAI,CAACgB,OAAL,CAAayD,QAAb,EAAuBxD,iBAAvB,EAAZ;AACA,QAAM0D,OAAO,GAAG5D,GAAG,KAAK,KAAR,IAAiB,CAACF,eAAe,CAAC4D,QAAD,CAAjD;AACA,QAAMG,MAAM,GAAG,mBAAmB9D,IAAnB,CAAwB2D,QAAxB,CAAf;AACA,WAAOE,OAAO,IAAIC,MAAlB;AACD;;AAMDC,EAAAA,MAAM,CAACC,KAAD,EAAgB;AACpBA,IAAAA,KAAK,GAAGA,KAAK,CAACnE,IAAN,EAAR;AACA,QAAMoE,MAAM,GAAG,eAAf;;AACA,QAAIA,MAAM,CAACjE,IAAP,CAAYgE,KAAZ,CAAJ,EAAwB;AACtBA,MAAAA,KAAK,GAAGA,KAAK,CAACE,OAAN,CAAcD,MAAd,EAAsB,IAAtB,CAAR;AACD;;AACD,WAAOD,KAAK,CAACnE,IAAN,EAAP;AACD;;AAED+D,EAAAA,WAAW,CAACtE,QAAD,EAAmB;AAC5BA,IAAAA,QAAQ,GAAGA,QAAQ,CAACO,IAAT,EAAX;AACA,QAAMmC,KAAK,GAAG,YAAYC,IAAZ,CAAiB3C,QAAjB,CAAd;AACA,QAAI0C,KAAJ,EAAW1C,QAAQ,GAAG0C,KAAK,CAAC,CAAD,CAAhB;AACX,WAAO1C,QAAP;AACD;;AAOD6E,EAAAA,SAAS,CAACC,cAAD,EAAyBT,QAAzB,EAA2C;AAClDA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;AACA,QAAIA,QAAQ,CAACU,UAAT,CAAoB,GAApB,CAAJ,EAA8B,OAAOV,QAAQ,CAACrB,MAAT,CAAgB,CAAhB,CAAP;AAC9B,QAAMgC,IAAI,GAAGpF,IAAI,CAACqF,OAAL,CAAaH,cAAb,CAAb;AACA,WAAOlF,IAAI,CAACwB,IAAL,CAAU4D,IAAV,EAAgB,GAAhB,EAAqBX,QAArB,CAAP;AACD;;AAODa,EAAAA,WAAW,CAAClF,QAAD,EAAmBmF,OAAnB,EAAgD;AACzD,QAAMvB,MAAkB,GAAG,EAA3B;AACA,QAAIlB,KAAK,GAAGtC,SAAS,CAACuC,IAAV,CAAewC,OAAf,CAAZ;AACA,QAAId,QAAJ;;AACA,WAAO3B,KAAK,KAAK,IAAjB,EAAuB;AACrB,UAAM0C,OAAO,GAAG,KAAKX,MAAL,CAAY/B,KAAK,CAAC,CAAD,CAAjB,CAAhB;AACA2B,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiB5B,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAK0B,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9B,YACEe,OAAO,CAACC,aAAR,CAAsB,QAAtB,EAAgCC,SAAhC,EAA2C;AACzCC,UAAAA,WAAW,EAAE;AAD4B,SAA3C,MAEO,CAHT,EAIE;AACAlB,UAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAe7E,QAAf,EAAyBqE,QAAzB,CAAX;AACAT,UAAAA,MAAM,CAAC5B,IAAP,CAAY;AAAEoD,YAAAA,OAAF;AAAWI,YAAAA,UAAU,EAAEnB;AAAvB,WAAZ;AACD;AACF;;AACD3B,MAAAA,KAAK,GAAGtC,SAAS,CAACuC,IAAV,CAAewC,OAAf,CAAR;AACD;;AAEDzC,IAAAA,KAAK,GAAGrC,WAAW,CAACsC,IAAZ,CAAiBwC,OAAjB,CAAR;;AACA,WAAOzC,KAAK,IAAI,IAAhB,EAAsB;AACpB,UAAM0C,QAAO,GAAG,KAAKX,MAAL,CAAY/B,KAAK,CAAC,CAAD,CAAjB,CAAhB;;AACA2B,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiB5B,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAK0B,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9BA,QAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAe7E,QAAf,EAAyBqE,QAAzB,CAAX;AACAT,QAAAA,MAAM,CAAC5B,IAAP,CAAY;AAAEoD,UAAAA,OAAO,EAAPA,QAAF;AAAWI,UAAAA,UAAU,EAAEnB;AAAvB,SAAZ;AACD;;AACD3B,MAAAA,KAAK,GAAGrC,WAAW,CAACsC,IAAZ,CAAiBwC,OAAjB,CAAR;AACD;;AACD,WAAOvB,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAACjE,QAAD,EAA+B;AACrC,WAAO,KAAKkF,WAAL,CAAiBlF,QAAjB,EAA2BD,QAAQ,CAACC,QAAD,CAAnC,CAAP;AACD;;AAlF4C;AAqF/C,IAAMc,UAAmB,GAAG;AAC1B,SAAO,IAAImC,SAAJ,EADmB;AAE1B,SAAO,IAAIA,SAAJ,EAFmB;AAG1B,SAAO,IAAIA,SAAJ,EAHmB;AAI1B,YAAU,IAAIA,SAAJ,EAJgB;AAK1B,SAAO,IAAIA,SAAJ,EALmB;AAM1B,UAAQ,IAAIA,SAAJ,EANkB;AAO1B,SAAO,IAAIA,SAAJ,EAPmB;AAQ1B,SAAO,IAAIkB,aAAJ,EARmB;AAS1B,WAAS,IAAIlB,SAAJ,EATiB;AAU1B,SAAO,IAAIA,SAAJ,EAVmB;AAW1B,WAAS,IAAIA,SAAJ;AAXiB,CAA5B;AAeA,OAAO,MAAMwC,YAAN,CAAmB;AAMxBC,EAAAA,WAAW,CAAiBC,UAAjB,EAAqC;AAAA,SAApBA,UAAoB,GAApBA,UAAoB;;AAAA,uCALzB,EAKyB;;AAAA,qCAJ7B,EAI6B;;AAAA,wCAH3BtD,aAAa,EAGc;;AAAA,0CAFzBQ,gBAAgB,EAES;;AAC9C,SAAK+C,OAAL,CAAaD,UAAb;AACD;;AAEO,MAAJE,IAAI,GAAiB;AACvB,WAAO;AACLC,MAAAA,UAAU,EAAE,KAAKA,UADZ;AAELC,MAAAA,YAAY,EAAE,KAAKA,YAFd;AAGLC,MAAAA,SAAS,EAAE,KAAKA,SAHX;AAILC,MAAAA,OAAO,EAAE,KAAKA;AAJT,KAAP;AAMD;;AAEDC,EAAAA,OAAO,CAACvF,GAAD,EAAcwF,YAAd,EAAoChD,IAApC,EAA+D;AACpE,aAASiD,WAAT,CAAqBC,MAArB,EAAsC;AAEpC,UAAIC,SAAS,GAAGD,MAAM,CAACE,KAAP,CAAa5F,GAAb,CAAhB;;AACA,UAAI,CAAC2F,SAAL,EAAgB;AACdA,QAAAA,SAAS,GAAG,EAAZ;AACD;;AACD,UAAME,OAAO,GAAGrD,IAAhB;AACA,UAAMsD,QAAmB,GAAG;AAC1BjB,QAAAA,UAAU,EAAEW,YADc;AAE1BnC,QAAAA,MAAM,EAAEwC,OAAO,CAACxC,MAFU;AAG1BH,QAAAA,IAAI,EAAE2C,OAAO,CAAC3C;AAHY,OAA5B;AAKA,UACE,CAACyC,SAAS,CAACI,IAAV,CACEC,CAAD,IACEA,CAAC,CAAC9C,IAAF,KAAW4C,QAAQ,CAAC5C,IAApB,IACA8C,CAAC,CAAC3C,MAAF,KAAayC,QAAQ,CAACzC,MADtB,IAEA2C,CAAC,CAACnB,UAAF,KAAiBiB,QAAQ,CAACjB,UAJ7B,CADH,EAQEc,SAAS,CAACtE,IAAV,CAAeyE,QAAf;AACFJ,MAAAA,MAAM,CAACE,KAAP,CAAa5F,GAAb,IAAoB2F,SAApB;AACD;;AAED,QAAI,aAAanD,IAAjB,EAAuB;AACrB,UAAMyD,CAAC,GAAGzD,IAAV;AACAyD,MAAAA,CAAC,CAACpB,UAAF,GAAeC,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCiB,CAAC,CAACpB,UAAvC,CAAf;AACA,WAAKQ,SAAL,CAAeY,CAAC,CAACpB,UAAjB,IAA+BoB,CAA/B;AACD,KAJD,MAIO;AACL,UAAIP,MAAe,GAAG,KAAKJ,OAAL,CAAa9C,IAAI,CAACI,WAAlB,CAAtB;;AACA,UAAI,CAAC8C,MAAL,EAAa;AACXA,QAAAA,MAAM,GAAG;AAAE9C,UAAAA,WAAW,EAAEJ,IAAI,CAACI,WAApB;AAAiCgD,UAAAA,KAAK,EAAE;AAAxC,SAAT;AACD;;AACDH,MAAAA,WAAW,CAACC,MAAD,CAAX;AACA,WAAKJ,OAAL,CAAaI,MAAM,CAAC9C,WAApB,IAAmC8C,MAAnC;AACD;AACF;;AASmB,SAANQ,MAAM,CAAClB,UAAD,EAAqB3F,QAArB,EAAuC;AACzD,WAAOJ,IAAI,CAACkH,QAAL,CAAcnB,UAAd,EAA0B3F,QAA1B,CAAP;AACD;;AAED+G,EAAAA,WAAW,CAAC/G,QAAD,EAAmB;AAC5B,QAAMW,GAAG,GAAGf,IAAI,CAACgB,OAAL,CAAaZ,QAAb,CAAZ;;AACA,QAAIW,GAAG,IAAIG,UAAX,EAAuB;AACrB,UAAMkG,KAAK,GAAGlG,UAAU,CAACH,GAAD,CAAxB;AACA,UAAM4F,KAAK,GAAGS,KAAK,CAAC/C,QAAN,CAAejE,QAAf,CAAd;AACAuG,MAAAA,KAAK,CAAC3E,OAAN,CAAeuB,IAAD,IAA+B;AAC3C,YAAM8D,OAAO,GAAGxB,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqC3F,QAArC,CAAhB;AACA,aAAKkG,OAAL,CAAavF,GAAb,EAAkBsG,OAAlB,EAA2B9D,IAA3B;AACD,OAHD;AAID,KAPD,MAOO;AACLrD,MAAAA,IAAI,WAAIE,QAAJ,sBAAJ;AACD;AACF;;AAED4F,EAAAA,OAAO,GAAmC;AAAA,QAAlCD,UAAkC,uEAAN,IAAM;AACxC,QAAMuB,OAAO,GAAGvB,UAAH,aAAGA,UAAH,cAAGA,UAAH,GAAiB,KAAKA,UAAnC;AACA,QAAMjE,KAAK,GAAGQ,YAAY,CAACgF,OAAD,CAA1B;AACAxF,IAAAA,KAAK,CAACE,OAAN,CAAe+E,CAAD,IAAO,KAAKI,WAAL,CAAiBJ,CAAjB,CAArB;AACA,WAAO,KAAKd,IAAZ;AACD;;AAxFuB","sourcesContent":["/*\n\n MIT License\n\n Copyright (c) 2021 Looker Data Sciences, Inc.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\n */\n\nimport * as fs from 'fs'\nimport path from 'path'\nimport { execSync } from 'child_process'\nimport { warn } from '@looker/sdk-codegen-utils'\nimport type {\n  IFileCall,\n  INugget,\n  ISDKCall,\n  ISummary,\n  Nuggets,\n  SDKCalls,\n  Summaries,\n  IExampleMine,\n} from '@looker/sdk-codegen'\n\nexport interface IFileMine {\n  mineFile(fileName: string): SDKCalls\n  mineCode(code: string): SDKCalls\n  ignoreCall(call: ISDKCall): boolean\n}\n\nexport interface IDocMine {\n  mineFile(fileName: string): ISummary[]\n  mineContent(sourceFile: string, content: string): ISummary[]\n  ignoreLink(fileName: string): boolean\n}\n\nexport const readFile = (fileName: string) =>\n  fs.readFileSync(fileName, { encoding: 'utf-8' })\n\nconst sdkPattern = /(\\b[a-z0-9_]*sdk)\\.\\s*([a-z0-9_]*)\\s*[(<]/gi\nconst mdPattern = /(\\[(.+?)\\]\\((.+?)\\))/gim\nconst linkPattern = /(.*)\\[\\[link\\]\\]\\((.+?)\\)/gim\n\nexport type IMiners = { [key: string]: IFileMine | IDocMine }\n\n/** file-filtering lambda for `getAllFiles()` and `getCodeFiles()` */\nexport type FileFilter = (fileName: string, pattern?: RegExp) => boolean\n\n/**\n * Filter to include every file that has a non-empty file name\n * @param fileName name of file to check\n */\nexport const filterAllFiles = (fileName: string) => fileName.trim().length > 0\n\n/**\n * Filter for code files\n * @param fileName name of file from which to extract its extension\n */\nexport const filterCodeFiles = (fileName: string) => {\n  if (/(^|\\/)node_modules\\//gi.test(fileName)) return false\n  const ext = path.extname(fileName).toLocaleLowerCase()\n  // eslint-disable-next-line @typescript-eslint/no-use-before-define\n  return ext in fileMiners\n}\n\nexport const IGNORE_PATHS = [\n  'node_modules',\n  'lib',\n  'dist',\n  'bazel-bin',\n  'build',\n  'bin',\n  '.build',\n  '.direnv',\n  '.github',\n  '.vscode',\n  '.idea',\n  '.gradle',\n  'results',\n]\n\nconst skipFolder = (name: string, excludeList: string[] = IGNORE_PATHS) =>\n  new RegExp(excludeList.join('|'), 'gi').test(name)\n\n/**\n * Finds all file recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of current files already found\n * @param filter lambda for file inclusion in results. truthy analyzes the file\n * @param ignorePaths paths to ignore\n */\nexport const getAllFiles = (\n  searchPath: string,\n  listOfFiles: string[] = [],\n  filter: FileFilter = filterAllFiles,\n  ignorePaths: string[] = []\n) => {\n  const files = fs.readdirSync(searchPath)\n\n  files.forEach((file) => {\n    try {\n      if (fs.statSync(searchPath + '/' + file).isDirectory()) {\n        if (!skipFolder(file, ignorePaths))\n          listOfFiles = getAllFiles(\n            searchPath + '/' + file,\n            listOfFiles,\n            filter,\n            ignorePaths\n          )\n      } else {\n        if (filter(file)) {\n          const fileName = path.join(searchPath, '/', file)\n          listOfFiles.push(fileName)\n        }\n      }\n    } catch (_e: any) {\n      // warn(`skipping ${file}: ${e}`)\n    }\n  })\n\n  return listOfFiles\n}\n\n/**\n * Find all source code files recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of source code files that can be mined\n * @param filter function to determine whether a file should be analyzed\n * @param ignorePaths paths to ignore\n */\nexport const getCodeFiles = (\n  searchPath: string,\n  listOfFiles: string[] = [],\n  filter: FileFilter = filterCodeFiles,\n  ignorePaths: string[] = IGNORE_PATHS\n) => {\n  return getAllFiles(searchPath, listOfFiles, filter, ignorePaths)\n}\n\n/** get the trimmed output of the command as a UTF-8 string */\nexport const execRead = (command: string) => {\n  return execSync(command, { encoding: 'utf-8' }).trim()\n}\n\n/** get this git repository's current commit hash */\nexport const getCommitHash = () => execRead('git rev-parse HEAD')\n\n/** get the remote origin url for this repository */\nexport const getRemoteOrigin = () => {\n  return execRead('git remote get-url origin')\n}\n\n/**\n * Convert this github repository's git address to an HTTP url\n */\nexport const getRemoteHttpOrigin = () => {\n  const origin = getRemoteOrigin()\n  const gitExtractor = /git@github\\.com:(.*)\\.git/gi\n  let match = gitExtractor.exec(origin)\n  if (!match) {\n    // git origin on CI: https://github.com/looker-open-source/sdk-codegen\n    const httpExtractor = /(https:\\/\\/github.com.*)(|.git)/\n    match = httpExtractor.exec(origin)\n    if (!match) {\n      return ''\n    }\n    return match[1]\n  }\n  return `https://github.com/${match[1]}`\n}\n\n/** Permalink paths should not have the `.git` ending for a repo */\nexport const getPermalinkRoot = () => {\n  let root = getRemoteHttpOrigin()\n  if (root.endsWith('.git')) root = root.substr(0, root.length - 4)\n  return root\n}\n\nexport class CodeMiner implements IFileMine {\n  static ignoreOps = new Set<string>(['ok', 'init31', 'init40'])\n  ignoreCall(call: ISDKCall): boolean {\n    if (!/sdk/i.test(call.sdk)) return true\n    return CodeMiner.ignoreOps.has(call.operationId)\n  }\n\n  mineCode(sourceCode: string): SDKCalls {\n    const lines = sourceCode.split('\\n')\n    const result: SDKCalls = []\n    lines.forEach((line, index) => {\n      let match = sdkPattern.exec(line)\n      while (match !== null) {\n        // TODO need to ignore source code comments?\n        if (match && match.length > 2) {\n          const sdkRef = match[1].trim()\n          const call: ISDKCall = {\n            sdk: sdkRef,\n            operationId: match[2].trim(),\n            line: index + 1,\n            column: match.index,\n          }\n          if (!this.ignoreCall(call)) {\n            result.push(call)\n          }\n        }\n        match = sdkPattern.exec(line)\n      }\n    })\n    return result\n  }\n\n  mineFile(fileName: string): SDKCalls {\n    return this.mineCode(readFile(fileName))\n  }\n}\n\n/**\n * Processes markdown files and extracts links to source code to use as summaries\n */\nexport class MarkdownMiner implements IDocMine {\n  // TODO ensure summaries don't include markdown files\n  ignoreLink(linkFile: string): boolean {\n    linkFile = this.stripSearch(linkFile)\n    const ext = path.extname(linkFile).toLocaleLowerCase()\n    const notCode = ext === '.md' || !filterCodeFiles(linkFile)\n    const isHttp = /^(http|https):/gi.test(linkFile)\n    return notCode || isHttp\n  }\n\n  /**\n   * Remove leading - from a string\n   * @param value string to process\n   */\n  noDash(value: string) {\n    value = value.trim()\n    const dasher = /^\\s*-\\s*(.*)/g\n    if (dasher.test(value)) {\n      value = value.replace(dasher, '$1')\n    }\n    return value.trim()\n  }\n\n  stripSearch(fileName: string) {\n    fileName = fileName.trim()\n    const match = /(.*)#.*/gi.exec(fileName)\n    if (match) fileName = match[1]\n    return fileName\n  }\n\n  /**\n   * Fully qualify the path for `linkFile`\n   * @param sourceFileName\n   * @param linkFile\n   */\n  sourcerer(sourceFileName: string, linkFile: string) {\n    linkFile = this.stripSearch(linkFile)\n    if (linkFile.startsWith('/')) return linkFile.substr(1)\n    const base = path.dirname(sourceFileName)\n    return path.join(base, '/', linkFile)\n  }\n\n  /**\n   * Get all links from content\n   * @param fileName fully qualified source file name\n   * @param content markdown to parse\n   */\n  mineContent(fileName: string, content: string): ISummary[] {\n    const result: ISummary[] = []\n    let match = mdPattern.exec(content)\n    let linkFile: string\n    while (match !== null) {\n      const summary = this.noDash(match[2])\n      linkFile = this.stripSearch(match[3])\n      if (!this.ignoreLink(linkFile)) {\n        if (\n          summary.localeCompare('[link]', undefined, {\n            sensitivity: 'base',\n          }) !== 0\n        ) {\n          linkFile = this.sourcerer(fileName, linkFile)\n          result.push({ summary, sourceFile: linkFile })\n        }\n      }\n      match = mdPattern.exec(content)\n    }\n\n    match = linkPattern.exec(content)\n    while (match != null) {\n      const summary = this.noDash(match[1])\n      linkFile = this.stripSearch(match[2])\n      if (!this.ignoreLink(linkFile)) {\n        linkFile = this.sourcerer(fileName, linkFile)\n        result.push({ summary, sourceFile: linkFile })\n      }\n      match = linkPattern.exec(content)\n    }\n    return result\n  }\n\n  mineFile(fileName: string): ISummary[] {\n    return this.mineContent(fileName, readFile(fileName))\n  }\n}\n\nconst fileMiners: IMiners = {\n  '.cs': new CodeMiner(),\n  '.kt': new CodeMiner(),\n  '.py': new CodeMiner(),\n  '.swift': new CodeMiner(),\n  '.ts': new CodeMiner(),\n  '.tsx': new CodeMiner(),\n  '.rb': new CodeMiner(),\n  '.md': new MarkdownMiner(),\n  '.dart': new CodeMiner(),\n  '.go': new CodeMiner(),\n  '.java': new CodeMiner(),\n  // '.rst': new MarkdownMiner(), // TODO .rst miner? Probably not needed\n}\n\nexport class ExampleMiner {\n  summaries: Summaries = {}\n  nuggets: Nuggets = {}\n  commitHash: string = getCommitHash()\n  remoteOrigin: string = getPermalinkRoot()\n\n  constructor(public readonly sourcePath: string) {\n    this.execute(sourcePath)\n  }\n\n  get lode(): IExampleMine {\n    return {\n      commitHash: this.commitHash,\n      remoteOrigin: this.remoteOrigin,\n      summaries: this.summaries,\n      nuggets: this.nuggets,\n    }\n  }\n\n  addCall(ext: string, relativeFile: string, call: ISDKCall | ISummary) {\n    function addFileCall(nugget: INugget) {\n      // Extension is key for language\n      let fileCalls = nugget.calls[ext]\n      if (!fileCalls) {\n        fileCalls = []\n      }\n      const sdkCall = call as ISDKCall\n      const fileCall: IFileCall = {\n        sourceFile: relativeFile,\n        column: sdkCall.column,\n        line: sdkCall.line,\n      }\n      if (\n        !fileCalls.find(\n          (f) =>\n            f.line === fileCall.line &&\n            f.column === fileCall.column &&\n            f.sourceFile === fileCall.sourceFile\n        )\n      )\n        fileCalls.push(fileCall)\n      nugget.calls[ext] = fileCalls\n    }\n\n    if ('summary' in call) {\n      const s = call as ISummary\n      s.sourceFile = ExampleMiner.relate(this.sourcePath, s.sourceFile)\n      this.summaries[s.sourceFile] = s\n    } else {\n      let nugget: INugget = this.nuggets[call.operationId]\n      if (!nugget) {\n        nugget = { operationId: call.operationId, calls: {} }\n      }\n      addFileCall(nugget)\n      this.nuggets[nugget.operationId] = nugget\n    }\n  }\n\n  /**\n   * Derive relative path, retaining last directory\n   * @param sourcePath original file search path\n   * @param fileName fully qualified name of found file\n   *\n   * @example `Miner.relate('/a/b/c/', '/a/b/c/d.txt')` returns 'd.txt'\n   */\n  public static relate(sourcePath: string, fileName: string) {\n    return path.relative(sourcePath, fileName)\n  }\n\n  processFile(fileName: string) {\n    const ext = path.extname(fileName)\n    if (ext in fileMiners) {\n      const coder = fileMiners[ext]\n      const calls = coder.mineFile(fileName)\n      calls.forEach((call: ISDKCall | ISummary) => {\n        const relFile = ExampleMiner.relate(this.sourcePath, fileName)\n        this.addCall(ext, relFile, call)\n      })\n    } else {\n      warn(`${fileName} cannot be mined`)\n    }\n  }\n\n  execute(sourcePath: string | null = null) {\n    const dirPath = sourcePath ?? this.sourcePath\n    const files = getCodeFiles(dirPath)\n    files.forEach((f) => this.processFile(f))\n    return this.lode\n  }\n}\n"],"file":"exampleMiner.js"}

package/lib/exampleMiner.d.ts

@@ -16,12 +16,14 @@ export declare type IMiners = {
 export declare type FileFilter = (fileName: string, pattern?: RegExp) => boolean;
 export declare const filterAllFiles: (fileName: string) => boolean;
 export declare const filterCodeFiles: (fileName: string) => boolean;
+export declare const IGNORE_PATHS: string[];
 export declare const getAllFiles: (searchPath: string, listOfFiles?: string[], filter?: FileFilter, ignorePaths?: string[]) => string[];
 export declare const getCodeFiles: (searchPath: string, listOfFiles?: string[], filter?: FileFilter, ignorePaths?: string[]) => string[];
 export declare const execRead: (command: string) => string;
 export declare const getCommitHash: () => string;
 export declare const getRemoteOrigin: () => string;
 export declare const getRemoteHttpOrigin: () => string;
+export declare const getPermalinkRoot: () => string;
 export declare class CodeMiner implements IFileMine {
     static ignoreOps: Set<string>;
     ignoreCall(call: ISDKCall): boolean;

package/lib/exampleMiner.js

@@ -3,7 +3,7 @@
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
-exports.ExampleMiner = exports.MarkdownMiner = exports.CodeMiner = exports.getRemoteHttpOrigin = exports.getRemoteOrigin = exports.getCommitHash = exports.execRead = exports.getCodeFiles = exports.getAllFiles = exports.filterCodeFiles = exports.filterAllFiles = exports.readFile = void 0;
+exports.ExampleMiner = exports.MarkdownMiner = exports.CodeMiner = exports.getPermalinkRoot = exports.getRemoteHttpOrigin = exports.getRemoteOrigin = exports.getCommitHash = exports.execRead = exports.getCodeFiles = exports.getAllFiles = exports.IGNORE_PATHS = exports.filterCodeFiles = exports.filterAllFiles = exports.readFile = void 0;
 
 var fs = _interopRequireWildcard(require("fs"));
 
@@ -43,9 +43,11 @@ var filterCodeFiles = fileName => {
 };
 
 exports.filterCodeFiles = filterCodeFiles;
+var IGNORE_PATHS = ['node_modules', 'lib', 'dist', 'bazel-bin', 'build', 'bin', '.build', '.direnv', '.github', '.vscode', '.idea', '.gradle', 'results'];
+exports.IGNORE_PATHS = IGNORE_PATHS;
 
 var skipFolder = function skipFolder(name) {
-  var excludeList = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : ['node_modules'];
+  var excludeList = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : IGNORE_PATHS;
   return new RegExp(excludeList.join('|'), 'gi').test(name);
 };
 
@@ -55,15 +57,17 @@ var getAllFiles = function getAllFiles(searchPath) {
   var ignorePaths = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : [];
   var files = fs.readdirSync(searchPath);
   files.forEach(file => {
-    if (fs.statSync(searchPath + '/' + file).isDirectory()) {
-      if (!skipFolder(file, ignorePaths)) listOfFiles = getAllFiles(searchPath + '/' + file, listOfFiles, filter, ignorePaths);
-    } else {
-      if (filter(file)) {
-        var _fileName = _path.default.join(searchPath, '/', file);
-
-        listOfFiles.push(_fileName);
+    try {
+      if (fs.statSync(searchPath + '/' + file).isDirectory()) {
+        if (!skipFolder(file, ignorePaths)) listOfFiles = getAllFiles(searchPath + '/' + file, listOfFiles, filter, ignorePaths);
+      } else {
+        if (filter(file)) {
+          var _fileName = _path.default.join(searchPath, '/', file);
+
+          listOfFiles.push(_fileName);
+        }
       }
-    }
+    } catch (_e) {}
   });
   return listOfFiles;
 };
@@ -73,7 +77,7 @@ exports.getAllFiles = getAllFiles;
 var getCodeFiles = function getCodeFiles(searchPath) {
   var listOfFiles = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : [];
   var filter = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : filterCodeFiles;
-  var ignorePaths = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : ['node_modules', 'lib', 'dist'];
+  var ignorePaths = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : IGNORE_PATHS;
   return getAllFiles(searchPath, listOfFiles, filter, ignorePaths);
 };
 
@@ -118,6 +122,14 @@ var getRemoteHttpOrigin = () => {
 
 exports.getRemoteHttpOrigin = getRemoteHttpOrigin;
 
+var getPermalinkRoot = () => {
+  var root = getRemoteHttpOrigin();
+  if (root.endsWith('.git')) root = root.substr(0, root.length - 4);
+  return root;
+};
+
+exports.getPermalinkRoot = getPermalinkRoot;
+
 class CodeMiner {
   ignoreCall(call) {
     if (!/sdk/i.test(call.sdk)) return true;
@@ -275,7 +287,7 @@ class ExampleMiner {
 
     _defineProperty(this, "commitHash", getCommitHash());
 
-    _defineProperty(this, "remoteOrigin", getRemoteHttpOrigin());
+    _defineProperty(this, "remoteOrigin", getPermalinkRoot());
 
     this.execute(sourcePath);
   }

package/lib/exampleMiner.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/exampleMiner.ts"],"names":["readFile","fileName","fs","readFileSync","encoding","sdkPattern","mdPattern","linkPattern","filterAllFiles","trim","length","filterCodeFiles","test","ext","path","extname","toLocaleLowerCase","fileMiners","skipFolder","name","excludeList","RegExp","join","getAllFiles","searchPath","listOfFiles","filter","ignorePaths","files","readdirSync","forEach","file","statSync","isDirectory","push","getCodeFiles","execRead","command","getCommitHash","getRemoteOrigin","getRemoteHttpOrigin","origin","gitExtractor","match","exec","httpExtractor","CodeMiner","ignoreCall","call","sdk","ignoreOps","has","operationId","mineCode","sourceCode","lines","split","result","line","index","sdkRef","column","mineFile","Set","MarkdownMiner","ignoreLink","linkFile","stripSearch","notCode","isHttp","noDash","value","dasher","replace","sourcerer","sourceFileName","startsWith","substr","base","dirname","mineContent","content","summary","localeCompare","undefined","sensitivity","sourceFile","ExampleMiner","constructor","sourcePath","execute","lode","commitHash","remoteOrigin","summaries","nuggets","addCall","relativeFile","addFileCall","nugget","fileCalls","calls","sdkCall","fileCall","find","f","s","relate","relative","processFile","coder","relFile","dirPath"],"mappings":";;;;;;;AA0BA;;AACA;;AACA;;AACA;;;;;;;;;;AAwBO,IAAMA,QAAQ,GAAIC,QAAD,IACtBC,EAAE,CAACC,YAAH,CAAgBF,QAAhB,EAA0B;AAAEG,EAAAA,QAAQ,EAAE;AAAZ,CAA1B,CADK;;;AAGP,IAAMC,UAAU,GAAG,6CAAnB;AACA,IAAMC,SAAS,GAAG,yBAAlB;AACA,IAAMC,WAAW,GAAG,8BAApB;;AAWO,IAAMC,cAAc,GAAIP,QAAD,IAAsBA,QAAQ,CAACQ,IAAT,GAAgBC,MAAhB,GAAyB,CAAtE;;;;AAMA,IAAMC,eAAe,GAAIV,QAAD,IAAsB;AACnD,MAAI,yBAAyBW,IAAzB,CAA8BX,QAA9B,CAAJ,EAA6C,OAAO,KAAP;;AAC7C,MAAMY,GAAG,GAAGC,cAAKC,OAAL,CAAad,QAAb,EAAuBe,iBAAvB,EAAZ;;AAEA,SAAOH,GAAG,IAAII,UAAd;AACD,CALM;;;;AAOP,IAAMC,UAAU,GAAG,SAAbA,UAAa,CAACC,IAAD;AAAA,MAAeC,WAAf,uEAAuC,CAAC,cAAD,CAAvC;AAAA,SACjB,IAAIC,MAAJ,CAAWD,WAAW,CAACE,IAAZ,CAAiB,GAAjB,CAAX,EAAkC,IAAlC,EAAwCV,IAAxC,CAA6CO,IAA7C,CADiB;AAAA,CAAnB;;AAUO,IAAMI,WAAW,GAAG,SAAdA,WAAc,CACzBC,UADyB,EAKtB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBlB,cAElB;AAAA,MADHmB,WACG,uEADqB,EACrB;AACH,MAAMC,KAAK,GAAG1B,EAAE,CAAC2B,WAAH,CAAeL,UAAf,CAAd;AAEAI,EAAAA,KAAK,CAACE,OAAN,CAAeC,IAAD,IAAU;AACtB,QAAI7B,EAAE,CAAC8B,QAAH,CAAYR,UAAU,GAAG,GAAb,GAAmBO,IAA/B,EAAqCE,WAArC,EAAJ,EAAwD;AACtD,UAAI,CAACf,UAAU,CAACa,IAAD,EAAOJ,WAAP,CAAf,EACEF,WAAW,GAAGF,WAAW,CACvBC,UAAU,GAAG,GAAb,GAAmBO,IADI,EAEvBN,WAFuB,EAGvBC,MAHuB,EAIvBC,WAJuB,CAAzB;AAMH,KARD,MAQO;AACL,UAAID,MAAM,CAACK,IAAD,CAAV,EAAkB;AAChB,YAAM9B,SAAQ,GAAGa,cAAKQ,IAAL,CAAUE,UAAV,EAAsB,GAAtB,EAA2BO,IAA3B,CAAjB;;AACAN,QAAAA,WAAW,CAACS,IAAZ,CAAiBjC,SAAjB;AACD;AACF;AACF,GAfD;AAiBA,SAAOwB,WAAP;AACD,CA1BM;;;;AAmCA,IAAMU,YAAY,GAAG,SAAfA,YAAe,CAC1BX,UAD0B,EAKvB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBf,eAElB;AAAA,MADHgB,WACG,uEADqB,CAAC,cAAD,EAAiB,KAAjB,EAAwB,MAAxB,CACrB;AACH,SAAOJ,WAAW,CAACC,UAAD,EAAaC,WAAb,EAA0BC,MAA1B,EAAkCC,WAAlC,CAAlB;AACD,CAPM;;;;AAUA,IAAMS,QAAQ,GAAIC,OAAD,IAAqB;AAC3C,SAAO,6BAASA,OAAT,EAAkB;AAAEjC,IAAAA,QAAQ,EAAE;AAAZ,GAAlB,EAAyCK,IAAzC,EAAP;AACD,CAFM;;;;AAKA,IAAM6B,aAAa,GAAG,MAAMF,QAAQ,CAAC,oBAAD,CAApC;;;;AAGA,IAAMG,eAAe,GAAG,MAAM;AACnC,SAAOH,QAAQ,CAAC,2BAAD,CAAf;AACD,CAFM;;;;AAOA,IAAMI,mBAAmB,GAAG,MAAM;AACvC,MAAMC,MAAM,GAAGF,eAAe,EAA9B;AACA,MAAMG,YAAY,GAAG,6BAArB;AACA,MAAIC,KAAK,GAAGD,YAAY,CAACE,IAAb,CAAkBH,MAAlB,CAAZ;;AACA,MAAI,CAACE,KAAL,EAAY;AAEV,QAAME,aAAa,GAAG,iCAAtB;AACAF,IAAAA,KAAK,GAAGE,aAAa,CAACD,IAAd,CAAmBH,MAAnB,CAAR;;AACA,QAAI,CAACE,KAAL,EAAY;AACV,aAAO,EAAP;AACD;;AACD,WAAOA,KAAK,CAAC,CAAD,CAAZ;AACD;;AACD,sCAA6BA,KAAK,CAAC,CAAD,CAAlC;AACD,CAdM;;;;AAgBA,MAAMG,SAAN,CAAqC;AAE1CC,EAAAA,UAAU,CAACC,IAAD,EAA0B;AAClC,QAAI,CAAC,OAAOpC,IAAP,CAAYoC,IAAI,CAACC,GAAjB,CAAL,EAA4B,OAAO,IAAP;AAC5B,WAAOH,SAAS,CAACI,SAAV,CAAoBC,GAApB,CAAwBH,IAAI,CAACI,WAA7B,CAAP;AACD;;AAEDC,EAAAA,QAAQ,CAACC,UAAD,EAA+B;AACrC,QAAMC,KAAK,GAAGD,UAAU,CAACE,KAAX,CAAiB,IAAjB,CAAd;AACA,QAAMC,MAAgB,GAAG,EAAzB;AACAF,IAAAA,KAAK,CAACzB,OAAN,CAAc,CAAC4B,IAAD,EAAOC,KAAP,KAAiB;AAC7B,UAAIhB,KAAK,GAAGtC,UAAU,CAACuC,IAAX,CAAgBc,IAAhB,CAAZ;;AACA,aAAOf,KAAK,KAAK,IAAjB,EAAuB;AAErB,YAAIA,KAAK,IAAIA,KAAK,CAACjC,MAAN,GAAe,CAA5B,EAA+B;AAC7B,cAAMkD,MAAM,GAAGjB,KAAK,CAAC,CAAD,CAAL,CAASlC,IAAT,EAAf;AACA,cAAMuC,KAAc,GAAG;AACrBC,YAAAA,GAAG,EAAEW,MADgB;AAErBR,YAAAA,WAAW,EAAET,KAAK,CAAC,CAAD,CAAL,CAASlC,IAAT,EAFQ;AAGrBiD,YAAAA,IAAI,EAAEC,KAAK,GAAG,CAHO;AAIrBE,YAAAA,MAAM,EAAElB,KAAK,CAACgB;AAJO,WAAvB;;AAMA,cAAI,CAAC,KAAKZ,UAAL,CAAgBC,KAAhB,CAAL,EAA4B;AAC1BS,YAAAA,MAAM,CAACvB,IAAP,CAAYc,KAAZ;AACD;AACF;;AACDL,QAAAA,KAAK,GAAGtC,UAAU,CAACuC,IAAX,CAAgBc,IAAhB,CAAR;AACD;AACF,KAlBD;AAmBA,WAAOD,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAAC7D,QAAD,EAA6B;AACnC,WAAO,KAAKoD,QAAL,CAAcrD,QAAQ,CAACC,QAAD,CAAtB,CAAP;AACD;;AAlCyC;;;;gBAA/B6C,S,eACQ,IAAIiB,GAAJ,CAAgB,CAAC,IAAD,EAAO,QAAP,EAAiB,QAAjB,CAAhB,C;;AAuCd,MAAMC,aAAN,CAAwC;AAE7CC,EAAAA,UAAU,CAACC,QAAD,EAA4B;AACpCA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;;AACA,QAAMrD,GAAG,GAAGC,cAAKC,OAAL,CAAamD,QAAb,EAAuBlD,iBAAvB,EAAZ;;AACA,QAAMoD,OAAO,GAAGvD,GAAG,KAAK,KAAR,IAAiB,CAACF,eAAe,CAACuD,QAAD,CAAjD;AACA,QAAMG,MAAM,GAAG,mBAAmBzD,IAAnB,CAAwBsD,QAAxB,CAAf;AACA,WAAOE,OAAO,IAAIC,MAAlB;AACD;;AAMDC,EAAAA,MAAM,CAACC,KAAD,EAAgB;AACpBA,IAAAA,KAAK,GAAGA,KAAK,CAAC9D,IAAN,EAAR;AACA,QAAM+D,MAAM,GAAG,eAAf;;AACA,QAAIA,MAAM,CAAC5D,IAAP,CAAY2D,KAAZ,CAAJ,EAAwB;AACtBA,MAAAA,KAAK,GAAGA,KAAK,CAACE,OAAN,CAAcD,MAAd,EAAsB,IAAtB,CAAR;AACD;;AACD,WAAOD,KAAK,CAAC9D,IAAN,EAAP;AACD;;AAED0D,EAAAA,WAAW,CAAClE,QAAD,EAAmB;AAC5BA,IAAAA,QAAQ,GAAGA,QAAQ,CAACQ,IAAT,EAAX;AACA,QAAMkC,KAAK,GAAG,YAAYC,IAAZ,CAAiB3C,QAAjB,CAAd;AACA,QAAI0C,KAAJ,EAAW1C,QAAQ,GAAG0C,KAAK,CAAC,CAAD,CAAhB;AACX,WAAO1C,QAAP;AACD;;AAODyE,EAAAA,SAAS,CAACC,cAAD,EAAyBT,QAAzB,EAA2C;AAClDA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;AACA,QAAIA,QAAQ,CAACU,UAAT,CAAoB,GAApB,CAAJ,EAA8B,OAAOV,QAAQ,CAACW,MAAT,CAAgB,CAAhB,CAAP;;AAC9B,QAAMC,IAAI,GAAGhE,cAAKiE,OAAL,CAAaJ,cAAb,CAAb;;AACA,WAAO7D,cAAKQ,IAAL,CAAUwD,IAAV,EAAgB,GAAhB,EAAqBZ,QAArB,CAAP;AACD;;AAODc,EAAAA,WAAW,CAAC/E,QAAD,EAAmBgF,OAAnB,EAAgD;AACzD,QAAMxB,MAAkB,GAAG,EAA3B;AACA,QAAId,KAAK,GAAGrC,SAAS,CAACsC,IAAV,CAAeqC,OAAf,CAAZ;AACA,QAAIf,QAAJ;;AACA,WAAOvB,KAAK,KAAK,IAAjB,EAAuB;AACrB,UAAMuC,OAAO,GAAG,KAAKZ,MAAL,CAAY3B,KAAK,CAAC,CAAD,CAAjB,CAAhB;AACAuB,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBxB,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAKsB,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9B,YACEgB,OAAO,CAACC,aAAR,CAAsB,QAAtB,EAAgCC,SAAhC,EAA2C;AACzCC,UAAAA,WAAW,EAAE;AAD4B,SAA3C,MAEO,CAHT,EAIE;AACAnB,UAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAezE,QAAf,EAAyBiE,QAAzB,CAAX;AACAT,UAAAA,MAAM,CAACvB,IAAP,CAAY;AAAEgD,YAAAA,OAAF;AAAWI,YAAAA,UAAU,EAAEpB;AAAvB,WAAZ;AACD;AACF;;AACDvB,MAAAA,KAAK,GAAGrC,SAAS,CAACsC,IAAV,CAAeqC,OAAf,CAAR;AACD;;AAEDtC,IAAAA,KAAK,GAAGpC,WAAW,CAACqC,IAAZ,CAAiBqC,OAAjB,CAAR;;AACA,WAAOtC,KAAK,IAAI,IAAhB,EAAsB;AACpB,UAAMuC,QAAO,GAAG,KAAKZ,MAAL,CAAY3B,KAAK,CAAC,CAAD,CAAjB,CAAhB;;AACAuB,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBxB,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAKsB,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9BA,QAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAezE,QAAf,EAAyBiE,QAAzB,CAAX;AACAT,QAAAA,MAAM,CAACvB,IAAP,CAAY;AAAEgD,UAAAA,OAAO,EAAPA,QAAF;AAAWI,UAAAA,UAAU,EAAEpB;AAAvB,SAAZ;AACD;;AACDvB,MAAAA,KAAK,GAAGpC,WAAW,CAACqC,IAAZ,CAAiBqC,OAAjB,CAAR;AACD;;AACD,WAAOxB,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAAC7D,QAAD,EAA+B;AACrC,WAAO,KAAK+E,WAAL,CAAiB/E,QAAjB,EAA2BD,QAAQ,CAACC,QAAD,CAAnC,CAAP;AACD;;AAlF4C;;;AAqF/C,IAAMgB,UAAmB,GAAG;AAC1B,SAAO,IAAI6B,SAAJ,EADmB;AAE1B,SAAO,IAAIA,SAAJ,EAFmB;AAG1B,SAAO,IAAIA,SAAJ,EAHmB;AAI1B,YAAU,IAAIA,SAAJ,EAJgB;AAK1B,SAAO,IAAIA,SAAJ,EALmB;AAM1B,UAAQ,IAAIA,SAAJ,EANkB;AAO1B,SAAO,IAAIA,SAAJ,EAPmB;AAQ1B,SAAO,IAAIkB,aAAJ,EARmB;AAS1B,WAAS,IAAIlB,SAAJ,EATiB;AAU1B,SAAO,IAAIA,SAAJ,EAVmB;AAW1B,WAAS,IAAIA,SAAJ;AAXiB,CAA5B;;AAeO,MAAMyC,YAAN,CAAmB;AAMxBC,EAAAA,WAAW,CAAiBC,UAAjB,EAAqC;AAAA,SAApBA,UAAoB,GAApBA,UAAoB;;AAAA,uCALzB,EAKyB;;AAAA,qCAJ7B,EAI6B;;AAAA,wCAH3BnD,aAAa,EAGc;;AAAA,0CAFzBE,mBAAmB,EAEM;;AAC9C,SAAKkD,OAAL,CAAaD,UAAb;AACD;;AAEO,MAAJE,IAAI,GAAiB;AACvB,WAAO;AACLC,MAAAA,UAAU,EAAE,KAAKA,UADZ;AAELC,MAAAA,YAAY,EAAE,KAAKA,YAFd;AAGLC,MAAAA,SAAS,EAAE,KAAKA,SAHX;AAILC,MAAAA,OAAO,EAAE,KAAKA;AAJT,KAAP;AAMD;;AAEDC,EAAAA,OAAO,CAACnF,GAAD,EAAcoF,YAAd,EAAoCjD,IAApC,EAA+D;AACpE,aAASkD,WAAT,CAAqBC,MAArB,EAAsC;AAEpC,UAAIC,SAAS,GAAGD,MAAM,CAACE,KAAP,CAAaxF,GAAb,CAAhB;;AACA,UAAI,CAACuF,SAAL,EAAgB;AACdA,QAAAA,SAAS,GAAG,EAAZ;AACD;;AACD,UAAME,OAAO,GAAGtD,IAAhB;AACA,UAAMuD,QAAmB,GAAG;AAC1BjB,QAAAA,UAAU,EAAEW,YADc;AAE1BpC,QAAAA,MAAM,EAAEyC,OAAO,CAACzC,MAFU;AAG1BH,QAAAA,IAAI,EAAE4C,OAAO,CAAC5C;AAHY,OAA5B;AAKA,UACE,CAAC0C,SAAS,CAACI,IAAV,CACEC,CAAD,IACEA,CAAC,CAAC/C,IAAF,KAAW6C,QAAQ,CAAC7C,IAApB,IACA+C,CAAC,CAAC5C,MAAF,KAAa0C,QAAQ,CAAC1C,MADtB,IAEA4C,CAAC,CAACnB,UAAF,KAAiBiB,QAAQ,CAACjB,UAJ7B,CADH,EAQEc,SAAS,CAAClE,IAAV,CAAeqE,QAAf;AACFJ,MAAAA,MAAM,CAACE,KAAP,CAAaxF,GAAb,IAAoBuF,SAApB;AACD;;AAED,QAAI,aAAapD,IAAjB,EAAuB;AACrB,UAAM0D,CAAC,GAAG1D,IAAV;AACA0D,MAAAA,CAAC,CAACpB,UAAF,GAAeC,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCiB,CAAC,CAACpB,UAAvC,CAAf;AACA,WAAKQ,SAAL,CAAeY,CAAC,CAACpB,UAAjB,IAA+BoB,CAA/B;AACD,KAJD,MAIO;AACL,UAAIP,MAAe,GAAG,KAAKJ,OAAL,CAAa/C,IAAI,CAACI,WAAlB,CAAtB;;AACA,UAAI,CAAC+C,MAAL,EAAa;AACXA,QAAAA,MAAM,GAAG;AAAE/C,UAAAA,WAAW,EAAEJ,IAAI,CAACI,WAApB;AAAiCiD,UAAAA,KAAK,EAAE;AAAxC,SAAT;AACD;;AACDH,MAAAA,WAAW,CAACC,MAAD,CAAX;AACA,WAAKJ,OAAL,CAAaI,MAAM,CAAC/C,WAApB,IAAmC+C,MAAnC;AACD;AACF;;AASmB,SAANQ,MAAM,CAAClB,UAAD,EAAqBxF,QAArB,EAAuC;AACzD,WAAOa,cAAK8F,QAAL,CAAcnB,UAAd,EAA0BxF,QAA1B,CAAP;AACD;;AAED4G,EAAAA,WAAW,CAAC5G,QAAD,EAAmB;AAC5B,QAAMY,GAAG,GAAGC,cAAKC,OAAL,CAAad,QAAb,CAAZ;;AACA,QAAIY,GAAG,IAAII,UAAX,EAAuB;AACrB,UAAM6F,KAAK,GAAG7F,UAAU,CAACJ,GAAD,CAAxB;AACA,UAAMwF,KAAK,GAAGS,KAAK,CAAChD,QAAN,CAAe7D,QAAf,CAAd;AACAoG,MAAAA,KAAK,CAACvE,OAAN,CAAekB,IAAD,IAA+B;AAC3C,YAAM+D,OAAO,GAAGxB,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCxF,QAArC,CAAhB;AACA,aAAK+F,OAAL,CAAanF,GAAb,EAAkBkG,OAAlB,EAA2B/D,IAA3B;AACD,OAHD;AAID,KAPD,MAOO;AACL,2CAAQ/C,QAAR;AACD;AACF;;AAEDyF,EAAAA,OAAO,GAAmC;AAAA,QAAlCD,UAAkC,uEAAN,IAAM;AACxC,QAAMuB,OAAO,GAAGvB,UAAH,aAAGA,UAAH,cAAGA,UAAH,GAAiB,KAAKA,UAAnC;AACA,QAAM7D,KAAK,GAAGO,YAAY,CAAC6E,OAAD,CAA1B;AACApF,IAAAA,KAAK,CAACE,OAAN,CAAe2E,CAAD,IAAO,KAAKI,WAAL,CAAiBJ,CAAjB,CAArB;AACA,WAAO,KAAKd,IAAZ;AACD;;AAxFuB","sourcesContent":["/*\n\n MIT License\n\n Copyright (c) 2021 Looker Data Sciences, Inc.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\n */\n\nimport * as fs from 'fs'\nimport path from 'path'\nimport { execSync } from 'child_process'\nimport { warn } from '@looker/sdk-codegen-utils'\nimport type {\n  IFileCall,\n  INugget,\n  ISDKCall,\n  ISummary,\n  Nuggets,\n  SDKCalls,\n  Summaries,\n  IExampleMine,\n} from '@looker/sdk-codegen'\n\nexport interface IFileMine {\n  mineFile(fileName: string): SDKCalls\n  mineCode(code: string): SDKCalls\n  ignoreCall(call: ISDKCall): boolean\n}\n\nexport interface IDocMine {\n  mineFile(fileName: string): ISummary[]\n  mineContent(sourceFile: string, content: string): ISummary[]\n  ignoreLink(fileName: string): boolean\n}\n\nexport const readFile = (fileName: string) =>\n  fs.readFileSync(fileName, { encoding: 'utf-8' })\n\nconst sdkPattern = /(\\b[a-z0-9_]*sdk)\\.\\s*([a-z0-9_]*)\\s*[(<]/gi\nconst mdPattern = /(\\[(.+?)\\]\\((.+?)\\))/gim\nconst linkPattern = /(.*)\\[\\[link\\]\\]\\((.+?)\\)/gim\n\nexport type IMiners = { [key: string]: IFileMine | IDocMine }\n\n/** file-filtering lambda for `getAllFiles()` and `getCodeFiles()` */\nexport type FileFilter = (fileName: string, pattern?: RegExp) => boolean\n\n/**\n * Filter to include every file that has a non-empty file name\n * @param fileName name of file to check\n */\nexport const filterAllFiles = (fileName: string) => fileName.trim().length > 0\n\n/**\n * Filter for code files\n * @param fileName name of file from which to extract its extension\n */\nexport const filterCodeFiles = (fileName: string) => {\n  if (/(^|\\/)node_modules\\//gi.test(fileName)) return false\n  const ext = path.extname(fileName).toLocaleLowerCase()\n  // eslint-disable-next-line @typescript-eslint/no-use-before-define\n  return ext in fileMiners\n}\n\nconst skipFolder = (name: string, excludeList: string[] = ['node_modules']) =>\n  new RegExp(excludeList.join('|'), 'gi').test(name)\n\n/**\n * Finds all file recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of current files already found\n * @param filter lambda for file inclusion in results. truthy analyzes the file\n * @param ignorePaths paths to ignore\n */\nexport const getAllFiles = (\n  searchPath: string,\n  listOfFiles: string[] = [],\n  filter: FileFilter = filterAllFiles,\n  ignorePaths: string[] = []\n) => {\n  const files = fs.readdirSync(searchPath)\n\n  files.forEach((file) => {\n    if (fs.statSync(searchPath + '/' + file).isDirectory()) {\n      if (!skipFolder(file, ignorePaths))\n        listOfFiles = getAllFiles(\n          searchPath + '/' + file,\n          listOfFiles,\n          filter,\n          ignorePaths\n        )\n    } else {\n      if (filter(file)) {\n        const fileName = path.join(searchPath, '/', file)\n        listOfFiles.push(fileName)\n      }\n    }\n  })\n\n  return listOfFiles\n}\n\n/**\n * Find all source code files recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of source code files that can be mined\n * @param filter function to determine whether a file should be analyzed\n * @param ignorePaths paths to ignore\n */\nexport const getCodeFiles = (\n  searchPath: string,\n  listOfFiles: string[] = [],\n  filter: FileFilter = filterCodeFiles,\n  ignorePaths: string[] = ['node_modules', 'lib', 'dist']\n) => {\n  return getAllFiles(searchPath, listOfFiles, filter, ignorePaths)\n}\n\n/** get the trimmed output of the command as a UTF-8 string */\nexport const execRead = (command: string) => {\n  return execSync(command, { encoding: 'utf-8' }).trim()\n}\n\n/** get this git repository's current commit hash */\nexport const getCommitHash = () => execRead('git rev-parse HEAD')\n\n/** get the remote origin url for this repository */\nexport const getRemoteOrigin = () => {\n  return execRead('git remote get-url origin')\n}\n\n/**\n * Convert this github repository's git address to an HTTP url\n */\nexport const getRemoteHttpOrigin = () => {\n  const origin = getRemoteOrigin()\n  const gitExtractor = /git@github\\.com:(.*)\\.git/gi\n  let match = gitExtractor.exec(origin)\n  if (!match) {\n    // git origin on CI: https://github.com/looker-open-source/sdk-codegen\n    const httpExtractor = /(https:\\/\\/github.com.*)(|.git)/\n    match = httpExtractor.exec(origin)\n    if (!match) {\n      return ''\n    }\n    return match[1]\n  }\n  return `https://github.com/${match[1]}`\n}\n\nexport class CodeMiner implements IFileMine {\n  static ignoreOps = new Set<string>(['ok', 'init31', 'init40'])\n  ignoreCall(call: ISDKCall): boolean {\n    if (!/sdk/i.test(call.sdk)) return true\n    return CodeMiner.ignoreOps.has(call.operationId)\n  }\n\n  mineCode(sourceCode: string): SDKCalls {\n    const lines = sourceCode.split('\\n')\n    const result: SDKCalls = []\n    lines.forEach((line, index) => {\n      let match = sdkPattern.exec(line)\n      while (match !== null) {\n        // TODO need to ignore source code comments?\n        if (match && match.length > 2) {\n          const sdkRef = match[1].trim()\n          const call: ISDKCall = {\n            sdk: sdkRef,\n            operationId: match[2].trim(),\n            line: index + 1,\n            column: match.index,\n          }\n          if (!this.ignoreCall(call)) {\n            result.push(call)\n          }\n        }\n        match = sdkPattern.exec(line)\n      }\n    })\n    return result\n  }\n\n  mineFile(fileName: string): SDKCalls {\n    return this.mineCode(readFile(fileName))\n  }\n}\n\n/**\n * Processes markdown files and extracts links to source code to use as summaries\n */\nexport class MarkdownMiner implements IDocMine {\n  // TODO ensure summaries don't include markdown files\n  ignoreLink(linkFile: string): boolean {\n    linkFile = this.stripSearch(linkFile)\n    const ext = path.extname(linkFile).toLocaleLowerCase()\n    const notCode = ext === '.md' || !filterCodeFiles(linkFile)\n    const isHttp = /^(http|https):/gi.test(linkFile)\n    return notCode || isHttp\n  }\n\n  /**\n   * Remove leading - from a string\n   * @param value string to process\n   */\n  noDash(value: string) {\n    value = value.trim()\n    const dasher = /^\\s*-\\s*(.*)/g\n    if (dasher.test(value)) {\n      value = value.replace(dasher, '$1')\n    }\n    return value.trim()\n  }\n\n  stripSearch(fileName: string) {\n    fileName = fileName.trim()\n    const match = /(.*)#.*/gi.exec(fileName)\n    if (match) fileName = match[1]\n    return fileName\n  }\n\n  /**\n   * Fully qualify the path for `linkFile`\n   * @param sourceFileName\n   * @param linkFile\n   */\n  sourcerer(sourceFileName: string, linkFile: string) {\n    linkFile = this.stripSearch(linkFile)\n    if (linkFile.startsWith('/')) return linkFile.substr(1)\n    const base = path.dirname(sourceFileName)\n    return path.join(base, '/', linkFile)\n  }\n\n  /**\n   * Get all links from content\n   * @param fileName fully qualified source file name\n   * @param content markdown to parse\n   */\n  mineContent(fileName: string, content: string): ISummary[] {\n    const result: ISummary[] = []\n    let match = mdPattern.exec(content)\n    let linkFile: string\n    while (match !== null) {\n      const summary = this.noDash(match[2])\n      linkFile = this.stripSearch(match[3])\n      if (!this.ignoreLink(linkFile)) {\n        if (\n          summary.localeCompare('[link]', undefined, {\n            sensitivity: 'base',\n          }) !== 0\n        ) {\n          linkFile = this.sourcerer(fileName, linkFile)\n          result.push({ summary, sourceFile: linkFile })\n        }\n      }\n      match = mdPattern.exec(content)\n    }\n\n    match = linkPattern.exec(content)\n    while (match != null) {\n      const summary = this.noDash(match[1])\n      linkFile = this.stripSearch(match[2])\n      if (!this.ignoreLink(linkFile)) {\n        linkFile = this.sourcerer(fileName, linkFile)\n        result.push({ summary, sourceFile: linkFile })\n      }\n      match = linkPattern.exec(content)\n    }\n    return result\n  }\n\n  mineFile(fileName: string): ISummary[] {\n    return this.mineContent(fileName, readFile(fileName))\n  }\n}\n\nconst fileMiners: IMiners = {\n  '.cs': new CodeMiner(),\n  '.kt': new CodeMiner(),\n  '.py': new CodeMiner(),\n  '.swift': new CodeMiner(),\n  '.ts': new CodeMiner(),\n  '.tsx': new CodeMiner(),\n  '.rb': new CodeMiner(),\n  '.md': new MarkdownMiner(),\n  '.dart': new CodeMiner(),\n  '.go': new CodeMiner(),\n  '.java': new CodeMiner(),\n  // '.rst': new MarkdownMiner(), // TODO .rst miner? Probably not needed\n}\n\nexport class ExampleMiner {\n  summaries: Summaries = {}\n  nuggets: Nuggets = {}\n  commitHash: string = getCommitHash()\n  remoteOrigin: string = getRemoteHttpOrigin()\n\n  constructor(public readonly sourcePath: string) {\n    this.execute(sourcePath)\n  }\n\n  get lode(): IExampleMine {\n    return {\n      commitHash: this.commitHash,\n      remoteOrigin: this.remoteOrigin,\n      summaries: this.summaries,\n      nuggets: this.nuggets,\n    }\n  }\n\n  addCall(ext: string, relativeFile: string, call: ISDKCall | ISummary) {\n    function addFileCall(nugget: INugget) {\n      // Extension is key for language\n      let fileCalls = nugget.calls[ext]\n      if (!fileCalls) {\n        fileCalls = []\n      }\n      const sdkCall = call as ISDKCall\n      const fileCall: IFileCall = {\n        sourceFile: relativeFile,\n        column: sdkCall.column,\n        line: sdkCall.line,\n      }\n      if (\n        !fileCalls.find(\n          (f) =>\n            f.line === fileCall.line &&\n            f.column === fileCall.column &&\n            f.sourceFile === fileCall.sourceFile\n        )\n      )\n        fileCalls.push(fileCall)\n      nugget.calls[ext] = fileCalls\n    }\n\n    if ('summary' in call) {\n      const s = call as ISummary\n      s.sourceFile = ExampleMiner.relate(this.sourcePath, s.sourceFile)\n      this.summaries[s.sourceFile] = s\n    } else {\n      let nugget: INugget = this.nuggets[call.operationId]\n      if (!nugget) {\n        nugget = { operationId: call.operationId, calls: {} }\n      }\n      addFileCall(nugget)\n      this.nuggets[nugget.operationId] = nugget\n    }\n  }\n\n  /**\n   * Derive relative path, retaining last directory\n   * @param sourcePath original file search path\n   * @param fileName fully qualified name of found file\n   *\n   * @example `Miner.relate('/a/b/c/', '/a/b/c/d.txt')` returns 'd.txt'\n   */\n  public static relate(sourcePath: string, fileName: string) {\n    return path.relative(sourcePath, fileName)\n  }\n\n  processFile(fileName: string) {\n    const ext = path.extname(fileName)\n    if (ext in fileMiners) {\n      const coder = fileMiners[ext]\n      const calls = coder.mineFile(fileName)\n      calls.forEach((call: ISDKCall | ISummary) => {\n        const relFile = ExampleMiner.relate(this.sourcePath, fileName)\n        this.addCall(ext, relFile, call)\n      })\n    } else {\n      warn(`${fileName} cannot be mined`)\n    }\n  }\n\n  execute(sourcePath: string | null = null) {\n    const dirPath = sourcePath ?? this.sourcePath\n    const files = getCodeFiles(dirPath)\n    files.forEach((f) => this.processFile(f))\n    return this.lode\n  }\n}\n"],"file":"exampleMiner.js"}
+{"version":3,"sources":["../src/exampleMiner.ts"],"names":["readFile","fileName","fs","readFileSync","encoding","sdkPattern","mdPattern","linkPattern","filterAllFiles","trim","length","filterCodeFiles","test","ext","path","extname","toLocaleLowerCase","fileMiners","IGNORE_PATHS","skipFolder","name","excludeList","RegExp","join","getAllFiles","searchPath","listOfFiles","filter","ignorePaths","files","readdirSync","forEach","file","statSync","isDirectory","push","_e","getCodeFiles","execRead","command","getCommitHash","getRemoteOrigin","getRemoteHttpOrigin","origin","gitExtractor","match","exec","httpExtractor","getPermalinkRoot","root","endsWith","substr","CodeMiner","ignoreCall","call","sdk","ignoreOps","has","operationId","mineCode","sourceCode","lines","split","result","line","index","sdkRef","column","mineFile","Set","MarkdownMiner","ignoreLink","linkFile","stripSearch","notCode","isHttp","noDash","value","dasher","replace","sourcerer","sourceFileName","startsWith","base","dirname","mineContent","content","summary","localeCompare","undefined","sensitivity","sourceFile","ExampleMiner","constructor","sourcePath","execute","lode","commitHash","remoteOrigin","summaries","nuggets","addCall","relativeFile","addFileCall","nugget","fileCalls","calls","sdkCall","fileCall","find","f","s","relate","relative","processFile","coder","relFile","dirPath"],"mappings":";;;;;;;AA0BA;;AACA;;AACA;;AACA;;;;;;;;;;AAwBO,IAAMA,QAAQ,GAAIC,QAAD,IACtBC,EAAE,CAACC,YAAH,CAAgBF,QAAhB,EAA0B;AAAEG,EAAAA,QAAQ,EAAE;AAAZ,CAA1B,CADK;;;AAGP,IAAMC,UAAU,GAAG,6CAAnB;AACA,IAAMC,SAAS,GAAG,yBAAlB;AACA,IAAMC,WAAW,GAAG,8BAApB;;AAWO,IAAMC,cAAc,GAAIP,QAAD,IAAsBA,QAAQ,CAACQ,IAAT,GAAgBC,MAAhB,GAAyB,CAAtE;;;;AAMA,IAAMC,eAAe,GAAIV,QAAD,IAAsB;AACnD,MAAI,yBAAyBW,IAAzB,CAA8BX,QAA9B,CAAJ,EAA6C,OAAO,KAAP;;AAC7C,MAAMY,GAAG,GAAGC,cAAKC,OAAL,CAAad,QAAb,EAAuBe,iBAAvB,EAAZ;;AAEA,SAAOH,GAAG,IAAII,UAAd;AACD,CALM;;;AAOA,IAAMC,YAAY,GAAG,CAC1B,cAD0B,EAE1B,KAF0B,EAG1B,MAH0B,EAI1B,WAJ0B,EAK1B,OAL0B,EAM1B,KAN0B,EAO1B,QAP0B,EAQ1B,SAR0B,EAS1B,SAT0B,EAU1B,SAV0B,EAW1B,OAX0B,EAY1B,SAZ0B,EAa1B,SAb0B,CAArB;;;AAgBP,IAAMC,UAAU,GAAG,SAAbA,UAAa,CAACC,IAAD;AAAA,MAAeC,WAAf,uEAAuCH,YAAvC;AAAA,SACjB,IAAII,MAAJ,CAAWD,WAAW,CAACE,IAAZ,CAAiB,GAAjB,CAAX,EAAkC,IAAlC,EAAwCX,IAAxC,CAA6CQ,IAA7C,CADiB;AAAA,CAAnB;;AAUO,IAAMI,WAAW,GAAG,SAAdA,WAAc,CACzBC,UADyB,EAKtB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBnB,cAElB;AAAA,MADHoB,WACG,uEADqB,EACrB;AACH,MAAMC,KAAK,GAAG3B,EAAE,CAAC4B,WAAH,CAAeL,UAAf,CAAd;AAEAI,EAAAA,KAAK,CAACE,OAAN,CAAeC,IAAD,IAAU;AACtB,QAAI;AACF,UAAI9B,EAAE,CAAC+B,QAAH,CAAYR,UAAU,GAAG,GAAb,GAAmBO,IAA/B,EAAqCE,WAArC,EAAJ,EAAwD;AACtD,YAAI,CAACf,UAAU,CAACa,IAAD,EAAOJ,WAAP,CAAf,EACEF,WAAW,GAAGF,WAAW,CACvBC,UAAU,GAAG,GAAb,GAAmBO,IADI,EAEvBN,WAFuB,EAGvBC,MAHuB,EAIvBC,WAJuB,CAAzB;AAMH,OARD,MAQO;AACL,YAAID,MAAM,CAACK,IAAD,CAAV,EAAkB;AAChB,cAAM/B,SAAQ,GAAGa,cAAKS,IAAL,CAAUE,UAAV,EAAsB,GAAtB,EAA2BO,IAA3B,CAAjB;;AACAN,UAAAA,WAAW,CAACS,IAAZ,CAAiBlC,SAAjB;AACD;AACF;AACF,KAfD,CAeE,OAAOmC,EAAP,EAAgB,CAEjB;AACF,GAnBD;AAqBA,SAAOV,WAAP;AACD,CA9BM;;;;AAuCA,IAAMW,YAAY,GAAG,SAAfA,YAAe,CAC1BZ,UAD0B,EAKvB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBhB,eAElB;AAAA,MADHiB,WACG,uEADqBV,YACrB;AACH,SAAOM,WAAW,CAACC,UAAD,EAAaC,WAAb,EAA0BC,MAA1B,EAAkCC,WAAlC,CAAlB;AACD,CAPM;;;;AAUA,IAAMU,QAAQ,GAAIC,OAAD,IAAqB;AAC3C,SAAO,6BAASA,OAAT,EAAkB;AAAEnC,IAAAA,QAAQ,EAAE;AAAZ,GAAlB,EAAyCK,IAAzC,EAAP;AACD,CAFM;;;;AAKA,IAAM+B,aAAa,GAAG,MAAMF,QAAQ,CAAC,oBAAD,CAApC;;;;AAGA,IAAMG,eAAe,GAAG,MAAM;AACnC,SAAOH,QAAQ,CAAC,2BAAD,CAAf;AACD,CAFM;;;;AAOA,IAAMI,mBAAmB,GAAG,MAAM;AACvC,MAAMC,MAAM,GAAGF,eAAe,EAA9B;AACA,MAAMG,YAAY,GAAG,6BAArB;AACA,MAAIC,KAAK,GAAGD,YAAY,CAACE,IAAb,CAAkBH,MAAlB,CAAZ;;AACA,MAAI,CAACE,KAAL,EAAY;AAEV,QAAME,aAAa,GAAG,iCAAtB;AACAF,IAAAA,KAAK,GAAGE,aAAa,CAACD,IAAd,CAAmBH,MAAnB,CAAR;;AACA,QAAI,CAACE,KAAL,EAAY;AACV,aAAO,EAAP;AACD;;AACD,WAAOA,KAAK,CAAC,CAAD,CAAZ;AACD;;AACD,sCAA6BA,KAAK,CAAC,CAAD,CAAlC;AACD,CAdM;;;;AAiBA,IAAMG,gBAAgB,GAAG,MAAM;AACpC,MAAIC,IAAI,GAAGP,mBAAmB,EAA9B;AACA,MAAIO,IAAI,CAACC,QAAL,CAAc,MAAd,CAAJ,EAA2BD,IAAI,GAAGA,IAAI,CAACE,MAAL,CAAY,CAAZ,EAAeF,IAAI,CAACvC,MAAL,GAAc,CAA7B,CAAP;AAC3B,SAAOuC,IAAP;AACD,CAJM;;;;AAMA,MAAMG,SAAN,CAAqC;AAE1CC,EAAAA,UAAU,CAACC,IAAD,EAA0B;AAClC,QAAI,CAAC,OAAO1C,IAAP,CAAY0C,IAAI,CAACC,GAAjB,CAAL,EAA4B,OAAO,IAAP;AAC5B,WAAOH,SAAS,CAACI,SAAV,CAAoBC,GAApB,CAAwBH,IAAI,CAACI,WAA7B,CAAP;AACD;;AAEDC,EAAAA,QAAQ,CAACC,UAAD,EAA+B;AACrC,QAAMC,KAAK,GAAGD,UAAU,CAACE,KAAX,CAAiB,IAAjB,CAAd;AACA,QAAMC,MAAgB,GAAG,EAAzB;AACAF,IAAAA,KAAK,CAAC9B,OAAN,CAAc,CAACiC,IAAD,EAAOC,KAAP,KAAiB;AAC7B,UAAIpB,KAAK,GAAGxC,UAAU,CAACyC,IAAX,CAAgBkB,IAAhB,CAAZ;;AACA,aAAOnB,KAAK,KAAK,IAAjB,EAAuB;AAErB,YAAIA,KAAK,IAAIA,KAAK,CAACnC,MAAN,GAAe,CAA5B,EAA+B;AAC7B,cAAMwD,MAAM,GAAGrB,KAAK,CAAC,CAAD,CAAL,CAASpC,IAAT,EAAf;AACA,cAAM6C,KAAc,GAAG;AACrBC,YAAAA,GAAG,EAAEW,MADgB;AAErBR,YAAAA,WAAW,EAAEb,KAAK,CAAC,CAAD,CAAL,CAASpC,IAAT,EAFQ;AAGrBuD,YAAAA,IAAI,EAAEC,KAAK,GAAG,CAHO;AAIrBE,YAAAA,MAAM,EAAEtB,KAAK,CAACoB;AAJO,WAAvB;;AAMA,cAAI,CAAC,KAAKZ,UAAL,CAAgBC,KAAhB,CAAL,EAA4B;AAC1BS,YAAAA,MAAM,CAAC5B,IAAP,CAAYmB,KAAZ;AACD;AACF;;AACDT,QAAAA,KAAK,GAAGxC,UAAU,CAACyC,IAAX,CAAgBkB,IAAhB,CAAR;AACD;AACF,KAlBD;AAmBA,WAAOD,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAACnE,QAAD,EAA6B;AACnC,WAAO,KAAK0D,QAAL,CAAc3D,QAAQ,CAACC,QAAD,CAAtB,CAAP;AACD;;AAlCyC;;;;gBAA/BmD,S,eACQ,IAAIiB,GAAJ,CAAgB,CAAC,IAAD,EAAO,QAAP,EAAiB,QAAjB,CAAhB,C;;AAuCd,MAAMC,aAAN,CAAwC;AAE7CC,EAAAA,UAAU,CAACC,QAAD,EAA4B;AACpCA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;;AACA,QAAM3D,GAAG,GAAGC,cAAKC,OAAL,CAAayD,QAAb,EAAuBxD,iBAAvB,EAAZ;;AACA,QAAM0D,OAAO,GAAG7D,GAAG,KAAK,KAAR,IAAiB,CAACF,eAAe,CAAC6D,QAAD,CAAjD;AACA,QAAMG,MAAM,GAAG,mBAAmB/D,IAAnB,CAAwB4D,QAAxB,CAAf;AACA,WAAOE,OAAO,IAAIC,MAAlB;AACD;;AAMDC,EAAAA,MAAM,CAACC,KAAD,EAAgB;AACpBA,IAAAA,KAAK,GAAGA,KAAK,CAACpE,IAAN,EAAR;AACA,QAAMqE,MAAM,GAAG,eAAf;;AACA,QAAIA,MAAM,CAAClE,IAAP,CAAYiE,KAAZ,CAAJ,EAAwB;AACtBA,MAAAA,KAAK,GAAGA,KAAK,CAACE,OAAN,CAAcD,MAAd,EAAsB,IAAtB,CAAR;AACD;;AACD,WAAOD,KAAK,CAACpE,IAAN,EAAP;AACD;;AAEDgE,EAAAA,WAAW,CAACxE,QAAD,EAAmB;AAC5BA,IAAAA,QAAQ,GAAGA,QAAQ,CAACQ,IAAT,EAAX;AACA,QAAMoC,KAAK,GAAG,YAAYC,IAAZ,CAAiB7C,QAAjB,CAAd;AACA,QAAI4C,KAAJ,EAAW5C,QAAQ,GAAG4C,KAAK,CAAC,CAAD,CAAhB;AACX,WAAO5C,QAAP;AACD;;AAOD+E,EAAAA,SAAS,CAACC,cAAD,EAAyBT,QAAzB,EAA2C;AAClDA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;AACA,QAAIA,QAAQ,CAACU,UAAT,CAAoB,GAApB,CAAJ,EAA8B,OAAOV,QAAQ,CAACrB,MAAT,CAAgB,CAAhB,CAAP;;AAC9B,QAAMgC,IAAI,GAAGrE,cAAKsE,OAAL,CAAaH,cAAb,CAAb;;AACA,WAAOnE,cAAKS,IAAL,CAAU4D,IAAV,EAAgB,GAAhB,EAAqBX,QAArB,CAAP;AACD;;AAODa,EAAAA,WAAW,CAACpF,QAAD,EAAmBqF,OAAnB,EAAgD;AACzD,QAAMvB,MAAkB,GAAG,EAA3B;AACA,QAAIlB,KAAK,GAAGvC,SAAS,CAACwC,IAAV,CAAewC,OAAf,CAAZ;AACA,QAAId,QAAJ;;AACA,WAAO3B,KAAK,KAAK,IAAjB,EAAuB;AACrB,UAAM0C,OAAO,GAAG,KAAKX,MAAL,CAAY/B,KAAK,CAAC,CAAD,CAAjB,CAAhB;AACA2B,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiB5B,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAK0B,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9B,YACEe,OAAO,CAACC,aAAR,CAAsB,QAAtB,EAAgCC,SAAhC,EAA2C;AACzCC,UAAAA,WAAW,EAAE;AAD4B,SAA3C,MAEO,CAHT,EAIE;AACAlB,UAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAe/E,QAAf,EAAyBuE,QAAzB,CAAX;AACAT,UAAAA,MAAM,CAAC5B,IAAP,CAAY;AAAEoD,YAAAA,OAAF;AAAWI,YAAAA,UAAU,EAAEnB;AAAvB,WAAZ;AACD;AACF;;AACD3B,MAAAA,KAAK,GAAGvC,SAAS,CAACwC,IAAV,CAAewC,OAAf,CAAR;AACD;;AAEDzC,IAAAA,KAAK,GAAGtC,WAAW,CAACuC,IAAZ,CAAiBwC,OAAjB,CAAR;;AACA,WAAOzC,KAAK,IAAI,IAAhB,EAAsB;AACpB,UAAM0C,QAAO,GAAG,KAAKX,MAAL,CAAY/B,KAAK,CAAC,CAAD,CAAjB,CAAhB;;AACA2B,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiB5B,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAK0B,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9BA,QAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAe/E,QAAf,EAAyBuE,QAAzB,CAAX;AACAT,QAAAA,MAAM,CAAC5B,IAAP,CAAY;AAAEoD,UAAAA,OAAO,EAAPA,QAAF;AAAWI,UAAAA,UAAU,EAAEnB;AAAvB,SAAZ;AACD;;AACD3B,MAAAA,KAAK,GAAGtC,WAAW,CAACuC,IAAZ,CAAiBwC,OAAjB,CAAR;AACD;;AACD,WAAOvB,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAACnE,QAAD,EAA+B;AACrC,WAAO,KAAKoF,WAAL,CAAiBpF,QAAjB,EAA2BD,QAAQ,CAACC,QAAD,CAAnC,CAAP;AACD;;AAlF4C;;;AAqF/C,IAAMgB,UAAmB,GAAG;AAC1B,SAAO,IAAImC,SAAJ,EADmB;AAE1B,SAAO,IAAIA,SAAJ,EAFmB;AAG1B,SAAO,IAAIA,SAAJ,EAHmB;AAI1B,YAAU,IAAIA,SAAJ,EAJgB;AAK1B,SAAO,IAAIA,SAAJ,EALmB;AAM1B,UAAQ,IAAIA,SAAJ,EANkB;AAO1B,SAAO,IAAIA,SAAJ,EAPmB;AAQ1B,SAAO,IAAIkB,aAAJ,EARmB;AAS1B,WAAS,IAAIlB,SAAJ,EATiB;AAU1B,SAAO,IAAIA,SAAJ,EAVmB;AAW1B,WAAS,IAAIA,SAAJ;AAXiB,CAA5B;;AAeO,MAAMwC,YAAN,CAAmB;AAMxBC,EAAAA,WAAW,CAAiBC,UAAjB,EAAqC;AAAA,SAApBA,UAAoB,GAApBA,UAAoB;;AAAA,uCALzB,EAKyB;;AAAA,qCAJ7B,EAI6B;;AAAA,wCAH3BtD,aAAa,EAGc;;AAAA,0CAFzBQ,gBAAgB,EAES;;AAC9C,SAAK+C,OAAL,CAAaD,UAAb;AACD;;AAEO,MAAJE,IAAI,GAAiB;AACvB,WAAO;AACLC,MAAAA,UAAU,EAAE,KAAKA,UADZ;AAELC,MAAAA,YAAY,EAAE,KAAKA,YAFd;AAGLC,MAAAA,SAAS,EAAE,KAAKA,SAHX;AAILC,MAAAA,OAAO,EAAE,KAAKA;AAJT,KAAP;AAMD;;AAEDC,EAAAA,OAAO,CAACxF,GAAD,EAAcyF,YAAd,EAAoChD,IAApC,EAA+D;AACpE,aAASiD,WAAT,CAAqBC,MAArB,EAAsC;AAEpC,UAAIC,SAAS,GAAGD,MAAM,CAACE,KAAP,CAAa7F,GAAb,CAAhB;;AACA,UAAI,CAAC4F,SAAL,EAAgB;AACdA,QAAAA,SAAS,GAAG,EAAZ;AACD;;AACD,UAAME,OAAO,GAAGrD,IAAhB;AACA,UAAMsD,QAAmB,GAAG;AAC1BjB,QAAAA,UAAU,EAAEW,YADc;AAE1BnC,QAAAA,MAAM,EAAEwC,OAAO,CAACxC,MAFU;AAG1BH,QAAAA,IAAI,EAAE2C,OAAO,CAAC3C;AAHY,OAA5B;AAKA,UACE,CAACyC,SAAS,CAACI,IAAV,CACEC,CAAD,IACEA,CAAC,CAAC9C,IAAF,KAAW4C,QAAQ,CAAC5C,IAApB,IACA8C,CAAC,CAAC3C,MAAF,KAAayC,QAAQ,CAACzC,MADtB,IAEA2C,CAAC,CAACnB,UAAF,KAAiBiB,QAAQ,CAACjB,UAJ7B,CADH,EAQEc,SAAS,CAACtE,IAAV,CAAeyE,QAAf;AACFJ,MAAAA,MAAM,CAACE,KAAP,CAAa7F,GAAb,IAAoB4F,SAApB;AACD;;AAED,QAAI,aAAanD,IAAjB,EAAuB;AACrB,UAAMyD,CAAC,GAAGzD,IAAV;AACAyD,MAAAA,CAAC,CAACpB,UAAF,GAAeC,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCiB,CAAC,CAACpB,UAAvC,CAAf;AACA,WAAKQ,SAAL,CAAeY,CAAC,CAACpB,UAAjB,IAA+BoB,CAA/B;AACD,KAJD,MAIO;AACL,UAAIP,MAAe,GAAG,KAAKJ,OAAL,CAAa9C,IAAI,CAACI,WAAlB,CAAtB;;AACA,UAAI,CAAC8C,MAAL,EAAa;AACXA,QAAAA,MAAM,GAAG;AAAE9C,UAAAA,WAAW,EAAEJ,IAAI,CAACI,WAApB;AAAiCgD,UAAAA,KAAK,EAAE;AAAxC,SAAT;AACD;;AACDH,MAAAA,WAAW,CAACC,MAAD,CAAX;AACA,WAAKJ,OAAL,CAAaI,MAAM,CAAC9C,WAApB,IAAmC8C,MAAnC;AACD;AACF;;AASmB,SAANQ,MAAM,CAAClB,UAAD,EAAqB7F,QAArB,EAAuC;AACzD,WAAOa,cAAKmG,QAAL,CAAcnB,UAAd,EAA0B7F,QAA1B,CAAP;AACD;;AAEDiH,EAAAA,WAAW,CAACjH,QAAD,EAAmB;AAC5B,QAAMY,GAAG,GAAGC,cAAKC,OAAL,CAAad,QAAb,CAAZ;;AACA,QAAIY,GAAG,IAAII,UAAX,EAAuB;AACrB,UAAMkG,KAAK,GAAGlG,UAAU,CAACJ,GAAD,CAAxB;AACA,UAAM6F,KAAK,GAAGS,KAAK,CAAC/C,QAAN,CAAenE,QAAf,CAAd;AACAyG,MAAAA,KAAK,CAAC3E,OAAN,CAAeuB,IAAD,IAA+B;AAC3C,YAAM8D,OAAO,GAAGxB,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqC7F,QAArC,CAAhB;AACA,aAAKoG,OAAL,CAAaxF,GAAb,EAAkBuG,OAAlB,EAA2B9D,IAA3B;AACD,OAHD;AAID,KAPD,MAOO;AACL,2CAAQrD,QAAR;AACD;AACF;;AAED8F,EAAAA,OAAO,GAAmC;AAAA,QAAlCD,UAAkC,uEAAN,IAAM;AACxC,QAAMuB,OAAO,GAAGvB,UAAH,aAAGA,UAAH,cAAGA,UAAH,GAAiB,KAAKA,UAAnC;AACA,QAAMjE,KAAK,GAAGQ,YAAY,CAACgF,OAAD,CAA1B;AACAxF,IAAAA,KAAK,CAACE,OAAN,CAAe+E,CAAD,IAAO,KAAKI,WAAL,CAAiBJ,CAAjB,CAArB;AACA,WAAO,KAAKd,IAAZ;AACD;;AAxFuB","sourcesContent":["/*\n\n MIT License\n\n Copyright (c) 2021 Looker Data Sciences, Inc.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\n */\n\nimport * as fs from 'fs'\nimport path from 'path'\nimport { execSync } from 'child_process'\nimport { warn } from '@looker/sdk-codegen-utils'\nimport type {\n  IFileCall,\n  INugget,\n  ISDKCall,\n  ISummary,\n  Nuggets,\n  SDKCalls,\n  Summaries,\n  IExampleMine,\n} from '@looker/sdk-codegen'\n\nexport interface IFileMine {\n  mineFile(fileName: string): SDKCalls\n  mineCode(code: string): SDKCalls\n  ignoreCall(call: ISDKCall): boolean\n}\n\nexport interface IDocMine {\n  mineFile(fileName: string): ISummary[]\n  mineContent(sourceFile: string, content: string): ISummary[]\n  ignoreLink(fileName: string): boolean\n}\n\nexport const readFile = (fileName: string) =>\n  fs.readFileSync(fileName, { encoding: 'utf-8' })\n\nconst sdkPattern = /(\\b[a-z0-9_]*sdk)\\.\\s*([a-z0-9_]*)\\s*[(<]/gi\nconst mdPattern = /(\\[(.+?)\\]\\((.+?)\\))/gim\nconst linkPattern = /(.*)\\[\\[link\\]\\]\\((.+?)\\)/gim\n\nexport type IMiners = { [key: string]: IFileMine | IDocMine }\n\n/** file-filtering lambda for `getAllFiles()` and `getCodeFiles()` */\nexport type FileFilter = (fileName: string, pattern?: RegExp) => boolean\n\n/**\n * Filter to include every file that has a non-empty file name\n * @param fileName name of file to check\n */\nexport const filterAllFiles = (fileName: string) => fileName.trim().length > 0\n\n/**\n * Filter for code files\n * @param fileName name of file from which to extract its extension\n */\nexport const filterCodeFiles = (fileName: string) => {\n  if (/(^|\\/)node_modules\\//gi.test(fileName)) return false\n  const ext = path.extname(fileName).toLocaleLowerCase()\n  // eslint-disable-next-line @typescript-eslint/no-use-before-define\n  return ext in fileMiners\n}\n\nexport const IGNORE_PATHS = [\n  'node_modules',\n  'lib',\n  'dist',\n  'bazel-bin',\n  'build',\n  'bin',\n  '.build',\n  '.direnv',\n  '.github',\n  '.vscode',\n  '.idea',\n  '.gradle',\n  'results',\n]\n\nconst skipFolder = (name: string, excludeList: string[] = IGNORE_PATHS) =>\n  new RegExp(excludeList.join('|'), 'gi').test(name)\n\n/**\n * Finds all file recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of current files already found\n * @param filter lambda for file inclusion in results. truthy analyzes the file\n * @param ignorePaths paths to ignore\n */\nexport const getAllFiles = (\n  searchPath: string,\n  listOfFiles: string[] = [],\n  filter: FileFilter = filterAllFiles,\n  ignorePaths: string[] = []\n) => {\n  const files = fs.readdirSync(searchPath)\n\n  files.forEach((file) => {\n    try {\n      if (fs.statSync(searchPath + '/' + file).isDirectory()) {\n        if (!skipFolder(file, ignorePaths))\n          listOfFiles = getAllFiles(\n            searchPath + '/' + file,\n            listOfFiles,\n            filter,\n            ignorePaths\n          )\n      } else {\n        if (filter(file)) {\n          const fileName = path.join(searchPath, '/', file)\n          listOfFiles.push(fileName)\n        }\n      }\n    } catch (_e: any) {\n      // warn(`skipping ${file}: ${e}`)\n    }\n  })\n\n  return listOfFiles\n}\n\n/**\n * Find all source code files recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of source code files that can be mined\n * @param filter function to determine whether a file should be analyzed\n * @param ignorePaths paths to ignore\n */\nexport const getCodeFiles = (\n  searchPath: string,\n  listOfFiles: string[] = [],\n  filter: FileFilter = filterCodeFiles,\n  ignorePaths: string[] = IGNORE_PATHS\n) => {\n  return getAllFiles(searchPath, listOfFiles, filter, ignorePaths)\n}\n\n/** get the trimmed output of the command as a UTF-8 string */\nexport const execRead = (command: string) => {\n  return execSync(command, { encoding: 'utf-8' }).trim()\n}\n\n/** get this git repository's current commit hash */\nexport const getCommitHash = () => execRead('git rev-parse HEAD')\n\n/** get the remote origin url for this repository */\nexport const getRemoteOrigin = () => {\n  return execRead('git remote get-url origin')\n}\n\n/**\n * Convert this github repository's git address to an HTTP url\n */\nexport const getRemoteHttpOrigin = () => {\n  const origin = getRemoteOrigin()\n  const gitExtractor = /git@github\\.com:(.*)\\.git/gi\n  let match = gitExtractor.exec(origin)\n  if (!match) {\n    // git origin on CI: https://github.com/looker-open-source/sdk-codegen\n    const httpExtractor = /(https:\\/\\/github.com.*)(|.git)/\n    match = httpExtractor.exec(origin)\n    if (!match) {\n      return ''\n    }\n    return match[1]\n  }\n  return `https://github.com/${match[1]}`\n}\n\n/** Permalink paths should not have the `.git` ending for a repo */\nexport const getPermalinkRoot = () => {\n  let root = getRemoteHttpOrigin()\n  if (root.endsWith('.git')) root = root.substr(0, root.length - 4)\n  return root\n}\n\nexport class CodeMiner implements IFileMine {\n  static ignoreOps = new Set<string>(['ok', 'init31', 'init40'])\n  ignoreCall(call: ISDKCall): boolean {\n    if (!/sdk/i.test(call.sdk)) return true\n    return CodeMiner.ignoreOps.has(call.operationId)\n  }\n\n  mineCode(sourceCode: string): SDKCalls {\n    const lines = sourceCode.split('\\n')\n    const result: SDKCalls = []\n    lines.forEach((line, index) => {\n      let match = sdkPattern.exec(line)\n      while (match !== null) {\n        // TODO need to ignore source code comments?\n        if (match && match.length > 2) {\n          const sdkRef = match[1].trim()\n          const call: ISDKCall = {\n            sdk: sdkRef,\n            operationId: match[2].trim(),\n            line: index + 1,\n            column: match.index,\n          }\n          if (!this.ignoreCall(call)) {\n            result.push(call)\n          }\n        }\n        match = sdkPattern.exec(line)\n      }\n    })\n    return result\n  }\n\n  mineFile(fileName: string): SDKCalls {\n    return this.mineCode(readFile(fileName))\n  }\n}\n\n/**\n * Processes markdown files and extracts links to source code to use as summaries\n */\nexport class MarkdownMiner implements IDocMine {\n  // TODO ensure summaries don't include markdown files\n  ignoreLink(linkFile: string): boolean {\n    linkFile = this.stripSearch(linkFile)\n    const ext = path.extname(linkFile).toLocaleLowerCase()\n    const notCode = ext === '.md' || !filterCodeFiles(linkFile)\n    const isHttp = /^(http|https):/gi.test(linkFile)\n    return notCode || isHttp\n  }\n\n  /**\n   * Remove leading - from a string\n   * @param value string to process\n   */\n  noDash(value: string) {\n    value = value.trim()\n    const dasher = /^\\s*-\\s*(.*)/g\n    if (dasher.test(value)) {\n      value = value.replace(dasher, '$1')\n    }\n    return value.trim()\n  }\n\n  stripSearch(fileName: string) {\n    fileName = fileName.trim()\n    const match = /(.*)#.*/gi.exec(fileName)\n    if (match) fileName = match[1]\n    return fileName\n  }\n\n  /**\n   * Fully qualify the path for `linkFile`\n   * @param sourceFileName\n   * @param linkFile\n   */\n  sourcerer(sourceFileName: string, linkFile: string) {\n    linkFile = this.stripSearch(linkFile)\n    if (linkFile.startsWith('/')) return linkFile.substr(1)\n    const base = path.dirname(sourceFileName)\n    return path.join(base, '/', linkFile)\n  }\n\n  /**\n   * Get all links from content\n   * @param fileName fully qualified source file name\n   * @param content markdown to parse\n   */\n  mineContent(fileName: string, content: string): ISummary[] {\n    const result: ISummary[] = []\n    let match = mdPattern.exec(content)\n    let linkFile: string\n    while (match !== null) {\n      const summary = this.noDash(match[2])\n      linkFile = this.stripSearch(match[3])\n      if (!this.ignoreLink(linkFile)) {\n        if (\n          summary.localeCompare('[link]', undefined, {\n            sensitivity: 'base',\n          }) !== 0\n        ) {\n          linkFile = this.sourcerer(fileName, linkFile)\n          result.push({ summary, sourceFile: linkFile })\n        }\n      }\n      match = mdPattern.exec(content)\n    }\n\n    match = linkPattern.exec(content)\n    while (match != null) {\n      const summary = this.noDash(match[1])\n      linkFile = this.stripSearch(match[2])\n      if (!this.ignoreLink(linkFile)) {\n        linkFile = this.sourcerer(fileName, linkFile)\n        result.push({ summary, sourceFile: linkFile })\n      }\n      match = linkPattern.exec(content)\n    }\n    return result\n  }\n\n  mineFile(fileName: string): ISummary[] {\n    return this.mineContent(fileName, readFile(fileName))\n  }\n}\n\nconst fileMiners: IMiners = {\n  '.cs': new CodeMiner(),\n  '.kt': new CodeMiner(),\n  '.py': new CodeMiner(),\n  '.swift': new CodeMiner(),\n  '.ts': new CodeMiner(),\n  '.tsx': new CodeMiner(),\n  '.rb': new CodeMiner(),\n  '.md': new MarkdownMiner(),\n  '.dart': new CodeMiner(),\n  '.go': new CodeMiner(),\n  '.java': new CodeMiner(),\n  // '.rst': new MarkdownMiner(), // TODO .rst miner? Probably not needed\n}\n\nexport class ExampleMiner {\n  summaries: Summaries = {}\n  nuggets: Nuggets = {}\n  commitHash: string = getCommitHash()\n  remoteOrigin: string = getPermalinkRoot()\n\n  constructor(public readonly sourcePath: string) {\n    this.execute(sourcePath)\n  }\n\n  get lode(): IExampleMine {\n    return {\n      commitHash: this.commitHash,\n      remoteOrigin: this.remoteOrigin,\n      summaries: this.summaries,\n      nuggets: this.nuggets,\n    }\n  }\n\n  addCall(ext: string, relativeFile: string, call: ISDKCall | ISummary) {\n    function addFileCall(nugget: INugget) {\n      // Extension is key for language\n      let fileCalls = nugget.calls[ext]\n      if (!fileCalls) {\n        fileCalls = []\n      }\n      const sdkCall = call as ISDKCall\n      const fileCall: IFileCall = {\n        sourceFile: relativeFile,\n        column: sdkCall.column,\n        line: sdkCall.line,\n      }\n      if (\n        !fileCalls.find(\n          (f) =>\n            f.line === fileCall.line &&\n            f.column === fileCall.column &&\n            f.sourceFile === fileCall.sourceFile\n        )\n      )\n        fileCalls.push(fileCall)\n      nugget.calls[ext] = fileCalls\n    }\n\n    if ('summary' in call) {\n      const s = call as ISummary\n      s.sourceFile = ExampleMiner.relate(this.sourcePath, s.sourceFile)\n      this.summaries[s.sourceFile] = s\n    } else {\n      let nugget: INugget = this.nuggets[call.operationId]\n      if (!nugget) {\n        nugget = { operationId: call.operationId, calls: {} }\n      }\n      addFileCall(nugget)\n      this.nuggets[nugget.operationId] = nugget\n    }\n  }\n\n  /**\n   * Derive relative path, retaining last directory\n   * @param sourcePath original file search path\n   * @param fileName fully qualified name of found file\n   *\n   * @example `Miner.relate('/a/b/c/', '/a/b/c/d.txt')` returns 'd.txt'\n   */\n  public static relate(sourcePath: string, fileName: string) {\n    return path.relative(sourcePath, fileName)\n  }\n\n  processFile(fileName: string) {\n    const ext = path.extname(fileName)\n    if (ext in fileMiners) {\n      const coder = fileMiners[ext]\n      const calls = coder.mineFile(fileName)\n      calls.forEach((call: ISDKCall | ISummary) => {\n        const relFile = ExampleMiner.relate(this.sourcePath, fileName)\n        this.addCall(ext, relFile, call)\n      })\n    } else {\n      warn(`${fileName} cannot be mined`)\n    }\n  }\n\n  execute(sourcePath: string | null = null) {\n    const dirPath = sourcePath ?? this.sourcePath\n    const files = getCodeFiles(dirPath)\n    files.forEach((f) => this.processFile(f))\n    return this.lode\n  }\n}\n"],"file":"exampleMiner.js"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@looker/sdk-codegen-scripts",
-  "version": "21.3.0",
+  "version": "21.3.4",
   "description": "Looker SDK Codegen scripts",
   "main": "lib/index.js",
   "typings": "lib/index.d.ts",
@@ -27,11 +27,11 @@
     "watch:cjs": "yarn lerna exec --scope @looker/sdk-codegen-scripts --stream 'BABEL_ENV=build_cjs babel src --root-mode upward --out-dir lib --source-maps --extensions .ts,.tsx --no-comments --watch'"
   },
   "dependencies": {
-    "@looker/sdk": "^22.2.0",
-    "@looker/sdk-codegen": "^21.5.0",
+    "@looker/sdk": "^22.6.0",
+    "@looker/sdk-codegen": "^21.6.0",
     "@looker/sdk-codegen-utils": "^21.0.11",
-    "@looker/sdk-node": "^22.2.0",
-    "@looker/sdk-rtl": "^21.3.2",
+    "@looker/sdk-node": "^22.6.0",
+    "@looker/sdk-rtl": "^21.3.4",
     "config": "^3.3.1",
     "cross-env": "^7.0.2"
   },
@@ -48,5 +48,5 @@
     "prettier": "^2.4.1",
     "swagger2openapi": "^7.0.3"
   },
-  "gitHead": "8db44f3017f7303ad84f678a9e4999c216dfcfd9"
+  "gitHead": "918004bc063b73364fa2a714b14157e990fc331e"
 }