@looker/sdk-codegen-scripts 21.2.3 → 21.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +52 -0
- package/lib/esm/exampleMiner.js +11 -9
- package/lib/esm/exampleMiner.js.map +1 -1
- package/lib/exampleMiner.js +11 -9
- package/lib/exampleMiner.js.map +1 -1
- package/package.json +6 -6
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,57 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
### [21.3.3](https://www.github.com/looker-open-source/sdk-codegen/compare/sdk-codegen-scripts-v21.3.2...sdk-codegen-scripts-v21.3.3) (2022-04-07)
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
### Dependencies
|
|
7
|
+
|
|
8
|
+
* The following workspace dependencies were updated
|
|
9
|
+
* dependencies
|
|
10
|
+
* @looker/sdk bumped from ^22.4.1 to ^22.4.2
|
|
11
|
+
* @looker/sdk-codegen bumped from ^21.5.1 to ^21.5.2
|
|
12
|
+
* @looker/sdk-node bumped from ^22.4.1 to ^22.4.2
|
|
13
|
+
* @looker/sdk-rtl bumped from ^21.3.2 to ^21.3.3
|
|
14
|
+
|
|
15
|
+
### [21.3.2](https://www.github.com/looker-open-source/sdk-codegen/compare/sdk-codegen-scripts-v21.3.1...sdk-codegen-scripts-v21.3.2) (2022-04-07)
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
### Dependencies
|
|
19
|
+
|
|
20
|
+
* The following workspace dependencies were updated
|
|
21
|
+
* dependencies
|
|
22
|
+
* @looker/sdk bumped from ^22.4.0 to ^22.4.1
|
|
23
|
+
* @looker/sdk-codegen bumped from ^21.5.0 to ^21.5.1
|
|
24
|
+
* @looker/sdk-node bumped from ^22.4.0 to ^22.4.1
|
|
25
|
+
|
|
26
|
+
### [21.3.1](https://www.github.com/looker-open-source/sdk-codegen/compare/sdk-codegen-scripts-v21.3.0...sdk-codegen-scripts-v21.3.1) (2022-03-24)
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
### Bug Fixes
|
|
30
|
+
|
|
31
|
+
* declaration miner (internal utility) ([#1025](https://www.github.com/looker-open-source/sdk-codegen/issues/1025)) ([9b987b2](https://www.github.com/looker-open-source/sdk-codegen/commit/9b987b2c2f24e4a43d6ff25921c5f46804b7702a))
|
|
32
|
+
|
|
33
|
+
|
|
34
|
+
### Dependencies
|
|
35
|
+
|
|
36
|
+
* The following workspace dependencies were updated
|
|
37
|
+
* dependencies
|
|
38
|
+
* @looker/sdk bumped from ^22.2.0 to ^22.4.0
|
|
39
|
+
* @looker/sdk-node bumped from ^22.2.0 to ^22.4.0
|
|
40
|
+
|
|
41
|
+
## [21.3.0](https://www.github.com/looker-open-source/sdk-codegen/compare/sdk-codegen-scripts-v21.2.3...sdk-codegen-scripts-v21.3.0) (2022-03-04)
|
|
42
|
+
|
|
43
|
+
|
|
44
|
+
### Features
|
|
45
|
+
|
|
46
|
+
* generate code deprecation tags ([#1006](https://www.github.com/looker-open-source/sdk-codegen/issues/1006)) ([afd4b66](https://www.github.com/looker-open-source/sdk-codegen/commit/afd4b66ffbd11cdacd19fe1353c9e5bf381fe932))
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
### Dependencies
|
|
50
|
+
|
|
51
|
+
* The following workspace dependencies were updated
|
|
52
|
+
* dependencies
|
|
53
|
+
* @looker/sdk-codegen bumped from ^21.4.0 to ^21.5.0
|
|
54
|
+
|
|
3
55
|
### [21.2.3](https://www.github.com/looker-open-source/sdk-codegen/compare/sdk-codegen-scripts-v21.2.2...sdk-codegen-scripts-v21.2.3) (2022-02-18)
|
|
4
56
|
|
|
5
57
|
|
package/lib/esm/exampleMiner.js
CHANGED
|
@@ -28,22 +28,24 @@ export var getAllFiles = function getAllFiles(searchPath) {
|
|
|
28
28
|
var ignorePaths = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : [];
|
|
29
29
|
var files = fs.readdirSync(searchPath);
|
|
30
30
|
files.forEach(file => {
|
|
31
|
-
|
|
32
|
-
if (
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
31
|
+
try {
|
|
32
|
+
if (fs.statSync(searchPath + '/' + file).isDirectory()) {
|
|
33
|
+
if (!skipFolder(file, ignorePaths)) listOfFiles = getAllFiles(searchPath + '/' + file, listOfFiles, filter, ignorePaths);
|
|
34
|
+
} else {
|
|
35
|
+
if (filter(file)) {
|
|
36
|
+
var _fileName = path.join(searchPath, '/', file);
|
|
37
|
+
|
|
38
|
+
listOfFiles.push(_fileName);
|
|
39
|
+
}
|
|
38
40
|
}
|
|
39
|
-
}
|
|
41
|
+
} catch (_e) {}
|
|
40
42
|
});
|
|
41
43
|
return listOfFiles;
|
|
42
44
|
};
|
|
43
45
|
export var getCodeFiles = function getCodeFiles(searchPath) {
|
|
44
46
|
var listOfFiles = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : [];
|
|
45
47
|
var filter = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : filterCodeFiles;
|
|
46
|
-
var ignorePaths = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : ['node_modules', 'lib', 'dist'];
|
|
48
|
+
var ignorePaths = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : ['node_modules', 'lib', 'dist', 'bazel-bin'];
|
|
47
49
|
return getAllFiles(searchPath, listOfFiles, filter, ignorePaths);
|
|
48
50
|
};
|
|
49
51
|
export var execRead = command => {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/exampleMiner.ts"],"names":["fs","path","execSync","warn","readFile","fileName","readFileSync","encoding","sdkPattern","mdPattern","linkPattern","filterAllFiles","trim","length","filterCodeFiles","test","ext","extname","toLocaleLowerCase","fileMiners","skipFolder","name","excludeList","RegExp","join","getAllFiles","searchPath","listOfFiles","filter","ignorePaths","files","readdirSync","forEach","file","statSync","isDirectory","push","getCodeFiles","execRead","command","getCommitHash","getRemoteOrigin","getRemoteHttpOrigin","origin","gitExtractor","match","exec","httpExtractor","CodeMiner","ignoreCall","call","sdk","ignoreOps","has","operationId","mineCode","sourceCode","lines","split","result","line","index","sdkRef","column","mineFile","Set","MarkdownMiner","ignoreLink","linkFile","stripSearch","notCode","isHttp","noDash","value","dasher","replace","sourcerer","sourceFileName","startsWith","substr","base","dirname","mineContent","content","summary","localeCompare","undefined","sensitivity","sourceFile","ExampleMiner","constructor","sourcePath","execute","lode","commitHash","remoteOrigin","summaries","nuggets","addCall","relativeFile","addFileCall","nugget","fileCalls","calls","sdkCall","fileCall","find","f","s","relate","relative","processFile","coder","relFile","dirPath"],"mappings":";;AA0BA,OAAO,KAAKA,EAAZ,MAAoB,IAApB;AACA,OAAOC,IAAP,MAAiB,MAAjB;AACA,SAASC,QAAT,QAAyB,eAAzB;AACA,SAASC,IAAT,QAAqB,2BAArB;AAwBA,OAAO,IAAMC,QAAQ,GAAIC,QAAD,IACtBL,EAAE,CAACM,YAAH,CAAgBD,QAAhB,EAA0B;AAAEE,EAAAA,QAAQ,EAAE;AAAZ,CAA1B,CADK;AAGP,IAAMC,UAAU,GAAG,6CAAnB;AACA,IAAMC,SAAS,GAAG,yBAAlB;AACA,IAAMC,WAAW,GAAG,8BAApB;AAWA,OAAO,IAAMC,cAAc,GAAIN,QAAD,IAAsBA,QAAQ,CAACO,IAAT,GAAgBC,MAAhB,GAAyB,CAAtE;AAMP,OAAO,IAAMC,eAAe,GAAIT,QAAD,IAAsB;AACnD,MAAI,yBAAyBU,IAAzB,CAA8BV,QAA9B,CAAJ,EAA6C,OAAO,KAAP;AAC7C,MAAMW,GAAG,GAAGf,IAAI,CAACgB,OAAL,CAAaZ,QAAb,EAAuBa,iBAAvB,EAAZ;AAEA,SAAOF,GAAG,IAAIG,UAAd;AACD,CALM;;AAOP,IAAMC,UAAU,GAAG,SAAbA,UAAa,CAACC,IAAD;AAAA,MAAeC,WAAf,uEAAuC,CAAC,cAAD,CAAvC;AAAA,SACjB,IAAIC,MAAJ,CAAWD,WAAW,CAACE,IAAZ,CAAiB,GAAjB,CAAX,EAAkC,IAAlC,EAAwCT,IAAxC,CAA6CM,IAA7C,CADiB;AAAA,CAAnB;;AAUA,OAAO,IAAMI,WAAW,GAAG,SAAdA,WAAc,CACzBC,UADyB,EAKtB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBjB,cAElB;AAAA,MADHkB,WACG,uEADqB,EACrB;AACH,MAAMC,KAAK,GAAG9B,EAAE,CAAC+B,WAAH,CAAeL,UAAf,CAAd;AAEAI,EAAAA,KAAK,CAACE,OAAN,CAAeC,IAAD,IAAU;AACtB,QAAIjC,EAAE,CAACkC,QAAH,CAAYR,UAAU,GAAG,GAAb,GAAmBO,IAA/B,EAAqCE,WAArC,EAAJ,EAAwD;AACtD,UAAI,CAACf,UAAU,CAACa,IAAD,EAAOJ,WAAP,CAAf,EACEF,WAAW,GAAGF,WAAW,CACvBC,UAAU,GAAG,GAAb,GAAmBO,IADI,EAEvBN,WAFuB,EAGvBC,MAHuB,EAIvBC,WAJuB,CAAzB;AAMH,KARD,MAQO;AACL,UAAID,MAAM,CAACK,IAAD,CAAV,EAAkB;AAChB,YAAM5B,SAAQ,GAAGJ,IAAI,CAACuB,IAAL,CAAUE,UAAV,EAAsB,GAAtB,EAA2BO,IAA3B,CAAjB;;AACAN,QAAAA,WAAW,CAACS,IAAZ,CAAiB/B,SAAjB;AACD;AACF;AACF,GAfD;AAiBA,SAAOsB,WAAP;AACD,CA1BM;AAmCP,OAAO,IAAMU,YAAY,GAAG,SAAfA,YAAe,CAC1BX,UAD0B,EAKvB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBd,eAElB;AAAA,MADHe,WACG,uEADqB,CAAC,cAAD,EAAiB,KAAjB,EAAwB,MAAxB,CACrB;AACH,SAAOJ,WAAW,CAACC,UAAD,EAAaC,WAAb,EAA0BC,MAA1B,EAAkCC,WAAlC,CAAlB;AACD,CAPM;AAUP,OAAO,IAAMS,QAAQ,GAAIC,OAAD,IAAqB;AAC3C,SAAOrC,QAAQ,CAACqC,OAAD,EAAU;AAAEhC,IAAAA,QAAQ,EAAE;AAAZ,GAAV,CAAR,CAAyCK,IAAzC,EAAP;AACD,CAFM;AAKP,OAAO,IAAM4B,aAAa,GAAG,MAAMF,QAAQ,CAAC,oBAAD,CAApC;AAGP,OAAO,IAAMG,eAAe,GAAG,MAAM;AACnC,SAAOH,QAAQ,CAAC,2BAAD,CAAf;AACD,CAFM;AAOP,OAAO,IAAMI,mBAAmB,GAAG,MAAM;AACvC,MAAMC,MAAM,GAAGF,eAAe,EAA9B;AACA,MAAMG,YAAY,GAAG,6BAArB;AACA,MAAIC,KAAK,GAAGD,YAAY,CAACE,IAAb,CAAkBH,MAAlB,CAAZ;;AACA,MAAI,CAACE,KAAL,EAAY;AAEV,QAAME,aAAa,GAAG,iCAAtB;AACAF,IAAAA,KAAK,GAAGE,aAAa,CAACD,IAAd,CAAmBH,MAAnB,CAAR;;AACA,QAAI,CAACE,KAAL,EAAY;AACV,aAAO,EAAP;AACD;;AACD,WAAOA,KAAK,CAAC,CAAD,CAAZ;AACD;;AACD,sCAA6BA,KAAK,CAAC,CAAD,CAAlC;AACD,CAdM;AAgBP,OAAO,MAAMG,SAAN,CAAqC;AAE1CC,EAAAA,UAAU,CAACC,IAAD,EAA0B;AAClC,QAAI,CAAC,OAAOnC,IAAP,CAAYmC,IAAI,CAACC,GAAjB,CAAL,EAA4B,OAAO,IAAP;AAC5B,WAAOH,SAAS,CAACI,SAAV,CAAoBC,GAApB,CAAwBH,IAAI,CAACI,WAA7B,CAAP;AACD;;AAEDC,EAAAA,QAAQ,CAACC,UAAD,EAA+B;AACrC,QAAMC,KAAK,GAAGD,UAAU,CAACE,KAAX,CAAiB,IAAjB,CAAd;AACA,QAAMC,MAAgB,GAAG,EAAzB;AACAF,IAAAA,KAAK,CAACzB,OAAN,CAAc,CAAC4B,IAAD,EAAOC,KAAP,KAAiB;AAC7B,UAAIhB,KAAK,GAAGrC,UAAU,CAACsC,IAAX,CAAgBc,IAAhB,CAAZ;;AACA,aAAOf,KAAK,KAAK,IAAjB,EAAuB;AAErB,YAAIA,KAAK,IAAIA,KAAK,CAAChC,MAAN,GAAe,CAA5B,EAA+B;AAC7B,cAAMiD,MAAM,GAAGjB,KAAK,CAAC,CAAD,CAAL,CAASjC,IAAT,EAAf;AACA,cAAMsC,KAAc,GAAG;AACrBC,YAAAA,GAAG,EAAEW,MADgB;AAErBR,YAAAA,WAAW,EAAET,KAAK,CAAC,CAAD,CAAL,CAASjC,IAAT,EAFQ;AAGrBgD,YAAAA,IAAI,EAAEC,KAAK,GAAG,CAHO;AAIrBE,YAAAA,MAAM,EAAElB,KAAK,CAACgB;AAJO,WAAvB;;AAMA,cAAI,CAAC,KAAKZ,UAAL,CAAgBC,KAAhB,CAAL,EAA4B;AAC1BS,YAAAA,MAAM,CAACvB,IAAP,CAAYc,KAAZ;AACD;AACF;;AACDL,QAAAA,KAAK,GAAGrC,UAAU,CAACsC,IAAX,CAAgBc,IAAhB,CAAR;AACD;AACF,KAlBD;AAmBA,WAAOD,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAAC3D,QAAD,EAA6B;AACnC,WAAO,KAAKkD,QAAL,CAAcnD,QAAQ,CAACC,QAAD,CAAtB,CAAP;AACD;;AAlCyC;;gBAA/B2C,S,eACQ,IAAIiB,GAAJ,CAAgB,CAAC,IAAD,EAAO,QAAP,EAAiB,QAAjB,CAAhB,C;;AAuCrB,OAAO,MAAMC,aAAN,CAAwC;AAE7CC,EAAAA,UAAU,CAACC,QAAD,EAA4B;AACpCA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;AACA,QAAMpD,GAAG,GAAGf,IAAI,CAACgB,OAAL,CAAamD,QAAb,EAAuBlD,iBAAvB,EAAZ;AACA,QAAMoD,OAAO,GAAGtD,GAAG,KAAK,KAAR,IAAiB,CAACF,eAAe,CAACsD,QAAD,CAAjD;AACA,QAAMG,MAAM,GAAG,mBAAmBxD,IAAnB,CAAwBqD,QAAxB,CAAf;AACA,WAAOE,OAAO,IAAIC,MAAlB;AACD;;AAMDC,EAAAA,MAAM,CAACC,KAAD,EAAgB;AACpBA,IAAAA,KAAK,GAAGA,KAAK,CAAC7D,IAAN,EAAR;AACA,QAAM8D,MAAM,GAAG,eAAf;;AACA,QAAIA,MAAM,CAAC3D,IAAP,CAAY0D,KAAZ,CAAJ,EAAwB;AACtBA,MAAAA,KAAK,GAAGA,KAAK,CAACE,OAAN,CAAcD,MAAd,EAAsB,IAAtB,CAAR;AACD;;AACD,WAAOD,KAAK,CAAC7D,IAAN,EAAP;AACD;;AAEDyD,EAAAA,WAAW,CAAChE,QAAD,EAAmB;AAC5BA,IAAAA,QAAQ,GAAGA,QAAQ,CAACO,IAAT,EAAX;AACA,QAAMiC,KAAK,GAAG,YAAYC,IAAZ,CAAiBzC,QAAjB,CAAd;AACA,QAAIwC,KAAJ,EAAWxC,QAAQ,GAAGwC,KAAK,CAAC,CAAD,CAAhB;AACX,WAAOxC,QAAP;AACD;;AAODuE,EAAAA,SAAS,CAACC,cAAD,EAAyBT,QAAzB,EAA2C;AAClDA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;AACA,QAAIA,QAAQ,CAACU,UAAT,CAAoB,GAApB,CAAJ,EAA8B,OAAOV,QAAQ,CAACW,MAAT,CAAgB,CAAhB,CAAP;AAC9B,QAAMC,IAAI,GAAG/E,IAAI,CAACgF,OAAL,CAAaJ,cAAb,CAAb;AACA,WAAO5E,IAAI,CAACuB,IAAL,CAAUwD,IAAV,EAAgB,GAAhB,EAAqBZ,QAArB,CAAP;AACD;;AAODc,EAAAA,WAAW,CAAC7E,QAAD,EAAmB8E,OAAnB,EAAgD;AACzD,QAAMxB,MAAkB,GAAG,EAA3B;AACA,QAAId,KAAK,GAAGpC,SAAS,CAACqC,IAAV,CAAeqC,OAAf,CAAZ;AACA,QAAIf,QAAJ;;AACA,WAAOvB,KAAK,KAAK,IAAjB,EAAuB;AACrB,UAAMuC,OAAO,GAAG,KAAKZ,MAAL,CAAY3B,KAAK,CAAC,CAAD,CAAjB,CAAhB;AACAuB,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBxB,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAKsB,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9B,YACEgB,OAAO,CAACC,aAAR,CAAsB,QAAtB,EAAgCC,SAAhC,EAA2C;AACzCC,UAAAA,WAAW,EAAE;AAD4B,SAA3C,MAEO,CAHT,EAIE;AACAnB,UAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAevE,QAAf,EAAyB+D,QAAzB,CAAX;AACAT,UAAAA,MAAM,CAACvB,IAAP,CAAY;AAAEgD,YAAAA,OAAF;AAAWI,YAAAA,UAAU,EAAEpB;AAAvB,WAAZ;AACD;AACF;;AACDvB,MAAAA,KAAK,GAAGpC,SAAS,CAACqC,IAAV,CAAeqC,OAAf,CAAR;AACD;;AAEDtC,IAAAA,KAAK,GAAGnC,WAAW,CAACoC,IAAZ,CAAiBqC,OAAjB,CAAR;;AACA,WAAOtC,KAAK,IAAI,IAAhB,EAAsB;AACpB,UAAMuC,QAAO,GAAG,KAAKZ,MAAL,CAAY3B,KAAK,CAAC,CAAD,CAAjB,CAAhB;;AACAuB,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBxB,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAKsB,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9BA,QAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAevE,QAAf,EAAyB+D,QAAzB,CAAX;AACAT,QAAAA,MAAM,CAACvB,IAAP,CAAY;AAAEgD,UAAAA,OAAO,EAAPA,QAAF;AAAWI,UAAAA,UAAU,EAAEpB;AAAvB,SAAZ;AACD;;AACDvB,MAAAA,KAAK,GAAGnC,WAAW,CAACoC,IAAZ,CAAiBqC,OAAjB,CAAR;AACD;;AACD,WAAOxB,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAAC3D,QAAD,EAA+B;AACrC,WAAO,KAAK6E,WAAL,CAAiB7E,QAAjB,EAA2BD,QAAQ,CAACC,QAAD,CAAnC,CAAP;AACD;;AAlF4C;AAqF/C,IAAMc,UAAmB,GAAG;AAC1B,SAAO,IAAI6B,SAAJ,EADmB;AAE1B,SAAO,IAAIA,SAAJ,EAFmB;AAG1B,SAAO,IAAIA,SAAJ,EAHmB;AAI1B,YAAU,IAAIA,SAAJ,EAJgB;AAK1B,SAAO,IAAIA,SAAJ,EALmB;AAM1B,UAAQ,IAAIA,SAAJ,EANkB;AAO1B,SAAO,IAAIA,SAAJ,EAPmB;AAQ1B,SAAO,IAAIkB,aAAJ,EARmB;AAS1B,WAAS,IAAIlB,SAAJ,EATiB;AAU1B,SAAO,IAAIA,SAAJ,EAVmB;AAW1B,WAAS,IAAIA,SAAJ;AAXiB,CAA5B;AAeA,OAAO,MAAMyC,YAAN,CAAmB;AAMxBC,EAAAA,WAAW,CAAiBC,UAAjB,EAAqC;AAAA,SAApBA,UAAoB,GAApBA,UAAoB;;AAAA,uCALzB,EAKyB;;AAAA,qCAJ7B,EAI6B;;AAAA,wCAH3BnD,aAAa,EAGc;;AAAA,0CAFzBE,mBAAmB,EAEM;;AAC9C,SAAKkD,OAAL,CAAaD,UAAb;AACD;;AAEO,MAAJE,IAAI,GAAiB;AACvB,WAAO;AACLC,MAAAA,UAAU,EAAE,KAAKA,UADZ;AAELC,MAAAA,YAAY,EAAE,KAAKA,YAFd;AAGLC,MAAAA,SAAS,EAAE,KAAKA,SAHX;AAILC,MAAAA,OAAO,EAAE,KAAKA;AAJT,KAAP;AAMD;;AAEDC,EAAAA,OAAO,CAAClF,GAAD,EAAcmF,YAAd,EAAoCjD,IAApC,EAA+D;AACpE,aAASkD,WAAT,CAAqBC,MAArB,EAAsC;AAEpC,UAAIC,SAAS,GAAGD,MAAM,CAACE,KAAP,CAAavF,GAAb,CAAhB;;AACA,UAAI,CAACsF,SAAL,EAAgB;AACdA,QAAAA,SAAS,GAAG,EAAZ;AACD;;AACD,UAAME,OAAO,GAAGtD,IAAhB;AACA,UAAMuD,QAAmB,GAAG;AAC1BjB,QAAAA,UAAU,EAAEW,YADc;AAE1BpC,QAAAA,MAAM,EAAEyC,OAAO,CAACzC,MAFU;AAG1BH,QAAAA,IAAI,EAAE4C,OAAO,CAAC5C;AAHY,OAA5B;AAKA,UACE,CAAC0C,SAAS,CAACI,IAAV,CACEC,CAAD,IACEA,CAAC,CAAC/C,IAAF,KAAW6C,QAAQ,CAAC7C,IAApB,IACA+C,CAAC,CAAC5C,MAAF,KAAa0C,QAAQ,CAAC1C,MADtB,IAEA4C,CAAC,CAACnB,UAAF,KAAiBiB,QAAQ,CAACjB,UAJ7B,CADH,EAQEc,SAAS,CAAClE,IAAV,CAAeqE,QAAf;AACFJ,MAAAA,MAAM,CAACE,KAAP,CAAavF,GAAb,IAAoBsF,SAApB;AACD;;AAED,QAAI,aAAapD,IAAjB,EAAuB;AACrB,UAAM0D,CAAC,GAAG1D,IAAV;AACA0D,MAAAA,CAAC,CAACpB,UAAF,GAAeC,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCiB,CAAC,CAACpB,UAAvC,CAAf;AACA,WAAKQ,SAAL,CAAeY,CAAC,CAACpB,UAAjB,IAA+BoB,CAA/B;AACD,KAJD,MAIO;AACL,UAAIP,MAAe,GAAG,KAAKJ,OAAL,CAAa/C,IAAI,CAACI,WAAlB,CAAtB;;AACA,UAAI,CAAC+C,MAAL,EAAa;AACXA,QAAAA,MAAM,GAAG;AAAE/C,UAAAA,WAAW,EAAEJ,IAAI,CAACI,WAApB;AAAiCiD,UAAAA,KAAK,EAAE;AAAxC,SAAT;AACD;;AACDH,MAAAA,WAAW,CAACC,MAAD,CAAX;AACA,WAAKJ,OAAL,CAAaI,MAAM,CAAC/C,WAApB,IAAmC+C,MAAnC;AACD;AACF;;AASmB,SAANQ,MAAM,CAAClB,UAAD,EAAqBtF,QAArB,EAAuC;AACzD,WAAOJ,IAAI,CAAC6G,QAAL,CAAcnB,UAAd,EAA0BtF,QAA1B,CAAP;AACD;;AAED0G,EAAAA,WAAW,CAAC1G,QAAD,EAAmB;AAC5B,QAAMW,GAAG,GAAGf,IAAI,CAACgB,OAAL,CAAaZ,QAAb,CAAZ;;AACA,QAAIW,GAAG,IAAIG,UAAX,EAAuB;AACrB,UAAM6F,KAAK,GAAG7F,UAAU,CAACH,GAAD,CAAxB;AACA,UAAMuF,KAAK,GAAGS,KAAK,CAAChD,QAAN,CAAe3D,QAAf,CAAd;AACAkG,MAAAA,KAAK,CAACvE,OAAN,CAAekB,IAAD,IAA+B;AAC3C,YAAM+D,OAAO,GAAGxB,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCtF,QAArC,CAAhB;AACA,aAAK6F,OAAL,CAAalF,GAAb,EAAkBiG,OAAlB,EAA2B/D,IAA3B;AACD,OAHD;AAID,KAPD,MAOO;AACL/C,MAAAA,IAAI,WAAIE,QAAJ,sBAAJ;AACD;AACF;;AAEDuF,EAAAA,OAAO,GAAmC;AAAA,QAAlCD,UAAkC,uEAAN,IAAM;AACxC,QAAMuB,OAAO,GAAGvB,UAAH,aAAGA,UAAH,cAAGA,UAAH,GAAiB,KAAKA,UAAnC;AACA,QAAM7D,KAAK,GAAGO,YAAY,CAAC6E,OAAD,CAA1B;AACApF,IAAAA,KAAK,CAACE,OAAN,CAAe2E,CAAD,IAAO,KAAKI,WAAL,CAAiBJ,CAAjB,CAArB;AACA,WAAO,KAAKd,IAAZ;AACD;;AAxFuB","sourcesContent":["/*\n\n MIT License\n\n Copyright (c) 2021 Looker Data Sciences, Inc.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\n */\n\nimport * as fs from 'fs'\nimport path from 'path'\nimport { execSync } from 'child_process'\nimport { warn } from '@looker/sdk-codegen-utils'\nimport type {\n IFileCall,\n INugget,\n ISDKCall,\n ISummary,\n Nuggets,\n SDKCalls,\n Summaries,\n IExampleMine,\n} from '@looker/sdk-codegen'\n\nexport interface IFileMine {\n mineFile(fileName: string): SDKCalls\n mineCode(code: string): SDKCalls\n ignoreCall(call: ISDKCall): boolean\n}\n\nexport interface IDocMine {\n mineFile(fileName: string): ISummary[]\n mineContent(sourceFile: string, content: string): ISummary[]\n ignoreLink(fileName: string): boolean\n}\n\nexport const readFile = (fileName: string) =>\n fs.readFileSync(fileName, { encoding: 'utf-8' })\n\nconst sdkPattern = /(\\b[a-z0-9_]*sdk)\\.\\s*([a-z0-9_]*)\\s*[(<]/gi\nconst mdPattern = /(\\[(.+?)\\]\\((.+?)\\))/gim\nconst linkPattern = /(.*)\\[\\[link\\]\\]\\((.+?)\\)/gim\n\nexport type IMiners = { [key: string]: IFileMine | IDocMine }\n\n/** file-filtering lambda for `getAllFiles()` and `getCodeFiles()` */\nexport type FileFilter = (fileName: string, pattern?: RegExp) => boolean\n\n/**\n * Filter to include every file that has a non-empty file name\n * @param fileName name of file to check\n */\nexport const filterAllFiles = (fileName: string) => fileName.trim().length > 0\n\n/**\n * Filter for code files\n * @param fileName name of file from which to extract its extension\n */\nexport const filterCodeFiles = (fileName: string) => {\n if (/(^|\\/)node_modules\\//gi.test(fileName)) return false\n const ext = path.extname(fileName).toLocaleLowerCase()\n // eslint-disable-next-line @typescript-eslint/no-use-before-define\n return ext in fileMiners\n}\n\nconst skipFolder = (name: string, excludeList: string[] = ['node_modules']) =>\n new RegExp(excludeList.join('|'), 'gi').test(name)\n\n/**\n * Finds all file recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of current files already found\n * @param filter lambda for file inclusion in results. truthy analyzes the file\n * @param ignorePaths paths to ignore\n */\nexport const getAllFiles = (\n searchPath: string,\n listOfFiles: string[] = [],\n filter: FileFilter = filterAllFiles,\n ignorePaths: string[] = []\n) => {\n const files = fs.readdirSync(searchPath)\n\n files.forEach((file) => {\n if (fs.statSync(searchPath + '/' + file).isDirectory()) {\n if (!skipFolder(file, ignorePaths))\n listOfFiles = getAllFiles(\n searchPath + '/' + file,\n listOfFiles,\n filter,\n ignorePaths\n )\n } else {\n if (filter(file)) {\n const fileName = path.join(searchPath, '/', file)\n listOfFiles.push(fileName)\n }\n }\n })\n\n return listOfFiles\n}\n\n/**\n * Find all source code files recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of source code files that can be mined\n * @param filter function to determine whether a file should be analyzed\n * @param ignorePaths paths to ignore\n */\nexport const getCodeFiles = (\n searchPath: string,\n listOfFiles: string[] = [],\n filter: FileFilter = filterCodeFiles,\n ignorePaths: string[] = ['node_modules', 'lib', 'dist']\n) => {\n return getAllFiles(searchPath, listOfFiles, filter, ignorePaths)\n}\n\n/** get the trimmed output of the command as a UTF-8 string */\nexport const execRead = (command: string) => {\n return execSync(command, { encoding: 'utf-8' }).trim()\n}\n\n/** get this git repository's current commit hash */\nexport const getCommitHash = () => execRead('git rev-parse HEAD')\n\n/** get the remote origin url for this repository */\nexport const getRemoteOrigin = () => {\n return execRead('git remote get-url origin')\n}\n\n/**\n * Convert this github repository's git address to an HTTP url\n */\nexport const getRemoteHttpOrigin = () => {\n const origin = getRemoteOrigin()\n const gitExtractor = /git@github\\.com:(.*)\\.git/gi\n let match = gitExtractor.exec(origin)\n if (!match) {\n // git origin on CI: https://github.com/looker-open-source/sdk-codegen\n const httpExtractor = /(https:\\/\\/github.com.*)(|.git)/\n match = httpExtractor.exec(origin)\n if (!match) {\n return ''\n }\n return match[1]\n }\n return `https://github.com/${match[1]}`\n}\n\nexport class CodeMiner implements IFileMine {\n static ignoreOps = new Set<string>(['ok', 'init31', 'init40'])\n ignoreCall(call: ISDKCall): boolean {\n if (!/sdk/i.test(call.sdk)) return true\n return CodeMiner.ignoreOps.has(call.operationId)\n }\n\n mineCode(sourceCode: string): SDKCalls {\n const lines = sourceCode.split('\\n')\n const result: SDKCalls = []\n lines.forEach((line, index) => {\n let match = sdkPattern.exec(line)\n while (match !== null) {\n // TODO need to ignore source code comments?\n if (match && match.length > 2) {\n const sdkRef = match[1].trim()\n const call: ISDKCall = {\n sdk: sdkRef,\n operationId: match[2].trim(),\n line: index + 1,\n column: match.index,\n }\n if (!this.ignoreCall(call)) {\n result.push(call)\n }\n }\n match = sdkPattern.exec(line)\n }\n })\n return result\n }\n\n mineFile(fileName: string): SDKCalls {\n return this.mineCode(readFile(fileName))\n }\n}\n\n/**\n * Processes markdown files and extracts links to source code to use as summaries\n */\nexport class MarkdownMiner implements IDocMine {\n // TODO ensure summaries don't include markdown files\n ignoreLink(linkFile: string): boolean {\n linkFile = this.stripSearch(linkFile)\n const ext = path.extname(linkFile).toLocaleLowerCase()\n const notCode = ext === '.md' || !filterCodeFiles(linkFile)\n const isHttp = /^(http|https):/gi.test(linkFile)\n return notCode || isHttp\n }\n\n /**\n * Remove leading - from a string\n * @param value string to process\n */\n noDash(value: string) {\n value = value.trim()\n const dasher = /^\\s*-\\s*(.*)/g\n if (dasher.test(value)) {\n value = value.replace(dasher, '$1')\n }\n return value.trim()\n }\n\n stripSearch(fileName: string) {\n fileName = fileName.trim()\n const match = /(.*)#.*/gi.exec(fileName)\n if (match) fileName = match[1]\n return fileName\n }\n\n /**\n * Fully qualify the path for `linkFile`\n * @param sourceFileName\n * @param linkFile\n */\n sourcerer(sourceFileName: string, linkFile: string) {\n linkFile = this.stripSearch(linkFile)\n if (linkFile.startsWith('/')) return linkFile.substr(1)\n const base = path.dirname(sourceFileName)\n return path.join(base, '/', linkFile)\n }\n\n /**\n * Get all links from content\n * @param fileName fully qualified source file name\n * @param content markdown to parse\n */\n mineContent(fileName: string, content: string): ISummary[] {\n const result: ISummary[] = []\n let match = mdPattern.exec(content)\n let linkFile: string\n while (match !== null) {\n const summary = this.noDash(match[2])\n linkFile = this.stripSearch(match[3])\n if (!this.ignoreLink(linkFile)) {\n if (\n summary.localeCompare('[link]', undefined, {\n sensitivity: 'base',\n }) !== 0\n ) {\n linkFile = this.sourcerer(fileName, linkFile)\n result.push({ summary, sourceFile: linkFile })\n }\n }\n match = mdPattern.exec(content)\n }\n\n match = linkPattern.exec(content)\n while (match != null) {\n const summary = this.noDash(match[1])\n linkFile = this.stripSearch(match[2])\n if (!this.ignoreLink(linkFile)) {\n linkFile = this.sourcerer(fileName, linkFile)\n result.push({ summary, sourceFile: linkFile })\n }\n match = linkPattern.exec(content)\n }\n return result\n }\n\n mineFile(fileName: string): ISummary[] {\n return this.mineContent(fileName, readFile(fileName))\n }\n}\n\nconst fileMiners: IMiners = {\n '.cs': new CodeMiner(),\n '.kt': new CodeMiner(),\n '.py': new CodeMiner(),\n '.swift': new CodeMiner(),\n '.ts': new CodeMiner(),\n '.tsx': new CodeMiner(),\n '.rb': new CodeMiner(),\n '.md': new MarkdownMiner(),\n '.dart': new CodeMiner(),\n '.go': new CodeMiner(),\n '.java': new CodeMiner(),\n // '.rst': new MarkdownMiner(), // TODO .rst miner? Probably not needed\n}\n\nexport class ExampleMiner {\n summaries: Summaries = {}\n nuggets: Nuggets = {}\n commitHash: string = getCommitHash()\n remoteOrigin: string = getRemoteHttpOrigin()\n\n constructor(public readonly sourcePath: string) {\n this.execute(sourcePath)\n }\n\n get lode(): IExampleMine {\n return {\n commitHash: this.commitHash,\n remoteOrigin: this.remoteOrigin,\n summaries: this.summaries,\n nuggets: this.nuggets,\n }\n }\n\n addCall(ext: string, relativeFile: string, call: ISDKCall | ISummary) {\n function addFileCall(nugget: INugget) {\n // Extension is key for language\n let fileCalls = nugget.calls[ext]\n if (!fileCalls) {\n fileCalls = []\n }\n const sdkCall = call as ISDKCall\n const fileCall: IFileCall = {\n sourceFile: relativeFile,\n column: sdkCall.column,\n line: sdkCall.line,\n }\n if (\n !fileCalls.find(\n (f) =>\n f.line === fileCall.line &&\n f.column === fileCall.column &&\n f.sourceFile === fileCall.sourceFile\n )\n )\n fileCalls.push(fileCall)\n nugget.calls[ext] = fileCalls\n }\n\n if ('summary' in call) {\n const s = call as ISummary\n s.sourceFile = ExampleMiner.relate(this.sourcePath, s.sourceFile)\n this.summaries[s.sourceFile] = s\n } else {\n let nugget: INugget = this.nuggets[call.operationId]\n if (!nugget) {\n nugget = { operationId: call.operationId, calls: {} }\n }\n addFileCall(nugget)\n this.nuggets[nugget.operationId] = nugget\n }\n }\n\n /**\n * Derive relative path, retaining last directory\n * @param sourcePath original file search path\n * @param fileName fully qualified name of found file\n *\n * @example `Miner.relate('/a/b/c/', '/a/b/c/d.txt')` returns 'd.txt'\n */\n public static relate(sourcePath: string, fileName: string) {\n return path.relative(sourcePath, fileName)\n }\n\n processFile(fileName: string) {\n const ext = path.extname(fileName)\n if (ext in fileMiners) {\n const coder = fileMiners[ext]\n const calls = coder.mineFile(fileName)\n calls.forEach((call: ISDKCall | ISummary) => {\n const relFile = ExampleMiner.relate(this.sourcePath, fileName)\n this.addCall(ext, relFile, call)\n })\n } else {\n warn(`${fileName} cannot be mined`)\n }\n }\n\n execute(sourcePath: string | null = null) {\n const dirPath = sourcePath ?? this.sourcePath\n const files = getCodeFiles(dirPath)\n files.forEach((f) => this.processFile(f))\n return this.lode\n }\n}\n"],"file":"exampleMiner.js"}
|
|
1
|
+
{"version":3,"sources":["../../src/exampleMiner.ts"],"names":["fs","path","execSync","warn","readFile","fileName","readFileSync","encoding","sdkPattern","mdPattern","linkPattern","filterAllFiles","trim","length","filterCodeFiles","test","ext","extname","toLocaleLowerCase","fileMiners","skipFolder","name","excludeList","RegExp","join","getAllFiles","searchPath","listOfFiles","filter","ignorePaths","files","readdirSync","forEach","file","statSync","isDirectory","push","_e","getCodeFiles","execRead","command","getCommitHash","getRemoteOrigin","getRemoteHttpOrigin","origin","gitExtractor","match","exec","httpExtractor","CodeMiner","ignoreCall","call","sdk","ignoreOps","has","operationId","mineCode","sourceCode","lines","split","result","line","index","sdkRef","column","mineFile","Set","MarkdownMiner","ignoreLink","linkFile","stripSearch","notCode","isHttp","noDash","value","dasher","replace","sourcerer","sourceFileName","startsWith","substr","base","dirname","mineContent","content","summary","localeCompare","undefined","sensitivity","sourceFile","ExampleMiner","constructor","sourcePath","execute","lode","commitHash","remoteOrigin","summaries","nuggets","addCall","relativeFile","addFileCall","nugget","fileCalls","calls","sdkCall","fileCall","find","f","s","relate","relative","processFile","coder","relFile","dirPath"],"mappings":";;AA0BA,OAAO,KAAKA,EAAZ,MAAoB,IAApB;AACA,OAAOC,IAAP,MAAiB,MAAjB;AACA,SAASC,QAAT,QAAyB,eAAzB;AACA,SAASC,IAAT,QAAqB,2BAArB;AAwBA,OAAO,IAAMC,QAAQ,GAAIC,QAAD,IACtBL,EAAE,CAACM,YAAH,CAAgBD,QAAhB,EAA0B;AAAEE,EAAAA,QAAQ,EAAE;AAAZ,CAA1B,CADK;AAGP,IAAMC,UAAU,GAAG,6CAAnB;AACA,IAAMC,SAAS,GAAG,yBAAlB;AACA,IAAMC,WAAW,GAAG,8BAApB;AAWA,OAAO,IAAMC,cAAc,GAAIN,QAAD,IAAsBA,QAAQ,CAACO,IAAT,GAAgBC,MAAhB,GAAyB,CAAtE;AAMP,OAAO,IAAMC,eAAe,GAAIT,QAAD,IAAsB;AACnD,MAAI,yBAAyBU,IAAzB,CAA8BV,QAA9B,CAAJ,EAA6C,OAAO,KAAP;AAC7C,MAAMW,GAAG,GAAGf,IAAI,CAACgB,OAAL,CAAaZ,QAAb,EAAuBa,iBAAvB,EAAZ;AAEA,SAAOF,GAAG,IAAIG,UAAd;AACD,CALM;;AAOP,IAAMC,UAAU,GAAG,SAAbA,UAAa,CAACC,IAAD;AAAA,MAAeC,WAAf,uEAAuC,CAAC,cAAD,CAAvC;AAAA,SACjB,IAAIC,MAAJ,CAAWD,WAAW,CAACE,IAAZ,CAAiB,GAAjB,CAAX,EAAkC,IAAlC,EAAwCT,IAAxC,CAA6CM,IAA7C,CADiB;AAAA,CAAnB;;AAUA,OAAO,IAAMI,WAAW,GAAG,SAAdA,WAAc,CACzBC,UADyB,EAKtB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBjB,cAElB;AAAA,MADHkB,WACG,uEADqB,EACrB;AACH,MAAMC,KAAK,GAAG9B,EAAE,CAAC+B,WAAH,CAAeL,UAAf,CAAd;AAEAI,EAAAA,KAAK,CAACE,OAAN,CAAeC,IAAD,IAAU;AACtB,QAAI;AACF,UAAIjC,EAAE,CAACkC,QAAH,CAAYR,UAAU,GAAG,GAAb,GAAmBO,IAA/B,EAAqCE,WAArC,EAAJ,EAAwD;AACtD,YAAI,CAACf,UAAU,CAACa,IAAD,EAAOJ,WAAP,CAAf,EACEF,WAAW,GAAGF,WAAW,CACvBC,UAAU,GAAG,GAAb,GAAmBO,IADI,EAEvBN,WAFuB,EAGvBC,MAHuB,EAIvBC,WAJuB,CAAzB;AAMH,OARD,MAQO;AACL,YAAID,MAAM,CAACK,IAAD,CAAV,EAAkB;AAChB,cAAM5B,SAAQ,GAAGJ,IAAI,CAACuB,IAAL,CAAUE,UAAV,EAAsB,GAAtB,EAA2BO,IAA3B,CAAjB;;AACAN,UAAAA,WAAW,CAACS,IAAZ,CAAiB/B,SAAjB;AACD;AACF;AACF,KAfD,CAeE,OAAOgC,EAAP,EAAgB,CAEjB;AACF,GAnBD;AAqBA,SAAOV,WAAP;AACD,CA9BM;AAuCP,OAAO,IAAMW,YAAY,GAAG,SAAfA,YAAe,CAC1BZ,UAD0B,EAKvB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBd,eAElB;AAAA,MADHe,WACG,uEADqB,CAAC,cAAD,EAAiB,KAAjB,EAAwB,MAAxB,EAAgC,WAAhC,CACrB;AACH,SAAOJ,WAAW,CAACC,UAAD,EAAaC,WAAb,EAA0BC,MAA1B,EAAkCC,WAAlC,CAAlB;AACD,CAPM;AAUP,OAAO,IAAMU,QAAQ,GAAIC,OAAD,IAAqB;AAC3C,SAAOtC,QAAQ,CAACsC,OAAD,EAAU;AAAEjC,IAAAA,QAAQ,EAAE;AAAZ,GAAV,CAAR,CAAyCK,IAAzC,EAAP;AACD,CAFM;AAKP,OAAO,IAAM6B,aAAa,GAAG,MAAMF,QAAQ,CAAC,oBAAD,CAApC;AAGP,OAAO,IAAMG,eAAe,GAAG,MAAM;AACnC,SAAOH,QAAQ,CAAC,2BAAD,CAAf;AACD,CAFM;AAOP,OAAO,IAAMI,mBAAmB,GAAG,MAAM;AACvC,MAAMC,MAAM,GAAGF,eAAe,EAA9B;AACA,MAAMG,YAAY,GAAG,6BAArB;AACA,MAAIC,KAAK,GAAGD,YAAY,CAACE,IAAb,CAAkBH,MAAlB,CAAZ;;AACA,MAAI,CAACE,KAAL,EAAY;AAEV,QAAME,aAAa,GAAG,iCAAtB;AACAF,IAAAA,KAAK,GAAGE,aAAa,CAACD,IAAd,CAAmBH,MAAnB,CAAR;;AACA,QAAI,CAACE,KAAL,EAAY;AACV,aAAO,EAAP;AACD;;AACD,WAAOA,KAAK,CAAC,CAAD,CAAZ;AACD;;AACD,sCAA6BA,KAAK,CAAC,CAAD,CAAlC;AACD,CAdM;AAgBP,OAAO,MAAMG,SAAN,CAAqC;AAE1CC,EAAAA,UAAU,CAACC,IAAD,EAA0B;AAClC,QAAI,CAAC,OAAOpC,IAAP,CAAYoC,IAAI,CAACC,GAAjB,CAAL,EAA4B,OAAO,IAAP;AAC5B,WAAOH,SAAS,CAACI,SAAV,CAAoBC,GAApB,CAAwBH,IAAI,CAACI,WAA7B,CAAP;AACD;;AAEDC,EAAAA,QAAQ,CAACC,UAAD,EAA+B;AACrC,QAAMC,KAAK,GAAGD,UAAU,CAACE,KAAX,CAAiB,IAAjB,CAAd;AACA,QAAMC,MAAgB,GAAG,EAAzB;AACAF,IAAAA,KAAK,CAAC1B,OAAN,CAAc,CAAC6B,IAAD,EAAOC,KAAP,KAAiB;AAC7B,UAAIhB,KAAK,GAAGtC,UAAU,CAACuC,IAAX,CAAgBc,IAAhB,CAAZ;;AACA,aAAOf,KAAK,KAAK,IAAjB,EAAuB;AAErB,YAAIA,KAAK,IAAIA,KAAK,CAACjC,MAAN,GAAe,CAA5B,EAA+B;AAC7B,cAAMkD,MAAM,GAAGjB,KAAK,CAAC,CAAD,CAAL,CAASlC,IAAT,EAAf;AACA,cAAMuC,KAAc,GAAG;AACrBC,YAAAA,GAAG,EAAEW,MADgB;AAErBR,YAAAA,WAAW,EAAET,KAAK,CAAC,CAAD,CAAL,CAASlC,IAAT,EAFQ;AAGrBiD,YAAAA,IAAI,EAAEC,KAAK,GAAG,CAHO;AAIrBE,YAAAA,MAAM,EAAElB,KAAK,CAACgB;AAJO,WAAvB;;AAMA,cAAI,CAAC,KAAKZ,UAAL,CAAgBC,KAAhB,CAAL,EAA4B;AAC1BS,YAAAA,MAAM,CAACxB,IAAP,CAAYe,KAAZ;AACD;AACF;;AACDL,QAAAA,KAAK,GAAGtC,UAAU,CAACuC,IAAX,CAAgBc,IAAhB,CAAR;AACD;AACF,KAlBD;AAmBA,WAAOD,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAAC5D,QAAD,EAA6B;AACnC,WAAO,KAAKmD,QAAL,CAAcpD,QAAQ,CAACC,QAAD,CAAtB,CAAP;AACD;;AAlCyC;;gBAA/B4C,S,eACQ,IAAIiB,GAAJ,CAAgB,CAAC,IAAD,EAAO,QAAP,EAAiB,QAAjB,CAAhB,C;;AAuCrB,OAAO,MAAMC,aAAN,CAAwC;AAE7CC,EAAAA,UAAU,CAACC,QAAD,EAA4B;AACpCA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;AACA,QAAMrD,GAAG,GAAGf,IAAI,CAACgB,OAAL,CAAaoD,QAAb,EAAuBnD,iBAAvB,EAAZ;AACA,QAAMqD,OAAO,GAAGvD,GAAG,KAAK,KAAR,IAAiB,CAACF,eAAe,CAACuD,QAAD,CAAjD;AACA,QAAMG,MAAM,GAAG,mBAAmBzD,IAAnB,CAAwBsD,QAAxB,CAAf;AACA,WAAOE,OAAO,IAAIC,MAAlB;AACD;;AAMDC,EAAAA,MAAM,CAACC,KAAD,EAAgB;AACpBA,IAAAA,KAAK,GAAGA,KAAK,CAAC9D,IAAN,EAAR;AACA,QAAM+D,MAAM,GAAG,eAAf;;AACA,QAAIA,MAAM,CAAC5D,IAAP,CAAY2D,KAAZ,CAAJ,EAAwB;AACtBA,MAAAA,KAAK,GAAGA,KAAK,CAACE,OAAN,CAAcD,MAAd,EAAsB,IAAtB,CAAR;AACD;;AACD,WAAOD,KAAK,CAAC9D,IAAN,EAAP;AACD;;AAED0D,EAAAA,WAAW,CAACjE,QAAD,EAAmB;AAC5BA,IAAAA,QAAQ,GAAGA,QAAQ,CAACO,IAAT,EAAX;AACA,QAAMkC,KAAK,GAAG,YAAYC,IAAZ,CAAiB1C,QAAjB,CAAd;AACA,QAAIyC,KAAJ,EAAWzC,QAAQ,GAAGyC,KAAK,CAAC,CAAD,CAAhB;AACX,WAAOzC,QAAP;AACD;;AAODwE,EAAAA,SAAS,CAACC,cAAD,EAAyBT,QAAzB,EAA2C;AAClDA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;AACA,QAAIA,QAAQ,CAACU,UAAT,CAAoB,GAApB,CAAJ,EAA8B,OAAOV,QAAQ,CAACW,MAAT,CAAgB,CAAhB,CAAP;AAC9B,QAAMC,IAAI,GAAGhF,IAAI,CAACiF,OAAL,CAAaJ,cAAb,CAAb;AACA,WAAO7E,IAAI,CAACuB,IAAL,CAAUyD,IAAV,EAAgB,GAAhB,EAAqBZ,QAArB,CAAP;AACD;;AAODc,EAAAA,WAAW,CAAC9E,QAAD,EAAmB+E,OAAnB,EAAgD;AACzD,QAAMxB,MAAkB,GAAG,EAA3B;AACA,QAAId,KAAK,GAAGrC,SAAS,CAACsC,IAAV,CAAeqC,OAAf,CAAZ;AACA,QAAIf,QAAJ;;AACA,WAAOvB,KAAK,KAAK,IAAjB,EAAuB;AACrB,UAAMuC,OAAO,GAAG,KAAKZ,MAAL,CAAY3B,KAAK,CAAC,CAAD,CAAjB,CAAhB;AACAuB,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBxB,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAKsB,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9B,YACEgB,OAAO,CAACC,aAAR,CAAsB,QAAtB,EAAgCC,SAAhC,EAA2C;AACzCC,UAAAA,WAAW,EAAE;AAD4B,SAA3C,MAEO,CAHT,EAIE;AACAnB,UAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAexE,QAAf,EAAyBgE,QAAzB,CAAX;AACAT,UAAAA,MAAM,CAACxB,IAAP,CAAY;AAAEiD,YAAAA,OAAF;AAAWI,YAAAA,UAAU,EAAEpB;AAAvB,WAAZ;AACD;AACF;;AACDvB,MAAAA,KAAK,GAAGrC,SAAS,CAACsC,IAAV,CAAeqC,OAAf,CAAR;AACD;;AAEDtC,IAAAA,KAAK,GAAGpC,WAAW,CAACqC,IAAZ,CAAiBqC,OAAjB,CAAR;;AACA,WAAOtC,KAAK,IAAI,IAAhB,EAAsB;AACpB,UAAMuC,QAAO,GAAG,KAAKZ,MAAL,CAAY3B,KAAK,CAAC,CAAD,CAAjB,CAAhB;;AACAuB,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBxB,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAKsB,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9BA,QAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAexE,QAAf,EAAyBgE,QAAzB,CAAX;AACAT,QAAAA,MAAM,CAACxB,IAAP,CAAY;AAAEiD,UAAAA,OAAO,EAAPA,QAAF;AAAWI,UAAAA,UAAU,EAAEpB;AAAvB,SAAZ;AACD;;AACDvB,MAAAA,KAAK,GAAGpC,WAAW,CAACqC,IAAZ,CAAiBqC,OAAjB,CAAR;AACD;;AACD,WAAOxB,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAAC5D,QAAD,EAA+B;AACrC,WAAO,KAAK8E,WAAL,CAAiB9E,QAAjB,EAA2BD,QAAQ,CAACC,QAAD,CAAnC,CAAP;AACD;;AAlF4C;AAqF/C,IAAMc,UAAmB,GAAG;AAC1B,SAAO,IAAI8B,SAAJ,EADmB;AAE1B,SAAO,IAAIA,SAAJ,EAFmB;AAG1B,SAAO,IAAIA,SAAJ,EAHmB;AAI1B,YAAU,IAAIA,SAAJ,EAJgB;AAK1B,SAAO,IAAIA,SAAJ,EALmB;AAM1B,UAAQ,IAAIA,SAAJ,EANkB;AAO1B,SAAO,IAAIA,SAAJ,EAPmB;AAQ1B,SAAO,IAAIkB,aAAJ,EARmB;AAS1B,WAAS,IAAIlB,SAAJ,EATiB;AAU1B,SAAO,IAAIA,SAAJ,EAVmB;AAW1B,WAAS,IAAIA,SAAJ;AAXiB,CAA5B;AAeA,OAAO,MAAMyC,YAAN,CAAmB;AAMxBC,EAAAA,WAAW,CAAiBC,UAAjB,EAAqC;AAAA,SAApBA,UAAoB,GAApBA,UAAoB;;AAAA,uCALzB,EAKyB;;AAAA,qCAJ7B,EAI6B;;AAAA,wCAH3BnD,aAAa,EAGc;;AAAA,0CAFzBE,mBAAmB,EAEM;;AAC9C,SAAKkD,OAAL,CAAaD,UAAb;AACD;;AAEO,MAAJE,IAAI,GAAiB;AACvB,WAAO;AACLC,MAAAA,UAAU,EAAE,KAAKA,UADZ;AAELC,MAAAA,YAAY,EAAE,KAAKA,YAFd;AAGLC,MAAAA,SAAS,EAAE,KAAKA,SAHX;AAILC,MAAAA,OAAO,EAAE,KAAKA;AAJT,KAAP;AAMD;;AAEDC,EAAAA,OAAO,CAACnF,GAAD,EAAcoF,YAAd,EAAoCjD,IAApC,EAA+D;AACpE,aAASkD,WAAT,CAAqBC,MAArB,EAAsC;AAEpC,UAAIC,SAAS,GAAGD,MAAM,CAACE,KAAP,CAAaxF,GAAb,CAAhB;;AACA,UAAI,CAACuF,SAAL,EAAgB;AACdA,QAAAA,SAAS,GAAG,EAAZ;AACD;;AACD,UAAME,OAAO,GAAGtD,IAAhB;AACA,UAAMuD,QAAmB,GAAG;AAC1BjB,QAAAA,UAAU,EAAEW,YADc;AAE1BpC,QAAAA,MAAM,EAAEyC,OAAO,CAACzC,MAFU;AAG1BH,QAAAA,IAAI,EAAE4C,OAAO,CAAC5C;AAHY,OAA5B;AAKA,UACE,CAAC0C,SAAS,CAACI,IAAV,CACEC,CAAD,IACEA,CAAC,CAAC/C,IAAF,KAAW6C,QAAQ,CAAC7C,IAApB,IACA+C,CAAC,CAAC5C,MAAF,KAAa0C,QAAQ,CAAC1C,MADtB,IAEA4C,CAAC,CAACnB,UAAF,KAAiBiB,QAAQ,CAACjB,UAJ7B,CADH,EAQEc,SAAS,CAACnE,IAAV,CAAesE,QAAf;AACFJ,MAAAA,MAAM,CAACE,KAAP,CAAaxF,GAAb,IAAoBuF,SAApB;AACD;;AAED,QAAI,aAAapD,IAAjB,EAAuB;AACrB,UAAM0D,CAAC,GAAG1D,IAAV;AACA0D,MAAAA,CAAC,CAACpB,UAAF,GAAeC,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCiB,CAAC,CAACpB,UAAvC,CAAf;AACA,WAAKQ,SAAL,CAAeY,CAAC,CAACpB,UAAjB,IAA+BoB,CAA/B;AACD,KAJD,MAIO;AACL,UAAIP,MAAe,GAAG,KAAKJ,OAAL,CAAa/C,IAAI,CAACI,WAAlB,CAAtB;;AACA,UAAI,CAAC+C,MAAL,EAAa;AACXA,QAAAA,MAAM,GAAG;AAAE/C,UAAAA,WAAW,EAAEJ,IAAI,CAACI,WAApB;AAAiCiD,UAAAA,KAAK,EAAE;AAAxC,SAAT;AACD;;AACDH,MAAAA,WAAW,CAACC,MAAD,CAAX;AACA,WAAKJ,OAAL,CAAaI,MAAM,CAAC/C,WAApB,IAAmC+C,MAAnC;AACD;AACF;;AASmB,SAANQ,MAAM,CAAClB,UAAD,EAAqBvF,QAArB,EAAuC;AACzD,WAAOJ,IAAI,CAAC8G,QAAL,CAAcnB,UAAd,EAA0BvF,QAA1B,CAAP;AACD;;AAED2G,EAAAA,WAAW,CAAC3G,QAAD,EAAmB;AAC5B,QAAMW,GAAG,GAAGf,IAAI,CAACgB,OAAL,CAAaZ,QAAb,CAAZ;;AACA,QAAIW,GAAG,IAAIG,UAAX,EAAuB;AACrB,UAAM8F,KAAK,GAAG9F,UAAU,CAACH,GAAD,CAAxB;AACA,UAAMwF,KAAK,GAAGS,KAAK,CAAChD,QAAN,CAAe5D,QAAf,CAAd;AACAmG,MAAAA,KAAK,CAACxE,OAAN,CAAemB,IAAD,IAA+B;AAC3C,YAAM+D,OAAO,GAAGxB,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCvF,QAArC,CAAhB;AACA,aAAK8F,OAAL,CAAanF,GAAb,EAAkBkG,OAAlB,EAA2B/D,IAA3B;AACD,OAHD;AAID,KAPD,MAOO;AACLhD,MAAAA,IAAI,WAAIE,QAAJ,sBAAJ;AACD;AACF;;AAEDwF,EAAAA,OAAO,GAAmC;AAAA,QAAlCD,UAAkC,uEAAN,IAAM;AACxC,QAAMuB,OAAO,GAAGvB,UAAH,aAAGA,UAAH,cAAGA,UAAH,GAAiB,KAAKA,UAAnC;AACA,QAAM9D,KAAK,GAAGQ,YAAY,CAAC6E,OAAD,CAA1B;AACArF,IAAAA,KAAK,CAACE,OAAN,CAAe4E,CAAD,IAAO,KAAKI,WAAL,CAAiBJ,CAAjB,CAArB;AACA,WAAO,KAAKd,IAAZ;AACD;;AAxFuB","sourcesContent":["/*\n\n MIT License\n\n Copyright (c) 2021 Looker Data Sciences, Inc.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\n */\n\nimport * as fs from 'fs'\nimport path from 'path'\nimport { execSync } from 'child_process'\nimport { warn } from '@looker/sdk-codegen-utils'\nimport type {\n IFileCall,\n INugget,\n ISDKCall,\n ISummary,\n Nuggets,\n SDKCalls,\n Summaries,\n IExampleMine,\n} from '@looker/sdk-codegen'\n\nexport interface IFileMine {\n mineFile(fileName: string): SDKCalls\n mineCode(code: string): SDKCalls\n ignoreCall(call: ISDKCall): boolean\n}\n\nexport interface IDocMine {\n mineFile(fileName: string): ISummary[]\n mineContent(sourceFile: string, content: string): ISummary[]\n ignoreLink(fileName: string): boolean\n}\n\nexport const readFile = (fileName: string) =>\n fs.readFileSync(fileName, { encoding: 'utf-8' })\n\nconst sdkPattern = /(\\b[a-z0-9_]*sdk)\\.\\s*([a-z0-9_]*)\\s*[(<]/gi\nconst mdPattern = /(\\[(.+?)\\]\\((.+?)\\))/gim\nconst linkPattern = /(.*)\\[\\[link\\]\\]\\((.+?)\\)/gim\n\nexport type IMiners = { [key: string]: IFileMine | IDocMine }\n\n/** file-filtering lambda for `getAllFiles()` and `getCodeFiles()` */\nexport type FileFilter = (fileName: string, pattern?: RegExp) => boolean\n\n/**\n * Filter to include every file that has a non-empty file name\n * @param fileName name of file to check\n */\nexport const filterAllFiles = (fileName: string) => fileName.trim().length > 0\n\n/**\n * Filter for code files\n * @param fileName name of file from which to extract its extension\n */\nexport const filterCodeFiles = (fileName: string) => {\n if (/(^|\\/)node_modules\\//gi.test(fileName)) return false\n const ext = path.extname(fileName).toLocaleLowerCase()\n // eslint-disable-next-line @typescript-eslint/no-use-before-define\n return ext in fileMiners\n}\n\nconst skipFolder = (name: string, excludeList: string[] = ['node_modules']) =>\n new RegExp(excludeList.join('|'), 'gi').test(name)\n\n/**\n * Finds all file recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of current files already found\n * @param filter lambda for file inclusion in results. truthy analyzes the file\n * @param ignorePaths paths to ignore\n */\nexport const getAllFiles = (\n searchPath: string,\n listOfFiles: string[] = [],\n filter: FileFilter = filterAllFiles,\n ignorePaths: string[] = []\n) => {\n const files = fs.readdirSync(searchPath)\n\n files.forEach((file) => {\n try {\n if (fs.statSync(searchPath + '/' + file).isDirectory()) {\n if (!skipFolder(file, ignorePaths))\n listOfFiles = getAllFiles(\n searchPath + '/' + file,\n listOfFiles,\n filter,\n ignorePaths\n )\n } else {\n if (filter(file)) {\n const fileName = path.join(searchPath, '/', file)\n listOfFiles.push(fileName)\n }\n }\n } catch (_e: any) {\n // warn(`skipping ${file}: ${e}`)\n }\n })\n\n return listOfFiles\n}\n\n/**\n * Find all source code files recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of source code files that can be mined\n * @param filter function to determine whether a file should be analyzed\n * @param ignorePaths paths to ignore\n */\nexport const getCodeFiles = (\n searchPath: string,\n listOfFiles: string[] = [],\n filter: FileFilter = filterCodeFiles,\n ignorePaths: string[] = ['node_modules', 'lib', 'dist', 'bazel-bin']\n) => {\n return getAllFiles(searchPath, listOfFiles, filter, ignorePaths)\n}\n\n/** get the trimmed output of the command as a UTF-8 string */\nexport const execRead = (command: string) => {\n return execSync(command, { encoding: 'utf-8' }).trim()\n}\n\n/** get this git repository's current commit hash */\nexport const getCommitHash = () => execRead('git rev-parse HEAD')\n\n/** get the remote origin url for this repository */\nexport const getRemoteOrigin = () => {\n return execRead('git remote get-url origin')\n}\n\n/**\n * Convert this github repository's git address to an HTTP url\n */\nexport const getRemoteHttpOrigin = () => {\n const origin = getRemoteOrigin()\n const gitExtractor = /git@github\\.com:(.*)\\.git/gi\n let match = gitExtractor.exec(origin)\n if (!match) {\n // git origin on CI: https://github.com/looker-open-source/sdk-codegen\n const httpExtractor = /(https:\\/\\/github.com.*)(|.git)/\n match = httpExtractor.exec(origin)\n if (!match) {\n return ''\n }\n return match[1]\n }\n return `https://github.com/${match[1]}`\n}\n\nexport class CodeMiner implements IFileMine {\n static ignoreOps = new Set<string>(['ok', 'init31', 'init40'])\n ignoreCall(call: ISDKCall): boolean {\n if (!/sdk/i.test(call.sdk)) return true\n return CodeMiner.ignoreOps.has(call.operationId)\n }\n\n mineCode(sourceCode: string): SDKCalls {\n const lines = sourceCode.split('\\n')\n const result: SDKCalls = []\n lines.forEach((line, index) => {\n let match = sdkPattern.exec(line)\n while (match !== null) {\n // TODO need to ignore source code comments?\n if (match && match.length > 2) {\n const sdkRef = match[1].trim()\n const call: ISDKCall = {\n sdk: sdkRef,\n operationId: match[2].trim(),\n line: index + 1,\n column: match.index,\n }\n if (!this.ignoreCall(call)) {\n result.push(call)\n }\n }\n match = sdkPattern.exec(line)\n }\n })\n return result\n }\n\n mineFile(fileName: string): SDKCalls {\n return this.mineCode(readFile(fileName))\n }\n}\n\n/**\n * Processes markdown files and extracts links to source code to use as summaries\n */\nexport class MarkdownMiner implements IDocMine {\n // TODO ensure summaries don't include markdown files\n ignoreLink(linkFile: string): boolean {\n linkFile = this.stripSearch(linkFile)\n const ext = path.extname(linkFile).toLocaleLowerCase()\n const notCode = ext === '.md' || !filterCodeFiles(linkFile)\n const isHttp = /^(http|https):/gi.test(linkFile)\n return notCode || isHttp\n }\n\n /**\n * Remove leading - from a string\n * @param value string to process\n */\n noDash(value: string) {\n value = value.trim()\n const dasher = /^\\s*-\\s*(.*)/g\n if (dasher.test(value)) {\n value = value.replace(dasher, '$1')\n }\n return value.trim()\n }\n\n stripSearch(fileName: string) {\n fileName = fileName.trim()\n const match = /(.*)#.*/gi.exec(fileName)\n if (match) fileName = match[1]\n return fileName\n }\n\n /**\n * Fully qualify the path for `linkFile`\n * @param sourceFileName\n * @param linkFile\n */\n sourcerer(sourceFileName: string, linkFile: string) {\n linkFile = this.stripSearch(linkFile)\n if (linkFile.startsWith('/')) return linkFile.substr(1)\n const base = path.dirname(sourceFileName)\n return path.join(base, '/', linkFile)\n }\n\n /**\n * Get all links from content\n * @param fileName fully qualified source file name\n * @param content markdown to parse\n */\n mineContent(fileName: string, content: string): ISummary[] {\n const result: ISummary[] = []\n let match = mdPattern.exec(content)\n let linkFile: string\n while (match !== null) {\n const summary = this.noDash(match[2])\n linkFile = this.stripSearch(match[3])\n if (!this.ignoreLink(linkFile)) {\n if (\n summary.localeCompare('[link]', undefined, {\n sensitivity: 'base',\n }) !== 0\n ) {\n linkFile = this.sourcerer(fileName, linkFile)\n result.push({ summary, sourceFile: linkFile })\n }\n }\n match = mdPattern.exec(content)\n }\n\n match = linkPattern.exec(content)\n while (match != null) {\n const summary = this.noDash(match[1])\n linkFile = this.stripSearch(match[2])\n if (!this.ignoreLink(linkFile)) {\n linkFile = this.sourcerer(fileName, linkFile)\n result.push({ summary, sourceFile: linkFile })\n }\n match = linkPattern.exec(content)\n }\n return result\n }\n\n mineFile(fileName: string): ISummary[] {\n return this.mineContent(fileName, readFile(fileName))\n }\n}\n\nconst fileMiners: IMiners = {\n '.cs': new CodeMiner(),\n '.kt': new CodeMiner(),\n '.py': new CodeMiner(),\n '.swift': new CodeMiner(),\n '.ts': new CodeMiner(),\n '.tsx': new CodeMiner(),\n '.rb': new CodeMiner(),\n '.md': new MarkdownMiner(),\n '.dart': new CodeMiner(),\n '.go': new CodeMiner(),\n '.java': new CodeMiner(),\n // '.rst': new MarkdownMiner(), // TODO .rst miner? Probably not needed\n}\n\nexport class ExampleMiner {\n summaries: Summaries = {}\n nuggets: Nuggets = {}\n commitHash: string = getCommitHash()\n remoteOrigin: string = getRemoteHttpOrigin()\n\n constructor(public readonly sourcePath: string) {\n this.execute(sourcePath)\n }\n\n get lode(): IExampleMine {\n return {\n commitHash: this.commitHash,\n remoteOrigin: this.remoteOrigin,\n summaries: this.summaries,\n nuggets: this.nuggets,\n }\n }\n\n addCall(ext: string, relativeFile: string, call: ISDKCall | ISummary) {\n function addFileCall(nugget: INugget) {\n // Extension is key for language\n let fileCalls = nugget.calls[ext]\n if (!fileCalls) {\n fileCalls = []\n }\n const sdkCall = call as ISDKCall\n const fileCall: IFileCall = {\n sourceFile: relativeFile,\n column: sdkCall.column,\n line: sdkCall.line,\n }\n if (\n !fileCalls.find(\n (f) =>\n f.line === fileCall.line &&\n f.column === fileCall.column &&\n f.sourceFile === fileCall.sourceFile\n )\n )\n fileCalls.push(fileCall)\n nugget.calls[ext] = fileCalls\n }\n\n if ('summary' in call) {\n const s = call as ISummary\n s.sourceFile = ExampleMiner.relate(this.sourcePath, s.sourceFile)\n this.summaries[s.sourceFile] = s\n } else {\n let nugget: INugget = this.nuggets[call.operationId]\n if (!nugget) {\n nugget = { operationId: call.operationId, calls: {} }\n }\n addFileCall(nugget)\n this.nuggets[nugget.operationId] = nugget\n }\n }\n\n /**\n * Derive relative path, retaining last directory\n * @param sourcePath original file search path\n * @param fileName fully qualified name of found file\n *\n * @example `Miner.relate('/a/b/c/', '/a/b/c/d.txt')` returns 'd.txt'\n */\n public static relate(sourcePath: string, fileName: string) {\n return path.relative(sourcePath, fileName)\n }\n\n processFile(fileName: string) {\n const ext = path.extname(fileName)\n if (ext in fileMiners) {\n const coder = fileMiners[ext]\n const calls = coder.mineFile(fileName)\n calls.forEach((call: ISDKCall | ISummary) => {\n const relFile = ExampleMiner.relate(this.sourcePath, fileName)\n this.addCall(ext, relFile, call)\n })\n } else {\n warn(`${fileName} cannot be mined`)\n }\n }\n\n execute(sourcePath: string | null = null) {\n const dirPath = sourcePath ?? this.sourcePath\n const files = getCodeFiles(dirPath)\n files.forEach((f) => this.processFile(f))\n return this.lode\n }\n}\n"],"file":"exampleMiner.js"}
|
package/lib/exampleMiner.js
CHANGED
|
@@ -55,15 +55,17 @@ var getAllFiles = function getAllFiles(searchPath) {
|
|
|
55
55
|
var ignorePaths = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : [];
|
|
56
56
|
var files = fs.readdirSync(searchPath);
|
|
57
57
|
files.forEach(file => {
|
|
58
|
-
|
|
59
|
-
if (
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
58
|
+
try {
|
|
59
|
+
if (fs.statSync(searchPath + '/' + file).isDirectory()) {
|
|
60
|
+
if (!skipFolder(file, ignorePaths)) listOfFiles = getAllFiles(searchPath + '/' + file, listOfFiles, filter, ignorePaths);
|
|
61
|
+
} else {
|
|
62
|
+
if (filter(file)) {
|
|
63
|
+
var _fileName = _path.default.join(searchPath, '/', file);
|
|
64
|
+
|
|
65
|
+
listOfFiles.push(_fileName);
|
|
66
|
+
}
|
|
65
67
|
}
|
|
66
|
-
}
|
|
68
|
+
} catch (_e) {}
|
|
67
69
|
});
|
|
68
70
|
return listOfFiles;
|
|
69
71
|
};
|
|
@@ -73,7 +75,7 @@ exports.getAllFiles = getAllFiles;
|
|
|
73
75
|
var getCodeFiles = function getCodeFiles(searchPath) {
|
|
74
76
|
var listOfFiles = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : [];
|
|
75
77
|
var filter = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : filterCodeFiles;
|
|
76
|
-
var ignorePaths = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : ['node_modules', 'lib', 'dist'];
|
|
78
|
+
var ignorePaths = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : ['node_modules', 'lib', 'dist', 'bazel-bin'];
|
|
77
79
|
return getAllFiles(searchPath, listOfFiles, filter, ignorePaths);
|
|
78
80
|
};
|
|
79
81
|
|
package/lib/exampleMiner.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/exampleMiner.ts"],"names":["readFile","fileName","fs","readFileSync","encoding","sdkPattern","mdPattern","linkPattern","filterAllFiles","trim","length","filterCodeFiles","test","ext","path","extname","toLocaleLowerCase","fileMiners","skipFolder","name","excludeList","RegExp","join","getAllFiles","searchPath","listOfFiles","filter","ignorePaths","files","readdirSync","forEach","file","statSync","isDirectory","push","getCodeFiles","execRead","command","getCommitHash","getRemoteOrigin","getRemoteHttpOrigin","origin","gitExtractor","match","exec","httpExtractor","CodeMiner","ignoreCall","call","sdk","ignoreOps","has","operationId","mineCode","sourceCode","lines","split","result","line","index","sdkRef","column","mineFile","Set","MarkdownMiner","ignoreLink","linkFile","stripSearch","notCode","isHttp","noDash","value","dasher","replace","sourcerer","sourceFileName","startsWith","substr","base","dirname","mineContent","content","summary","localeCompare","undefined","sensitivity","sourceFile","ExampleMiner","constructor","sourcePath","execute","lode","commitHash","remoteOrigin","summaries","nuggets","addCall","relativeFile","addFileCall","nugget","fileCalls","calls","sdkCall","fileCall","find","f","s","relate","relative","processFile","coder","relFile","dirPath"],"mappings":";;;;;;;AA0BA;;AACA;;AACA;;AACA;;;;;;;;;;AAwBO,IAAMA,QAAQ,GAAIC,QAAD,IACtBC,EAAE,CAACC,YAAH,CAAgBF,QAAhB,EAA0B;AAAEG,EAAAA,QAAQ,EAAE;AAAZ,CAA1B,CADK;;;AAGP,IAAMC,UAAU,GAAG,6CAAnB;AACA,IAAMC,SAAS,GAAG,yBAAlB;AACA,IAAMC,WAAW,GAAG,8BAApB;;AAWO,IAAMC,cAAc,GAAIP,QAAD,IAAsBA,QAAQ,CAACQ,IAAT,GAAgBC,MAAhB,GAAyB,CAAtE;;;;AAMA,IAAMC,eAAe,GAAIV,QAAD,IAAsB;AACnD,MAAI,yBAAyBW,IAAzB,CAA8BX,QAA9B,CAAJ,EAA6C,OAAO,KAAP;;AAC7C,MAAMY,GAAG,GAAGC,cAAKC,OAAL,CAAad,QAAb,EAAuBe,iBAAvB,EAAZ;;AAEA,SAAOH,GAAG,IAAII,UAAd;AACD,CALM;;;;AAOP,IAAMC,UAAU,GAAG,SAAbA,UAAa,CAACC,IAAD;AAAA,MAAeC,WAAf,uEAAuC,CAAC,cAAD,CAAvC;AAAA,SACjB,IAAIC,MAAJ,CAAWD,WAAW,CAACE,IAAZ,CAAiB,GAAjB,CAAX,EAAkC,IAAlC,EAAwCV,IAAxC,CAA6CO,IAA7C,CADiB;AAAA,CAAnB;;AAUO,IAAMI,WAAW,GAAG,SAAdA,WAAc,CACzBC,UADyB,EAKtB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBlB,cAElB;AAAA,MADHmB,WACG,uEADqB,EACrB;AACH,MAAMC,KAAK,GAAG1B,EAAE,CAAC2B,WAAH,CAAeL,UAAf,CAAd;AAEAI,EAAAA,KAAK,CAACE,OAAN,CAAeC,IAAD,IAAU;AACtB,QAAI7B,EAAE,CAAC8B,QAAH,CAAYR,UAAU,GAAG,GAAb,GAAmBO,IAA/B,EAAqCE,WAArC,EAAJ,EAAwD;AACtD,UAAI,CAACf,UAAU,CAACa,IAAD,EAAOJ,WAAP,CAAf,EACEF,WAAW,GAAGF,WAAW,CACvBC,UAAU,GAAG,GAAb,GAAmBO,IADI,EAEvBN,WAFuB,EAGvBC,MAHuB,EAIvBC,WAJuB,CAAzB;AAMH,KARD,MAQO;AACL,UAAID,MAAM,CAACK,IAAD,CAAV,EAAkB;AAChB,YAAM9B,SAAQ,GAAGa,cAAKQ,IAAL,CAAUE,UAAV,EAAsB,GAAtB,EAA2BO,IAA3B,CAAjB;;AACAN,QAAAA,WAAW,CAACS,IAAZ,CAAiBjC,SAAjB;AACD;AACF;AACF,GAfD;AAiBA,SAAOwB,WAAP;AACD,CA1BM;;;;AAmCA,IAAMU,YAAY,GAAG,SAAfA,YAAe,CAC1BX,UAD0B,EAKvB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBf,eAElB;AAAA,MADHgB,WACG,uEADqB,CAAC,cAAD,EAAiB,KAAjB,EAAwB,MAAxB,CACrB;AACH,SAAOJ,WAAW,CAACC,UAAD,EAAaC,WAAb,EAA0BC,MAA1B,EAAkCC,WAAlC,CAAlB;AACD,CAPM;;;;AAUA,IAAMS,QAAQ,GAAIC,OAAD,IAAqB;AAC3C,SAAO,6BAASA,OAAT,EAAkB;AAAEjC,IAAAA,QAAQ,EAAE;AAAZ,GAAlB,EAAyCK,IAAzC,EAAP;AACD,CAFM;;;;AAKA,IAAM6B,aAAa,GAAG,MAAMF,QAAQ,CAAC,oBAAD,CAApC;;;;AAGA,IAAMG,eAAe,GAAG,MAAM;AACnC,SAAOH,QAAQ,CAAC,2BAAD,CAAf;AACD,CAFM;;;;AAOA,IAAMI,mBAAmB,GAAG,MAAM;AACvC,MAAMC,MAAM,GAAGF,eAAe,EAA9B;AACA,MAAMG,YAAY,GAAG,6BAArB;AACA,MAAIC,KAAK,GAAGD,YAAY,CAACE,IAAb,CAAkBH,MAAlB,CAAZ;;AACA,MAAI,CAACE,KAAL,EAAY;AAEV,QAAME,aAAa,GAAG,iCAAtB;AACAF,IAAAA,KAAK,GAAGE,aAAa,CAACD,IAAd,CAAmBH,MAAnB,CAAR;;AACA,QAAI,CAACE,KAAL,EAAY;AACV,aAAO,EAAP;AACD;;AACD,WAAOA,KAAK,CAAC,CAAD,CAAZ;AACD;;AACD,sCAA6BA,KAAK,CAAC,CAAD,CAAlC;AACD,CAdM;;;;AAgBA,MAAMG,SAAN,CAAqC;AAE1CC,EAAAA,UAAU,CAACC,IAAD,EAA0B;AAClC,QAAI,CAAC,OAAOpC,IAAP,CAAYoC,IAAI,CAACC,GAAjB,CAAL,EAA4B,OAAO,IAAP;AAC5B,WAAOH,SAAS,CAACI,SAAV,CAAoBC,GAApB,CAAwBH,IAAI,CAACI,WAA7B,CAAP;AACD;;AAEDC,EAAAA,QAAQ,CAACC,UAAD,EAA+B;AACrC,QAAMC,KAAK,GAAGD,UAAU,CAACE,KAAX,CAAiB,IAAjB,CAAd;AACA,QAAMC,MAAgB,GAAG,EAAzB;AACAF,IAAAA,KAAK,CAACzB,OAAN,CAAc,CAAC4B,IAAD,EAAOC,KAAP,KAAiB;AAC7B,UAAIhB,KAAK,GAAGtC,UAAU,CAACuC,IAAX,CAAgBc,IAAhB,CAAZ;;AACA,aAAOf,KAAK,KAAK,IAAjB,EAAuB;AAErB,YAAIA,KAAK,IAAIA,KAAK,CAACjC,MAAN,GAAe,CAA5B,EAA+B;AAC7B,cAAMkD,MAAM,GAAGjB,KAAK,CAAC,CAAD,CAAL,CAASlC,IAAT,EAAf;AACA,cAAMuC,KAAc,GAAG;AACrBC,YAAAA,GAAG,EAAEW,MADgB;AAErBR,YAAAA,WAAW,EAAET,KAAK,CAAC,CAAD,CAAL,CAASlC,IAAT,EAFQ;AAGrBiD,YAAAA,IAAI,EAAEC,KAAK,GAAG,CAHO;AAIrBE,YAAAA,MAAM,EAAElB,KAAK,CAACgB;AAJO,WAAvB;;AAMA,cAAI,CAAC,KAAKZ,UAAL,CAAgBC,KAAhB,CAAL,EAA4B;AAC1BS,YAAAA,MAAM,CAACvB,IAAP,CAAYc,KAAZ;AACD;AACF;;AACDL,QAAAA,KAAK,GAAGtC,UAAU,CAACuC,IAAX,CAAgBc,IAAhB,CAAR;AACD;AACF,KAlBD;AAmBA,WAAOD,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAAC7D,QAAD,EAA6B;AACnC,WAAO,KAAKoD,QAAL,CAAcrD,QAAQ,CAACC,QAAD,CAAtB,CAAP;AACD;;AAlCyC;;;;gBAA/B6C,S,eACQ,IAAIiB,GAAJ,CAAgB,CAAC,IAAD,EAAO,QAAP,EAAiB,QAAjB,CAAhB,C;;AAuCd,MAAMC,aAAN,CAAwC;AAE7CC,EAAAA,UAAU,CAACC,QAAD,EAA4B;AACpCA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;;AACA,QAAMrD,GAAG,GAAGC,cAAKC,OAAL,CAAamD,QAAb,EAAuBlD,iBAAvB,EAAZ;;AACA,QAAMoD,OAAO,GAAGvD,GAAG,KAAK,KAAR,IAAiB,CAACF,eAAe,CAACuD,QAAD,CAAjD;AACA,QAAMG,MAAM,GAAG,mBAAmBzD,IAAnB,CAAwBsD,QAAxB,CAAf;AACA,WAAOE,OAAO,IAAIC,MAAlB;AACD;;AAMDC,EAAAA,MAAM,CAACC,KAAD,EAAgB;AACpBA,IAAAA,KAAK,GAAGA,KAAK,CAAC9D,IAAN,EAAR;AACA,QAAM+D,MAAM,GAAG,eAAf;;AACA,QAAIA,MAAM,CAAC5D,IAAP,CAAY2D,KAAZ,CAAJ,EAAwB;AACtBA,MAAAA,KAAK,GAAGA,KAAK,CAACE,OAAN,CAAcD,MAAd,EAAsB,IAAtB,CAAR;AACD;;AACD,WAAOD,KAAK,CAAC9D,IAAN,EAAP;AACD;;AAED0D,EAAAA,WAAW,CAAClE,QAAD,EAAmB;AAC5BA,IAAAA,QAAQ,GAAGA,QAAQ,CAACQ,IAAT,EAAX;AACA,QAAMkC,KAAK,GAAG,YAAYC,IAAZ,CAAiB3C,QAAjB,CAAd;AACA,QAAI0C,KAAJ,EAAW1C,QAAQ,GAAG0C,KAAK,CAAC,CAAD,CAAhB;AACX,WAAO1C,QAAP;AACD;;AAODyE,EAAAA,SAAS,CAACC,cAAD,EAAyBT,QAAzB,EAA2C;AAClDA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;AACA,QAAIA,QAAQ,CAACU,UAAT,CAAoB,GAApB,CAAJ,EAA8B,OAAOV,QAAQ,CAACW,MAAT,CAAgB,CAAhB,CAAP;;AAC9B,QAAMC,IAAI,GAAGhE,cAAKiE,OAAL,CAAaJ,cAAb,CAAb;;AACA,WAAO7D,cAAKQ,IAAL,CAAUwD,IAAV,EAAgB,GAAhB,EAAqBZ,QAArB,CAAP;AACD;;AAODc,EAAAA,WAAW,CAAC/E,QAAD,EAAmBgF,OAAnB,EAAgD;AACzD,QAAMxB,MAAkB,GAAG,EAA3B;AACA,QAAId,KAAK,GAAGrC,SAAS,CAACsC,IAAV,CAAeqC,OAAf,CAAZ;AACA,QAAIf,QAAJ;;AACA,WAAOvB,KAAK,KAAK,IAAjB,EAAuB;AACrB,UAAMuC,OAAO,GAAG,KAAKZ,MAAL,CAAY3B,KAAK,CAAC,CAAD,CAAjB,CAAhB;AACAuB,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBxB,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAKsB,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9B,YACEgB,OAAO,CAACC,aAAR,CAAsB,QAAtB,EAAgCC,SAAhC,EAA2C;AACzCC,UAAAA,WAAW,EAAE;AAD4B,SAA3C,MAEO,CAHT,EAIE;AACAnB,UAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAezE,QAAf,EAAyBiE,QAAzB,CAAX;AACAT,UAAAA,MAAM,CAACvB,IAAP,CAAY;AAAEgD,YAAAA,OAAF;AAAWI,YAAAA,UAAU,EAAEpB;AAAvB,WAAZ;AACD;AACF;;AACDvB,MAAAA,KAAK,GAAGrC,SAAS,CAACsC,IAAV,CAAeqC,OAAf,CAAR;AACD;;AAEDtC,IAAAA,KAAK,GAAGpC,WAAW,CAACqC,IAAZ,CAAiBqC,OAAjB,CAAR;;AACA,WAAOtC,KAAK,IAAI,IAAhB,EAAsB;AACpB,UAAMuC,QAAO,GAAG,KAAKZ,MAAL,CAAY3B,KAAK,CAAC,CAAD,CAAjB,CAAhB;;AACAuB,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBxB,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAKsB,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9BA,QAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAezE,QAAf,EAAyBiE,QAAzB,CAAX;AACAT,QAAAA,MAAM,CAACvB,IAAP,CAAY;AAAEgD,UAAAA,OAAO,EAAPA,QAAF;AAAWI,UAAAA,UAAU,EAAEpB;AAAvB,SAAZ;AACD;;AACDvB,MAAAA,KAAK,GAAGpC,WAAW,CAACqC,IAAZ,CAAiBqC,OAAjB,CAAR;AACD;;AACD,WAAOxB,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAAC7D,QAAD,EAA+B;AACrC,WAAO,KAAK+E,WAAL,CAAiB/E,QAAjB,EAA2BD,QAAQ,CAACC,QAAD,CAAnC,CAAP;AACD;;AAlF4C;;;AAqF/C,IAAMgB,UAAmB,GAAG;AAC1B,SAAO,IAAI6B,SAAJ,EADmB;AAE1B,SAAO,IAAIA,SAAJ,EAFmB;AAG1B,SAAO,IAAIA,SAAJ,EAHmB;AAI1B,YAAU,IAAIA,SAAJ,EAJgB;AAK1B,SAAO,IAAIA,SAAJ,EALmB;AAM1B,UAAQ,IAAIA,SAAJ,EANkB;AAO1B,SAAO,IAAIA,SAAJ,EAPmB;AAQ1B,SAAO,IAAIkB,aAAJ,EARmB;AAS1B,WAAS,IAAIlB,SAAJ,EATiB;AAU1B,SAAO,IAAIA,SAAJ,EAVmB;AAW1B,WAAS,IAAIA,SAAJ;AAXiB,CAA5B;;AAeO,MAAMyC,YAAN,CAAmB;AAMxBC,EAAAA,WAAW,CAAiBC,UAAjB,EAAqC;AAAA,SAApBA,UAAoB,GAApBA,UAAoB;;AAAA,uCALzB,EAKyB;;AAAA,qCAJ7B,EAI6B;;AAAA,wCAH3BnD,aAAa,EAGc;;AAAA,0CAFzBE,mBAAmB,EAEM;;AAC9C,SAAKkD,OAAL,CAAaD,UAAb;AACD;;AAEO,MAAJE,IAAI,GAAiB;AACvB,WAAO;AACLC,MAAAA,UAAU,EAAE,KAAKA,UADZ;AAELC,MAAAA,YAAY,EAAE,KAAKA,YAFd;AAGLC,MAAAA,SAAS,EAAE,KAAKA,SAHX;AAILC,MAAAA,OAAO,EAAE,KAAKA;AAJT,KAAP;AAMD;;AAEDC,EAAAA,OAAO,CAACnF,GAAD,EAAcoF,YAAd,EAAoCjD,IAApC,EAA+D;AACpE,aAASkD,WAAT,CAAqBC,MAArB,EAAsC;AAEpC,UAAIC,SAAS,GAAGD,MAAM,CAACE,KAAP,CAAaxF,GAAb,CAAhB;;AACA,UAAI,CAACuF,SAAL,EAAgB;AACdA,QAAAA,SAAS,GAAG,EAAZ;AACD;;AACD,UAAME,OAAO,GAAGtD,IAAhB;AACA,UAAMuD,QAAmB,GAAG;AAC1BjB,QAAAA,UAAU,EAAEW,YADc;AAE1BpC,QAAAA,MAAM,EAAEyC,OAAO,CAACzC,MAFU;AAG1BH,QAAAA,IAAI,EAAE4C,OAAO,CAAC5C;AAHY,OAA5B;AAKA,UACE,CAAC0C,SAAS,CAACI,IAAV,CACEC,CAAD,IACEA,CAAC,CAAC/C,IAAF,KAAW6C,QAAQ,CAAC7C,IAApB,IACA+C,CAAC,CAAC5C,MAAF,KAAa0C,QAAQ,CAAC1C,MADtB,IAEA4C,CAAC,CAACnB,UAAF,KAAiBiB,QAAQ,CAACjB,UAJ7B,CADH,EAQEc,SAAS,CAAClE,IAAV,CAAeqE,QAAf;AACFJ,MAAAA,MAAM,CAACE,KAAP,CAAaxF,GAAb,IAAoBuF,SAApB;AACD;;AAED,QAAI,aAAapD,IAAjB,EAAuB;AACrB,UAAM0D,CAAC,GAAG1D,IAAV;AACA0D,MAAAA,CAAC,CAACpB,UAAF,GAAeC,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCiB,CAAC,CAACpB,UAAvC,CAAf;AACA,WAAKQ,SAAL,CAAeY,CAAC,CAACpB,UAAjB,IAA+BoB,CAA/B;AACD,KAJD,MAIO;AACL,UAAIP,MAAe,GAAG,KAAKJ,OAAL,CAAa/C,IAAI,CAACI,WAAlB,CAAtB;;AACA,UAAI,CAAC+C,MAAL,EAAa;AACXA,QAAAA,MAAM,GAAG;AAAE/C,UAAAA,WAAW,EAAEJ,IAAI,CAACI,WAApB;AAAiCiD,UAAAA,KAAK,EAAE;AAAxC,SAAT;AACD;;AACDH,MAAAA,WAAW,CAACC,MAAD,CAAX;AACA,WAAKJ,OAAL,CAAaI,MAAM,CAAC/C,WAApB,IAAmC+C,MAAnC;AACD;AACF;;AASmB,SAANQ,MAAM,CAAClB,UAAD,EAAqBxF,QAArB,EAAuC;AACzD,WAAOa,cAAK8F,QAAL,CAAcnB,UAAd,EAA0BxF,QAA1B,CAAP;AACD;;AAED4G,EAAAA,WAAW,CAAC5G,QAAD,EAAmB;AAC5B,QAAMY,GAAG,GAAGC,cAAKC,OAAL,CAAad,QAAb,CAAZ;;AACA,QAAIY,GAAG,IAAII,UAAX,EAAuB;AACrB,UAAM6F,KAAK,GAAG7F,UAAU,CAACJ,GAAD,CAAxB;AACA,UAAMwF,KAAK,GAAGS,KAAK,CAAChD,QAAN,CAAe7D,QAAf,CAAd;AACAoG,MAAAA,KAAK,CAACvE,OAAN,CAAekB,IAAD,IAA+B;AAC3C,YAAM+D,OAAO,GAAGxB,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCxF,QAArC,CAAhB;AACA,aAAK+F,OAAL,CAAanF,GAAb,EAAkBkG,OAAlB,EAA2B/D,IAA3B;AACD,OAHD;AAID,KAPD,MAOO;AACL,2CAAQ/C,QAAR;AACD;AACF;;AAEDyF,EAAAA,OAAO,GAAmC;AAAA,QAAlCD,UAAkC,uEAAN,IAAM;AACxC,QAAMuB,OAAO,GAAGvB,UAAH,aAAGA,UAAH,cAAGA,UAAH,GAAiB,KAAKA,UAAnC;AACA,QAAM7D,KAAK,GAAGO,YAAY,CAAC6E,OAAD,CAA1B;AACApF,IAAAA,KAAK,CAACE,OAAN,CAAe2E,CAAD,IAAO,KAAKI,WAAL,CAAiBJ,CAAjB,CAArB;AACA,WAAO,KAAKd,IAAZ;AACD;;AAxFuB","sourcesContent":["/*\n\n MIT License\n\n Copyright (c) 2021 Looker Data Sciences, Inc.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\n */\n\nimport * as fs from 'fs'\nimport path from 'path'\nimport { execSync } from 'child_process'\nimport { warn } from '@looker/sdk-codegen-utils'\nimport type {\n IFileCall,\n INugget,\n ISDKCall,\n ISummary,\n Nuggets,\n SDKCalls,\n Summaries,\n IExampleMine,\n} from '@looker/sdk-codegen'\n\nexport interface IFileMine {\n mineFile(fileName: string): SDKCalls\n mineCode(code: string): SDKCalls\n ignoreCall(call: ISDKCall): boolean\n}\n\nexport interface IDocMine {\n mineFile(fileName: string): ISummary[]\n mineContent(sourceFile: string, content: string): ISummary[]\n ignoreLink(fileName: string): boolean\n}\n\nexport const readFile = (fileName: string) =>\n fs.readFileSync(fileName, { encoding: 'utf-8' })\n\nconst sdkPattern = /(\\b[a-z0-9_]*sdk)\\.\\s*([a-z0-9_]*)\\s*[(<]/gi\nconst mdPattern = /(\\[(.+?)\\]\\((.+?)\\))/gim\nconst linkPattern = /(.*)\\[\\[link\\]\\]\\((.+?)\\)/gim\n\nexport type IMiners = { [key: string]: IFileMine | IDocMine }\n\n/** file-filtering lambda for `getAllFiles()` and `getCodeFiles()` */\nexport type FileFilter = (fileName: string, pattern?: RegExp) => boolean\n\n/**\n * Filter to include every file that has a non-empty file name\n * @param fileName name of file to check\n */\nexport const filterAllFiles = (fileName: string) => fileName.trim().length > 0\n\n/**\n * Filter for code files\n * @param fileName name of file from which to extract its extension\n */\nexport const filterCodeFiles = (fileName: string) => {\n if (/(^|\\/)node_modules\\//gi.test(fileName)) return false\n const ext = path.extname(fileName).toLocaleLowerCase()\n // eslint-disable-next-line @typescript-eslint/no-use-before-define\n return ext in fileMiners\n}\n\nconst skipFolder = (name: string, excludeList: string[] = ['node_modules']) =>\n new RegExp(excludeList.join('|'), 'gi').test(name)\n\n/**\n * Finds all file recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of current files already found\n * @param filter lambda for file inclusion in results. truthy analyzes the file\n * @param ignorePaths paths to ignore\n */\nexport const getAllFiles = (\n searchPath: string,\n listOfFiles: string[] = [],\n filter: FileFilter = filterAllFiles,\n ignorePaths: string[] = []\n) => {\n const files = fs.readdirSync(searchPath)\n\n files.forEach((file) => {\n if (fs.statSync(searchPath + '/' + file).isDirectory()) {\n if (!skipFolder(file, ignorePaths))\n listOfFiles = getAllFiles(\n searchPath + '/' + file,\n listOfFiles,\n filter,\n ignorePaths\n )\n } else {\n if (filter(file)) {\n const fileName = path.join(searchPath, '/', file)\n listOfFiles.push(fileName)\n }\n }\n })\n\n return listOfFiles\n}\n\n/**\n * Find all source code files recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of source code files that can be mined\n * @param filter function to determine whether a file should be analyzed\n * @param ignorePaths paths to ignore\n */\nexport const getCodeFiles = (\n searchPath: string,\n listOfFiles: string[] = [],\n filter: FileFilter = filterCodeFiles,\n ignorePaths: string[] = ['node_modules', 'lib', 'dist']\n) => {\n return getAllFiles(searchPath, listOfFiles, filter, ignorePaths)\n}\n\n/** get the trimmed output of the command as a UTF-8 string */\nexport const execRead = (command: string) => {\n return execSync(command, { encoding: 'utf-8' }).trim()\n}\n\n/** get this git repository's current commit hash */\nexport const getCommitHash = () => execRead('git rev-parse HEAD')\n\n/** get the remote origin url for this repository */\nexport const getRemoteOrigin = () => {\n return execRead('git remote get-url origin')\n}\n\n/**\n * Convert this github repository's git address to an HTTP url\n */\nexport const getRemoteHttpOrigin = () => {\n const origin = getRemoteOrigin()\n const gitExtractor = /git@github\\.com:(.*)\\.git/gi\n let match = gitExtractor.exec(origin)\n if (!match) {\n // git origin on CI: https://github.com/looker-open-source/sdk-codegen\n const httpExtractor = /(https:\\/\\/github.com.*)(|.git)/\n match = httpExtractor.exec(origin)\n if (!match) {\n return ''\n }\n return match[1]\n }\n return `https://github.com/${match[1]}`\n}\n\nexport class CodeMiner implements IFileMine {\n static ignoreOps = new Set<string>(['ok', 'init31', 'init40'])\n ignoreCall(call: ISDKCall): boolean {\n if (!/sdk/i.test(call.sdk)) return true\n return CodeMiner.ignoreOps.has(call.operationId)\n }\n\n mineCode(sourceCode: string): SDKCalls {\n const lines = sourceCode.split('\\n')\n const result: SDKCalls = []\n lines.forEach((line, index) => {\n let match = sdkPattern.exec(line)\n while (match !== null) {\n // TODO need to ignore source code comments?\n if (match && match.length > 2) {\n const sdkRef = match[1].trim()\n const call: ISDKCall = {\n sdk: sdkRef,\n operationId: match[2].trim(),\n line: index + 1,\n column: match.index,\n }\n if (!this.ignoreCall(call)) {\n result.push(call)\n }\n }\n match = sdkPattern.exec(line)\n }\n })\n return result\n }\n\n mineFile(fileName: string): SDKCalls {\n return this.mineCode(readFile(fileName))\n }\n}\n\n/**\n * Processes markdown files and extracts links to source code to use as summaries\n */\nexport class MarkdownMiner implements IDocMine {\n // TODO ensure summaries don't include markdown files\n ignoreLink(linkFile: string): boolean {\n linkFile = this.stripSearch(linkFile)\n const ext = path.extname(linkFile).toLocaleLowerCase()\n const notCode = ext === '.md' || !filterCodeFiles(linkFile)\n const isHttp = /^(http|https):/gi.test(linkFile)\n return notCode || isHttp\n }\n\n /**\n * Remove leading - from a string\n * @param value string to process\n */\n noDash(value: string) {\n value = value.trim()\n const dasher = /^\\s*-\\s*(.*)/g\n if (dasher.test(value)) {\n value = value.replace(dasher, '$1')\n }\n return value.trim()\n }\n\n stripSearch(fileName: string) {\n fileName = fileName.trim()\n const match = /(.*)#.*/gi.exec(fileName)\n if (match) fileName = match[1]\n return fileName\n }\n\n /**\n * Fully qualify the path for `linkFile`\n * @param sourceFileName\n * @param linkFile\n */\n sourcerer(sourceFileName: string, linkFile: string) {\n linkFile = this.stripSearch(linkFile)\n if (linkFile.startsWith('/')) return linkFile.substr(1)\n const base = path.dirname(sourceFileName)\n return path.join(base, '/', linkFile)\n }\n\n /**\n * Get all links from content\n * @param fileName fully qualified source file name\n * @param content markdown to parse\n */\n mineContent(fileName: string, content: string): ISummary[] {\n const result: ISummary[] = []\n let match = mdPattern.exec(content)\n let linkFile: string\n while (match !== null) {\n const summary = this.noDash(match[2])\n linkFile = this.stripSearch(match[3])\n if (!this.ignoreLink(linkFile)) {\n if (\n summary.localeCompare('[link]', undefined, {\n sensitivity: 'base',\n }) !== 0\n ) {\n linkFile = this.sourcerer(fileName, linkFile)\n result.push({ summary, sourceFile: linkFile })\n }\n }\n match = mdPattern.exec(content)\n }\n\n match = linkPattern.exec(content)\n while (match != null) {\n const summary = this.noDash(match[1])\n linkFile = this.stripSearch(match[2])\n if (!this.ignoreLink(linkFile)) {\n linkFile = this.sourcerer(fileName, linkFile)\n result.push({ summary, sourceFile: linkFile })\n }\n match = linkPattern.exec(content)\n }\n return result\n }\n\n mineFile(fileName: string): ISummary[] {\n return this.mineContent(fileName, readFile(fileName))\n }\n}\n\nconst fileMiners: IMiners = {\n '.cs': new CodeMiner(),\n '.kt': new CodeMiner(),\n '.py': new CodeMiner(),\n '.swift': new CodeMiner(),\n '.ts': new CodeMiner(),\n '.tsx': new CodeMiner(),\n '.rb': new CodeMiner(),\n '.md': new MarkdownMiner(),\n '.dart': new CodeMiner(),\n '.go': new CodeMiner(),\n '.java': new CodeMiner(),\n // '.rst': new MarkdownMiner(), // TODO .rst miner? Probably not needed\n}\n\nexport class ExampleMiner {\n summaries: Summaries = {}\n nuggets: Nuggets = {}\n commitHash: string = getCommitHash()\n remoteOrigin: string = getRemoteHttpOrigin()\n\n constructor(public readonly sourcePath: string) {\n this.execute(sourcePath)\n }\n\n get lode(): IExampleMine {\n return {\n commitHash: this.commitHash,\n remoteOrigin: this.remoteOrigin,\n summaries: this.summaries,\n nuggets: this.nuggets,\n }\n }\n\n addCall(ext: string, relativeFile: string, call: ISDKCall | ISummary) {\n function addFileCall(nugget: INugget) {\n // Extension is key for language\n let fileCalls = nugget.calls[ext]\n if (!fileCalls) {\n fileCalls = []\n }\n const sdkCall = call as ISDKCall\n const fileCall: IFileCall = {\n sourceFile: relativeFile,\n column: sdkCall.column,\n line: sdkCall.line,\n }\n if (\n !fileCalls.find(\n (f) =>\n f.line === fileCall.line &&\n f.column === fileCall.column &&\n f.sourceFile === fileCall.sourceFile\n )\n )\n fileCalls.push(fileCall)\n nugget.calls[ext] = fileCalls\n }\n\n if ('summary' in call) {\n const s = call as ISummary\n s.sourceFile = ExampleMiner.relate(this.sourcePath, s.sourceFile)\n this.summaries[s.sourceFile] = s\n } else {\n let nugget: INugget = this.nuggets[call.operationId]\n if (!nugget) {\n nugget = { operationId: call.operationId, calls: {} }\n }\n addFileCall(nugget)\n this.nuggets[nugget.operationId] = nugget\n }\n }\n\n /**\n * Derive relative path, retaining last directory\n * @param sourcePath original file search path\n * @param fileName fully qualified name of found file\n *\n * @example `Miner.relate('/a/b/c/', '/a/b/c/d.txt')` returns 'd.txt'\n */\n public static relate(sourcePath: string, fileName: string) {\n return path.relative(sourcePath, fileName)\n }\n\n processFile(fileName: string) {\n const ext = path.extname(fileName)\n if (ext in fileMiners) {\n const coder = fileMiners[ext]\n const calls = coder.mineFile(fileName)\n calls.forEach((call: ISDKCall | ISummary) => {\n const relFile = ExampleMiner.relate(this.sourcePath, fileName)\n this.addCall(ext, relFile, call)\n })\n } else {\n warn(`${fileName} cannot be mined`)\n }\n }\n\n execute(sourcePath: string | null = null) {\n const dirPath = sourcePath ?? this.sourcePath\n const files = getCodeFiles(dirPath)\n files.forEach((f) => this.processFile(f))\n return this.lode\n }\n}\n"],"file":"exampleMiner.js"}
|
|
1
|
+
{"version":3,"sources":["../src/exampleMiner.ts"],"names":["readFile","fileName","fs","readFileSync","encoding","sdkPattern","mdPattern","linkPattern","filterAllFiles","trim","length","filterCodeFiles","test","ext","path","extname","toLocaleLowerCase","fileMiners","skipFolder","name","excludeList","RegExp","join","getAllFiles","searchPath","listOfFiles","filter","ignorePaths","files","readdirSync","forEach","file","statSync","isDirectory","push","_e","getCodeFiles","execRead","command","getCommitHash","getRemoteOrigin","getRemoteHttpOrigin","origin","gitExtractor","match","exec","httpExtractor","CodeMiner","ignoreCall","call","sdk","ignoreOps","has","operationId","mineCode","sourceCode","lines","split","result","line","index","sdkRef","column","mineFile","Set","MarkdownMiner","ignoreLink","linkFile","stripSearch","notCode","isHttp","noDash","value","dasher","replace","sourcerer","sourceFileName","startsWith","substr","base","dirname","mineContent","content","summary","localeCompare","undefined","sensitivity","sourceFile","ExampleMiner","constructor","sourcePath","execute","lode","commitHash","remoteOrigin","summaries","nuggets","addCall","relativeFile","addFileCall","nugget","fileCalls","calls","sdkCall","fileCall","find","f","s","relate","relative","processFile","coder","relFile","dirPath"],"mappings":";;;;;;;AA0BA;;AACA;;AACA;;AACA;;;;;;;;;;AAwBO,IAAMA,QAAQ,GAAIC,QAAD,IACtBC,EAAE,CAACC,YAAH,CAAgBF,QAAhB,EAA0B;AAAEG,EAAAA,QAAQ,EAAE;AAAZ,CAA1B,CADK;;;AAGP,IAAMC,UAAU,GAAG,6CAAnB;AACA,IAAMC,SAAS,GAAG,yBAAlB;AACA,IAAMC,WAAW,GAAG,8BAApB;;AAWO,IAAMC,cAAc,GAAIP,QAAD,IAAsBA,QAAQ,CAACQ,IAAT,GAAgBC,MAAhB,GAAyB,CAAtE;;;;AAMA,IAAMC,eAAe,GAAIV,QAAD,IAAsB;AACnD,MAAI,yBAAyBW,IAAzB,CAA8BX,QAA9B,CAAJ,EAA6C,OAAO,KAAP;;AAC7C,MAAMY,GAAG,GAAGC,cAAKC,OAAL,CAAad,QAAb,EAAuBe,iBAAvB,EAAZ;;AAEA,SAAOH,GAAG,IAAII,UAAd;AACD,CALM;;;;AAOP,IAAMC,UAAU,GAAG,SAAbA,UAAa,CAACC,IAAD;AAAA,MAAeC,WAAf,uEAAuC,CAAC,cAAD,CAAvC;AAAA,SACjB,IAAIC,MAAJ,CAAWD,WAAW,CAACE,IAAZ,CAAiB,GAAjB,CAAX,EAAkC,IAAlC,EAAwCV,IAAxC,CAA6CO,IAA7C,CADiB;AAAA,CAAnB;;AAUO,IAAMI,WAAW,GAAG,SAAdA,WAAc,CACzBC,UADyB,EAKtB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBlB,cAElB;AAAA,MADHmB,WACG,uEADqB,EACrB;AACH,MAAMC,KAAK,GAAG1B,EAAE,CAAC2B,WAAH,CAAeL,UAAf,CAAd;AAEAI,EAAAA,KAAK,CAACE,OAAN,CAAeC,IAAD,IAAU;AACtB,QAAI;AACF,UAAI7B,EAAE,CAAC8B,QAAH,CAAYR,UAAU,GAAG,GAAb,GAAmBO,IAA/B,EAAqCE,WAArC,EAAJ,EAAwD;AACtD,YAAI,CAACf,UAAU,CAACa,IAAD,EAAOJ,WAAP,CAAf,EACEF,WAAW,GAAGF,WAAW,CACvBC,UAAU,GAAG,GAAb,GAAmBO,IADI,EAEvBN,WAFuB,EAGvBC,MAHuB,EAIvBC,WAJuB,CAAzB;AAMH,OARD,MAQO;AACL,YAAID,MAAM,CAACK,IAAD,CAAV,EAAkB;AAChB,cAAM9B,SAAQ,GAAGa,cAAKQ,IAAL,CAAUE,UAAV,EAAsB,GAAtB,EAA2BO,IAA3B,CAAjB;;AACAN,UAAAA,WAAW,CAACS,IAAZ,CAAiBjC,SAAjB;AACD;AACF;AACF,KAfD,CAeE,OAAOkC,EAAP,EAAgB,CAEjB;AACF,GAnBD;AAqBA,SAAOV,WAAP;AACD,CA9BM;;;;AAuCA,IAAMW,YAAY,GAAG,SAAfA,YAAe,CAC1BZ,UAD0B,EAKvB;AAAA,MAHHC,WAGG,uEAHqB,EAGrB;AAAA,MAFHC,MAEG,uEAFkBf,eAElB;AAAA,MADHgB,WACG,uEADqB,CAAC,cAAD,EAAiB,KAAjB,EAAwB,MAAxB,EAAgC,WAAhC,CACrB;AACH,SAAOJ,WAAW,CAACC,UAAD,EAAaC,WAAb,EAA0BC,MAA1B,EAAkCC,WAAlC,CAAlB;AACD,CAPM;;;;AAUA,IAAMU,QAAQ,GAAIC,OAAD,IAAqB;AAC3C,SAAO,6BAASA,OAAT,EAAkB;AAAElC,IAAAA,QAAQ,EAAE;AAAZ,GAAlB,EAAyCK,IAAzC,EAAP;AACD,CAFM;;;;AAKA,IAAM8B,aAAa,GAAG,MAAMF,QAAQ,CAAC,oBAAD,CAApC;;;;AAGA,IAAMG,eAAe,GAAG,MAAM;AACnC,SAAOH,QAAQ,CAAC,2BAAD,CAAf;AACD,CAFM;;;;AAOA,IAAMI,mBAAmB,GAAG,MAAM;AACvC,MAAMC,MAAM,GAAGF,eAAe,EAA9B;AACA,MAAMG,YAAY,GAAG,6BAArB;AACA,MAAIC,KAAK,GAAGD,YAAY,CAACE,IAAb,CAAkBH,MAAlB,CAAZ;;AACA,MAAI,CAACE,KAAL,EAAY;AAEV,QAAME,aAAa,GAAG,iCAAtB;AACAF,IAAAA,KAAK,GAAGE,aAAa,CAACD,IAAd,CAAmBH,MAAnB,CAAR;;AACA,QAAI,CAACE,KAAL,EAAY;AACV,aAAO,EAAP;AACD;;AACD,WAAOA,KAAK,CAAC,CAAD,CAAZ;AACD;;AACD,sCAA6BA,KAAK,CAAC,CAAD,CAAlC;AACD,CAdM;;;;AAgBA,MAAMG,SAAN,CAAqC;AAE1CC,EAAAA,UAAU,CAACC,IAAD,EAA0B;AAClC,QAAI,CAAC,OAAOrC,IAAP,CAAYqC,IAAI,CAACC,GAAjB,CAAL,EAA4B,OAAO,IAAP;AAC5B,WAAOH,SAAS,CAACI,SAAV,CAAoBC,GAApB,CAAwBH,IAAI,CAACI,WAA7B,CAAP;AACD;;AAEDC,EAAAA,QAAQ,CAACC,UAAD,EAA+B;AACrC,QAAMC,KAAK,GAAGD,UAAU,CAACE,KAAX,CAAiB,IAAjB,CAAd;AACA,QAAMC,MAAgB,GAAG,EAAzB;AACAF,IAAAA,KAAK,CAAC1B,OAAN,CAAc,CAAC6B,IAAD,EAAOC,KAAP,KAAiB;AAC7B,UAAIhB,KAAK,GAAGvC,UAAU,CAACwC,IAAX,CAAgBc,IAAhB,CAAZ;;AACA,aAAOf,KAAK,KAAK,IAAjB,EAAuB;AAErB,YAAIA,KAAK,IAAIA,KAAK,CAAClC,MAAN,GAAe,CAA5B,EAA+B;AAC7B,cAAMmD,MAAM,GAAGjB,KAAK,CAAC,CAAD,CAAL,CAASnC,IAAT,EAAf;AACA,cAAMwC,KAAc,GAAG;AACrBC,YAAAA,GAAG,EAAEW,MADgB;AAErBR,YAAAA,WAAW,EAAET,KAAK,CAAC,CAAD,CAAL,CAASnC,IAAT,EAFQ;AAGrBkD,YAAAA,IAAI,EAAEC,KAAK,GAAG,CAHO;AAIrBE,YAAAA,MAAM,EAAElB,KAAK,CAACgB;AAJO,WAAvB;;AAMA,cAAI,CAAC,KAAKZ,UAAL,CAAgBC,KAAhB,CAAL,EAA4B;AAC1BS,YAAAA,MAAM,CAACxB,IAAP,CAAYe,KAAZ;AACD;AACF;;AACDL,QAAAA,KAAK,GAAGvC,UAAU,CAACwC,IAAX,CAAgBc,IAAhB,CAAR;AACD;AACF,KAlBD;AAmBA,WAAOD,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAAC9D,QAAD,EAA6B;AACnC,WAAO,KAAKqD,QAAL,CAActD,QAAQ,CAACC,QAAD,CAAtB,CAAP;AACD;;AAlCyC;;;;gBAA/B8C,S,eACQ,IAAIiB,GAAJ,CAAgB,CAAC,IAAD,EAAO,QAAP,EAAiB,QAAjB,CAAhB,C;;AAuCd,MAAMC,aAAN,CAAwC;AAE7CC,EAAAA,UAAU,CAACC,QAAD,EAA4B;AACpCA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;;AACA,QAAMtD,GAAG,GAAGC,cAAKC,OAAL,CAAaoD,QAAb,EAAuBnD,iBAAvB,EAAZ;;AACA,QAAMqD,OAAO,GAAGxD,GAAG,KAAK,KAAR,IAAiB,CAACF,eAAe,CAACwD,QAAD,CAAjD;AACA,QAAMG,MAAM,GAAG,mBAAmB1D,IAAnB,CAAwBuD,QAAxB,CAAf;AACA,WAAOE,OAAO,IAAIC,MAAlB;AACD;;AAMDC,EAAAA,MAAM,CAACC,KAAD,EAAgB;AACpBA,IAAAA,KAAK,GAAGA,KAAK,CAAC/D,IAAN,EAAR;AACA,QAAMgE,MAAM,GAAG,eAAf;;AACA,QAAIA,MAAM,CAAC7D,IAAP,CAAY4D,KAAZ,CAAJ,EAAwB;AACtBA,MAAAA,KAAK,GAAGA,KAAK,CAACE,OAAN,CAAcD,MAAd,EAAsB,IAAtB,CAAR;AACD;;AACD,WAAOD,KAAK,CAAC/D,IAAN,EAAP;AACD;;AAED2D,EAAAA,WAAW,CAACnE,QAAD,EAAmB;AAC5BA,IAAAA,QAAQ,GAAGA,QAAQ,CAACQ,IAAT,EAAX;AACA,QAAMmC,KAAK,GAAG,YAAYC,IAAZ,CAAiB5C,QAAjB,CAAd;AACA,QAAI2C,KAAJ,EAAW3C,QAAQ,GAAG2C,KAAK,CAAC,CAAD,CAAhB;AACX,WAAO3C,QAAP;AACD;;AAOD0E,EAAAA,SAAS,CAACC,cAAD,EAAyBT,QAAzB,EAA2C;AAClDA,IAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBD,QAAjB,CAAX;AACA,QAAIA,QAAQ,CAACU,UAAT,CAAoB,GAApB,CAAJ,EAA8B,OAAOV,QAAQ,CAACW,MAAT,CAAgB,CAAhB,CAAP;;AAC9B,QAAMC,IAAI,GAAGjE,cAAKkE,OAAL,CAAaJ,cAAb,CAAb;;AACA,WAAO9D,cAAKQ,IAAL,CAAUyD,IAAV,EAAgB,GAAhB,EAAqBZ,QAArB,CAAP;AACD;;AAODc,EAAAA,WAAW,CAAChF,QAAD,EAAmBiF,OAAnB,EAAgD;AACzD,QAAMxB,MAAkB,GAAG,EAA3B;AACA,QAAId,KAAK,GAAGtC,SAAS,CAACuC,IAAV,CAAeqC,OAAf,CAAZ;AACA,QAAIf,QAAJ;;AACA,WAAOvB,KAAK,KAAK,IAAjB,EAAuB;AACrB,UAAMuC,OAAO,GAAG,KAAKZ,MAAL,CAAY3B,KAAK,CAAC,CAAD,CAAjB,CAAhB;AACAuB,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBxB,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAKsB,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9B,YACEgB,OAAO,CAACC,aAAR,CAAsB,QAAtB,EAAgCC,SAAhC,EAA2C;AACzCC,UAAAA,WAAW,EAAE;AAD4B,SAA3C,MAEO,CAHT,EAIE;AACAnB,UAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAe1E,QAAf,EAAyBkE,QAAzB,CAAX;AACAT,UAAAA,MAAM,CAACxB,IAAP,CAAY;AAAEiD,YAAAA,OAAF;AAAWI,YAAAA,UAAU,EAAEpB;AAAvB,WAAZ;AACD;AACF;;AACDvB,MAAAA,KAAK,GAAGtC,SAAS,CAACuC,IAAV,CAAeqC,OAAf,CAAR;AACD;;AAEDtC,IAAAA,KAAK,GAAGrC,WAAW,CAACsC,IAAZ,CAAiBqC,OAAjB,CAAR;;AACA,WAAOtC,KAAK,IAAI,IAAhB,EAAsB;AACpB,UAAMuC,QAAO,GAAG,KAAKZ,MAAL,CAAY3B,KAAK,CAAC,CAAD,CAAjB,CAAhB;;AACAuB,MAAAA,QAAQ,GAAG,KAAKC,WAAL,CAAiBxB,KAAK,CAAC,CAAD,CAAtB,CAAX;;AACA,UAAI,CAAC,KAAKsB,UAAL,CAAgBC,QAAhB,CAAL,EAAgC;AAC9BA,QAAAA,QAAQ,GAAG,KAAKQ,SAAL,CAAe1E,QAAf,EAAyBkE,QAAzB,CAAX;AACAT,QAAAA,MAAM,CAACxB,IAAP,CAAY;AAAEiD,UAAAA,OAAO,EAAPA,QAAF;AAAWI,UAAAA,UAAU,EAAEpB;AAAvB,SAAZ;AACD;;AACDvB,MAAAA,KAAK,GAAGrC,WAAW,CAACsC,IAAZ,CAAiBqC,OAAjB,CAAR;AACD;;AACD,WAAOxB,MAAP;AACD;;AAEDK,EAAAA,QAAQ,CAAC9D,QAAD,EAA+B;AACrC,WAAO,KAAKgF,WAAL,CAAiBhF,QAAjB,EAA2BD,QAAQ,CAACC,QAAD,CAAnC,CAAP;AACD;;AAlF4C;;;AAqF/C,IAAMgB,UAAmB,GAAG;AAC1B,SAAO,IAAI8B,SAAJ,EADmB;AAE1B,SAAO,IAAIA,SAAJ,EAFmB;AAG1B,SAAO,IAAIA,SAAJ,EAHmB;AAI1B,YAAU,IAAIA,SAAJ,EAJgB;AAK1B,SAAO,IAAIA,SAAJ,EALmB;AAM1B,UAAQ,IAAIA,SAAJ,EANkB;AAO1B,SAAO,IAAIA,SAAJ,EAPmB;AAQ1B,SAAO,IAAIkB,aAAJ,EARmB;AAS1B,WAAS,IAAIlB,SAAJ,EATiB;AAU1B,SAAO,IAAIA,SAAJ,EAVmB;AAW1B,WAAS,IAAIA,SAAJ;AAXiB,CAA5B;;AAeO,MAAMyC,YAAN,CAAmB;AAMxBC,EAAAA,WAAW,CAAiBC,UAAjB,EAAqC;AAAA,SAApBA,UAAoB,GAApBA,UAAoB;;AAAA,uCALzB,EAKyB;;AAAA,qCAJ7B,EAI6B;;AAAA,wCAH3BnD,aAAa,EAGc;;AAAA,0CAFzBE,mBAAmB,EAEM;;AAC9C,SAAKkD,OAAL,CAAaD,UAAb;AACD;;AAEO,MAAJE,IAAI,GAAiB;AACvB,WAAO;AACLC,MAAAA,UAAU,EAAE,KAAKA,UADZ;AAELC,MAAAA,YAAY,EAAE,KAAKA,YAFd;AAGLC,MAAAA,SAAS,EAAE,KAAKA,SAHX;AAILC,MAAAA,OAAO,EAAE,KAAKA;AAJT,KAAP;AAMD;;AAEDC,EAAAA,OAAO,CAACpF,GAAD,EAAcqF,YAAd,EAAoCjD,IAApC,EAA+D;AACpE,aAASkD,WAAT,CAAqBC,MAArB,EAAsC;AAEpC,UAAIC,SAAS,GAAGD,MAAM,CAACE,KAAP,CAAazF,GAAb,CAAhB;;AACA,UAAI,CAACwF,SAAL,EAAgB;AACdA,QAAAA,SAAS,GAAG,EAAZ;AACD;;AACD,UAAME,OAAO,GAAGtD,IAAhB;AACA,UAAMuD,QAAmB,GAAG;AAC1BjB,QAAAA,UAAU,EAAEW,YADc;AAE1BpC,QAAAA,MAAM,EAAEyC,OAAO,CAACzC,MAFU;AAG1BH,QAAAA,IAAI,EAAE4C,OAAO,CAAC5C;AAHY,OAA5B;AAKA,UACE,CAAC0C,SAAS,CAACI,IAAV,CACEC,CAAD,IACEA,CAAC,CAAC/C,IAAF,KAAW6C,QAAQ,CAAC7C,IAApB,IACA+C,CAAC,CAAC5C,MAAF,KAAa0C,QAAQ,CAAC1C,MADtB,IAEA4C,CAAC,CAACnB,UAAF,KAAiBiB,QAAQ,CAACjB,UAJ7B,CADH,EAQEc,SAAS,CAACnE,IAAV,CAAesE,QAAf;AACFJ,MAAAA,MAAM,CAACE,KAAP,CAAazF,GAAb,IAAoBwF,SAApB;AACD;;AAED,QAAI,aAAapD,IAAjB,EAAuB;AACrB,UAAM0D,CAAC,GAAG1D,IAAV;AACA0D,MAAAA,CAAC,CAACpB,UAAF,GAAeC,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCiB,CAAC,CAACpB,UAAvC,CAAf;AACA,WAAKQ,SAAL,CAAeY,CAAC,CAACpB,UAAjB,IAA+BoB,CAA/B;AACD,KAJD,MAIO;AACL,UAAIP,MAAe,GAAG,KAAKJ,OAAL,CAAa/C,IAAI,CAACI,WAAlB,CAAtB;;AACA,UAAI,CAAC+C,MAAL,EAAa;AACXA,QAAAA,MAAM,GAAG;AAAE/C,UAAAA,WAAW,EAAEJ,IAAI,CAACI,WAApB;AAAiCiD,UAAAA,KAAK,EAAE;AAAxC,SAAT;AACD;;AACDH,MAAAA,WAAW,CAACC,MAAD,CAAX;AACA,WAAKJ,OAAL,CAAaI,MAAM,CAAC/C,WAApB,IAAmC+C,MAAnC;AACD;AACF;;AASmB,SAANQ,MAAM,CAAClB,UAAD,EAAqBzF,QAArB,EAAuC;AACzD,WAAOa,cAAK+F,QAAL,CAAcnB,UAAd,EAA0BzF,QAA1B,CAAP;AACD;;AAED6G,EAAAA,WAAW,CAAC7G,QAAD,EAAmB;AAC5B,QAAMY,GAAG,GAAGC,cAAKC,OAAL,CAAad,QAAb,CAAZ;;AACA,QAAIY,GAAG,IAAII,UAAX,EAAuB;AACrB,UAAM8F,KAAK,GAAG9F,UAAU,CAACJ,GAAD,CAAxB;AACA,UAAMyF,KAAK,GAAGS,KAAK,CAAChD,QAAN,CAAe9D,QAAf,CAAd;AACAqG,MAAAA,KAAK,CAACxE,OAAN,CAAemB,IAAD,IAA+B;AAC3C,YAAM+D,OAAO,GAAGxB,YAAY,CAACoB,MAAb,CAAoB,KAAKlB,UAAzB,EAAqCzF,QAArC,CAAhB;AACA,aAAKgG,OAAL,CAAapF,GAAb,EAAkBmG,OAAlB,EAA2B/D,IAA3B;AACD,OAHD;AAID,KAPD,MAOO;AACL,2CAAQhD,QAAR;AACD;AACF;;AAED0F,EAAAA,OAAO,GAAmC;AAAA,QAAlCD,UAAkC,uEAAN,IAAM;AACxC,QAAMuB,OAAO,GAAGvB,UAAH,aAAGA,UAAH,cAAGA,UAAH,GAAiB,KAAKA,UAAnC;AACA,QAAM9D,KAAK,GAAGQ,YAAY,CAAC6E,OAAD,CAA1B;AACArF,IAAAA,KAAK,CAACE,OAAN,CAAe4E,CAAD,IAAO,KAAKI,WAAL,CAAiBJ,CAAjB,CAArB;AACA,WAAO,KAAKd,IAAZ;AACD;;AAxFuB","sourcesContent":["/*\n\n MIT License\n\n Copyright (c) 2021 Looker Data Sciences, Inc.\n\n Permission is hereby granted, free of charge, to any person obtaining a copy\n of this software and associated documentation files (the \"Software\"), to deal\n in the Software without restriction, including without limitation the rights\n to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n copies of the Software, and to permit persons to whom the Software is\n furnished to do so, subject to the following conditions:\n\n The above copyright notice and this permission notice shall be included in all\n copies or substantial portions of the Software.\n\n THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n SOFTWARE.\n\n */\n\nimport * as fs from 'fs'\nimport path from 'path'\nimport { execSync } from 'child_process'\nimport { warn } from '@looker/sdk-codegen-utils'\nimport type {\n IFileCall,\n INugget,\n ISDKCall,\n ISummary,\n Nuggets,\n SDKCalls,\n Summaries,\n IExampleMine,\n} from '@looker/sdk-codegen'\n\nexport interface IFileMine {\n mineFile(fileName: string): SDKCalls\n mineCode(code: string): SDKCalls\n ignoreCall(call: ISDKCall): boolean\n}\n\nexport interface IDocMine {\n mineFile(fileName: string): ISummary[]\n mineContent(sourceFile: string, content: string): ISummary[]\n ignoreLink(fileName: string): boolean\n}\n\nexport const readFile = (fileName: string) =>\n fs.readFileSync(fileName, { encoding: 'utf-8' })\n\nconst sdkPattern = /(\\b[a-z0-9_]*sdk)\\.\\s*([a-z0-9_]*)\\s*[(<]/gi\nconst mdPattern = /(\\[(.+?)\\]\\((.+?)\\))/gim\nconst linkPattern = /(.*)\\[\\[link\\]\\]\\((.+?)\\)/gim\n\nexport type IMiners = { [key: string]: IFileMine | IDocMine }\n\n/** file-filtering lambda for `getAllFiles()` and `getCodeFiles()` */\nexport type FileFilter = (fileName: string, pattern?: RegExp) => boolean\n\n/**\n * Filter to include every file that has a non-empty file name\n * @param fileName name of file to check\n */\nexport const filterAllFiles = (fileName: string) => fileName.trim().length > 0\n\n/**\n * Filter for code files\n * @param fileName name of file from which to extract its extension\n */\nexport const filterCodeFiles = (fileName: string) => {\n if (/(^|\\/)node_modules\\//gi.test(fileName)) return false\n const ext = path.extname(fileName).toLocaleLowerCase()\n // eslint-disable-next-line @typescript-eslint/no-use-before-define\n return ext in fileMiners\n}\n\nconst skipFolder = (name: string, excludeList: string[] = ['node_modules']) =>\n new RegExp(excludeList.join('|'), 'gi').test(name)\n\n/**\n * Finds all file recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of current files already found\n * @param filter lambda for file inclusion in results. truthy analyzes the file\n * @param ignorePaths paths to ignore\n */\nexport const getAllFiles = (\n searchPath: string,\n listOfFiles: string[] = [],\n filter: FileFilter = filterAllFiles,\n ignorePaths: string[] = []\n) => {\n const files = fs.readdirSync(searchPath)\n\n files.forEach((file) => {\n try {\n if (fs.statSync(searchPath + '/' + file).isDirectory()) {\n if (!skipFolder(file, ignorePaths))\n listOfFiles = getAllFiles(\n searchPath + '/' + file,\n listOfFiles,\n filter,\n ignorePaths\n )\n } else {\n if (filter(file)) {\n const fileName = path.join(searchPath, '/', file)\n listOfFiles.push(fileName)\n }\n }\n } catch (_e: any) {\n // warn(`skipping ${file}: ${e}`)\n }\n })\n\n return listOfFiles\n}\n\n/**\n * Find all source code files recursively\n * @param searchPath starting directory for file search\n * @param listOfFiles list of source code files that can be mined\n * @param filter function to determine whether a file should be analyzed\n * @param ignorePaths paths to ignore\n */\nexport const getCodeFiles = (\n searchPath: string,\n listOfFiles: string[] = [],\n filter: FileFilter = filterCodeFiles,\n ignorePaths: string[] = ['node_modules', 'lib', 'dist', 'bazel-bin']\n) => {\n return getAllFiles(searchPath, listOfFiles, filter, ignorePaths)\n}\n\n/** get the trimmed output of the command as a UTF-8 string */\nexport const execRead = (command: string) => {\n return execSync(command, { encoding: 'utf-8' }).trim()\n}\n\n/** get this git repository's current commit hash */\nexport const getCommitHash = () => execRead('git rev-parse HEAD')\n\n/** get the remote origin url for this repository */\nexport const getRemoteOrigin = () => {\n return execRead('git remote get-url origin')\n}\n\n/**\n * Convert this github repository's git address to an HTTP url\n */\nexport const getRemoteHttpOrigin = () => {\n const origin = getRemoteOrigin()\n const gitExtractor = /git@github\\.com:(.*)\\.git/gi\n let match = gitExtractor.exec(origin)\n if (!match) {\n // git origin on CI: https://github.com/looker-open-source/sdk-codegen\n const httpExtractor = /(https:\\/\\/github.com.*)(|.git)/\n match = httpExtractor.exec(origin)\n if (!match) {\n return ''\n }\n return match[1]\n }\n return `https://github.com/${match[1]}`\n}\n\nexport class CodeMiner implements IFileMine {\n static ignoreOps = new Set<string>(['ok', 'init31', 'init40'])\n ignoreCall(call: ISDKCall): boolean {\n if (!/sdk/i.test(call.sdk)) return true\n return CodeMiner.ignoreOps.has(call.operationId)\n }\n\n mineCode(sourceCode: string): SDKCalls {\n const lines = sourceCode.split('\\n')\n const result: SDKCalls = []\n lines.forEach((line, index) => {\n let match = sdkPattern.exec(line)\n while (match !== null) {\n // TODO need to ignore source code comments?\n if (match && match.length > 2) {\n const sdkRef = match[1].trim()\n const call: ISDKCall = {\n sdk: sdkRef,\n operationId: match[2].trim(),\n line: index + 1,\n column: match.index,\n }\n if (!this.ignoreCall(call)) {\n result.push(call)\n }\n }\n match = sdkPattern.exec(line)\n }\n })\n return result\n }\n\n mineFile(fileName: string): SDKCalls {\n return this.mineCode(readFile(fileName))\n }\n}\n\n/**\n * Processes markdown files and extracts links to source code to use as summaries\n */\nexport class MarkdownMiner implements IDocMine {\n // TODO ensure summaries don't include markdown files\n ignoreLink(linkFile: string): boolean {\n linkFile = this.stripSearch(linkFile)\n const ext = path.extname(linkFile).toLocaleLowerCase()\n const notCode = ext === '.md' || !filterCodeFiles(linkFile)\n const isHttp = /^(http|https):/gi.test(linkFile)\n return notCode || isHttp\n }\n\n /**\n * Remove leading - from a string\n * @param value string to process\n */\n noDash(value: string) {\n value = value.trim()\n const dasher = /^\\s*-\\s*(.*)/g\n if (dasher.test(value)) {\n value = value.replace(dasher, '$1')\n }\n return value.trim()\n }\n\n stripSearch(fileName: string) {\n fileName = fileName.trim()\n const match = /(.*)#.*/gi.exec(fileName)\n if (match) fileName = match[1]\n return fileName\n }\n\n /**\n * Fully qualify the path for `linkFile`\n * @param sourceFileName\n * @param linkFile\n */\n sourcerer(sourceFileName: string, linkFile: string) {\n linkFile = this.stripSearch(linkFile)\n if (linkFile.startsWith('/')) return linkFile.substr(1)\n const base = path.dirname(sourceFileName)\n return path.join(base, '/', linkFile)\n }\n\n /**\n * Get all links from content\n * @param fileName fully qualified source file name\n * @param content markdown to parse\n */\n mineContent(fileName: string, content: string): ISummary[] {\n const result: ISummary[] = []\n let match = mdPattern.exec(content)\n let linkFile: string\n while (match !== null) {\n const summary = this.noDash(match[2])\n linkFile = this.stripSearch(match[3])\n if (!this.ignoreLink(linkFile)) {\n if (\n summary.localeCompare('[link]', undefined, {\n sensitivity: 'base',\n }) !== 0\n ) {\n linkFile = this.sourcerer(fileName, linkFile)\n result.push({ summary, sourceFile: linkFile })\n }\n }\n match = mdPattern.exec(content)\n }\n\n match = linkPattern.exec(content)\n while (match != null) {\n const summary = this.noDash(match[1])\n linkFile = this.stripSearch(match[2])\n if (!this.ignoreLink(linkFile)) {\n linkFile = this.sourcerer(fileName, linkFile)\n result.push({ summary, sourceFile: linkFile })\n }\n match = linkPattern.exec(content)\n }\n return result\n }\n\n mineFile(fileName: string): ISummary[] {\n return this.mineContent(fileName, readFile(fileName))\n }\n}\n\nconst fileMiners: IMiners = {\n '.cs': new CodeMiner(),\n '.kt': new CodeMiner(),\n '.py': new CodeMiner(),\n '.swift': new CodeMiner(),\n '.ts': new CodeMiner(),\n '.tsx': new CodeMiner(),\n '.rb': new CodeMiner(),\n '.md': new MarkdownMiner(),\n '.dart': new CodeMiner(),\n '.go': new CodeMiner(),\n '.java': new CodeMiner(),\n // '.rst': new MarkdownMiner(), // TODO .rst miner? Probably not needed\n}\n\nexport class ExampleMiner {\n summaries: Summaries = {}\n nuggets: Nuggets = {}\n commitHash: string = getCommitHash()\n remoteOrigin: string = getRemoteHttpOrigin()\n\n constructor(public readonly sourcePath: string) {\n this.execute(sourcePath)\n }\n\n get lode(): IExampleMine {\n return {\n commitHash: this.commitHash,\n remoteOrigin: this.remoteOrigin,\n summaries: this.summaries,\n nuggets: this.nuggets,\n }\n }\n\n addCall(ext: string, relativeFile: string, call: ISDKCall | ISummary) {\n function addFileCall(nugget: INugget) {\n // Extension is key for language\n let fileCalls = nugget.calls[ext]\n if (!fileCalls) {\n fileCalls = []\n }\n const sdkCall = call as ISDKCall\n const fileCall: IFileCall = {\n sourceFile: relativeFile,\n column: sdkCall.column,\n line: sdkCall.line,\n }\n if (\n !fileCalls.find(\n (f) =>\n f.line === fileCall.line &&\n f.column === fileCall.column &&\n f.sourceFile === fileCall.sourceFile\n )\n )\n fileCalls.push(fileCall)\n nugget.calls[ext] = fileCalls\n }\n\n if ('summary' in call) {\n const s = call as ISummary\n s.sourceFile = ExampleMiner.relate(this.sourcePath, s.sourceFile)\n this.summaries[s.sourceFile] = s\n } else {\n let nugget: INugget = this.nuggets[call.operationId]\n if (!nugget) {\n nugget = { operationId: call.operationId, calls: {} }\n }\n addFileCall(nugget)\n this.nuggets[nugget.operationId] = nugget\n }\n }\n\n /**\n * Derive relative path, retaining last directory\n * @param sourcePath original file search path\n * @param fileName fully qualified name of found file\n *\n * @example `Miner.relate('/a/b/c/', '/a/b/c/d.txt')` returns 'd.txt'\n */\n public static relate(sourcePath: string, fileName: string) {\n return path.relative(sourcePath, fileName)\n }\n\n processFile(fileName: string) {\n const ext = path.extname(fileName)\n if (ext in fileMiners) {\n const coder = fileMiners[ext]\n const calls = coder.mineFile(fileName)\n calls.forEach((call: ISDKCall | ISummary) => {\n const relFile = ExampleMiner.relate(this.sourcePath, fileName)\n this.addCall(ext, relFile, call)\n })\n } else {\n warn(`${fileName} cannot be mined`)\n }\n }\n\n execute(sourcePath: string | null = null) {\n const dirPath = sourcePath ?? this.sourcePath\n const files = getCodeFiles(dirPath)\n files.forEach((f) => this.processFile(f))\n return this.lode\n }\n}\n"],"file":"exampleMiner.js"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@looker/sdk-codegen-scripts",
|
|
3
|
-
"version": "21.
|
|
3
|
+
"version": "21.3.3",
|
|
4
4
|
"description": "Looker SDK Codegen scripts",
|
|
5
5
|
"main": "lib/index.js",
|
|
6
6
|
"typings": "lib/index.d.ts",
|
|
@@ -27,11 +27,11 @@
|
|
|
27
27
|
"watch:cjs": "yarn lerna exec --scope @looker/sdk-codegen-scripts --stream 'BABEL_ENV=build_cjs babel src --root-mode upward --out-dir lib --source-maps --extensions .ts,.tsx --no-comments --watch'"
|
|
28
28
|
},
|
|
29
29
|
"dependencies": {
|
|
30
|
-
"@looker/sdk": "^22.2
|
|
31
|
-
"@looker/sdk-codegen": "^21.
|
|
30
|
+
"@looker/sdk": "^22.4.2",
|
|
31
|
+
"@looker/sdk-codegen": "^21.5.2",
|
|
32
32
|
"@looker/sdk-codegen-utils": "^21.0.11",
|
|
33
|
-
"@looker/sdk-node": "^22.2
|
|
34
|
-
"@looker/sdk-rtl": "^21.3.
|
|
33
|
+
"@looker/sdk-node": "^22.4.2",
|
|
34
|
+
"@looker/sdk-rtl": "^21.3.3",
|
|
35
35
|
"config": "^3.3.1",
|
|
36
36
|
"cross-env": "^7.0.2"
|
|
37
37
|
},
|
|
@@ -48,5 +48,5 @@
|
|
|
48
48
|
"prettier": "^2.4.1",
|
|
49
49
|
"swagger2openapi": "^7.0.3"
|
|
50
50
|
},
|
|
51
|
-
"gitHead": "
|
|
51
|
+
"gitHead": "79b245fdf08c08faf46e120f0961bc820199dccd"
|
|
52
52
|
}
|