@platforma-sdk/block-tools 2.6.44 → 2.6.45

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (70) hide show
  1. package/README.md +16 -9
  2. package/bin/dev.js +4 -4
  3. package/bin/run.js +3 -3
  4. package/dist/cli.js.map +1 -1
  5. package/dist/cli.mjs +16 -6
  6. package/dist/cli.mjs.map +1 -1
  7. package/dist/cmd/index.d.ts +8 -8
  8. package/dist/cmd/mark-stable.d.ts +1 -1
  9. package/dist/cmd/publish.d.ts +1 -1
  10. package/dist/cmd/restore-overview-from-snapshot.d.ts +1 -1
  11. package/dist/{config-DKBY0B2u.mjs → config-Cc8_zV3b.mjs} +48 -17
  12. package/dist/config-Cc8_zV3b.mjs.map +1 -0
  13. package/dist/config-Ycas5fbX.js.map +1 -1
  14. package/dist/index.js +1 -1
  15. package/dist/index.js.map +1 -1
  16. package/dist/index.mjs +6 -4
  17. package/dist/index.mjs.map +1 -1
  18. package/dist/registry_v1/config_schema.d.ts +7 -7
  19. package/dist/registry_v1/v1_repo_schema.d.ts +1 -1
  20. package/dist/v2/model/block_components.d.ts +19 -19
  21. package/dist/v2/model/block_description.d.ts +102 -102
  22. package/dist/v2/model/block_meta.d.ts +20 -20
  23. package/dist/v2/model/content_conversion.d.ts +2 -2
  24. package/dist/v2/registry/registry.d.ts +1 -1
  25. package/dist/v2/source_package.d.ts +1 -1
  26. package/package.json +31 -29
  27. package/src/cmd/build-meta.ts +15 -15
  28. package/src/cmd/build-model.ts +23 -26
  29. package/src/cmd/index.ts +20 -20
  30. package/src/cmd/list-overview-snapshots.ts +12 -12
  31. package/src/cmd/mark-stable.ts +30 -33
  32. package/src/cmd/pack.ts +15 -15
  33. package/src/cmd/publish.ts +46 -34
  34. package/src/cmd/refresh-registry.ts +15 -15
  35. package/src/cmd/restore-overview-from-snapshot.ts +27 -25
  36. package/src/cmd/update-deps.ts +8 -8
  37. package/src/cmd/upload-package-v1.ts +33 -33
  38. package/src/common_types.ts +1 -1
  39. package/src/io/folder_reader.test.ts +13 -13
  40. package/src/io/folder_reader.ts +18 -20
  41. package/src/io/index.ts +2 -2
  42. package/src/io/storage.test.ts +48 -48
  43. package/src/io/storage.ts +20 -15
  44. package/src/lib.ts +3 -3
  45. package/src/registry_v1/config.ts +11 -11
  46. package/src/registry_v1/config_schema.ts +5 -5
  47. package/src/registry_v1/flags.ts +4 -4
  48. package/src/registry_v1/index.ts +3 -3
  49. package/src/registry_v1/registry.test.ts +54 -54
  50. package/src/registry_v1/registry.ts +29 -25
  51. package/src/registry_v1/v1_repo_schema.ts +3 -3
  52. package/src/util.ts +6 -9
  53. package/src/v2/build_dist.test.ts +8 -9
  54. package/src/v2/build_dist.ts +10 -13
  55. package/src/v2/index.ts +4 -4
  56. package/src/v2/model/block_components.ts +5 -5
  57. package/src/v2/model/block_description.ts +12 -8
  58. package/src/v2/model/block_meta.ts +4 -5
  59. package/src/v2/model/content_conversion.ts +44 -44
  60. package/src/v2/model/index.ts +4 -4
  61. package/src/v2/registry/index.ts +3 -3
  62. package/src/v2/registry/registry.test.ts +223 -197
  63. package/src/v2/registry/registry.ts +93 -66
  64. package/src/v2/registry/registry_reader.test.ts +15 -15
  65. package/src/v2/registry/registry_reader.ts +29 -27
  66. package/src/v2/registry/schema_internal.ts +11 -10
  67. package/src/v2/registry/schema_public.ts +56 -47
  68. package/src/v2/source_package.test.ts +15 -15
  69. package/src/v2/source_package.ts +33 -26
  70. package/dist/config-DKBY0B2u.mjs.map +0 -1
package/dist/index.js CHANGED
@@ -1,2 +1,2 @@
1
- "use strict";var y=Object.defineProperty;var w=(r,t,a)=>t in r?y(r,t,{enumerable:!0,configurable:!0,writable:!0,value:a}):r[t]=a;var p=(r,t,a)=>w(r,typeof t!="symbol"?t+"":t,a);Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const e=require("./config-Ycas5fbX.js"),C=require("undici"),g=require("node:path"),v=require("node:path/posix"),B=require("node:fs/promises"),R=require("@milaboratories/pl-http"),d=require("@milaboratories/pl-model-middle-layer"),u=require("canonicalize");require("zod");require("mime-types");require("tar");require("@milaboratories/resolve-helper");require("@milaboratories/pl-model-common");const P=require("lru-cache"),l=require("@milaboratories/ts-helpers"),b={cacheBlockListFor:45e3,keepStaleBlockListFor:3e5};function m(r,t){const a=e.semverExports.inc(r,"minor"),i=e.semverExports.inc(r,"major"),o=[],s=t.find(c=>e.semverExports.gt(c,r)&&e.semverExports.lt(c,a)),n=t.find(c=>e.semverExports.gte(c,a)&&e.semverExports.lt(c,i)),f=t.find(c=>e.semverExports.gte(c,i));return s&&o.push({type:"patch",update:s}),n&&o.push({type:"minor",update:n}),f&&o.push({type:"major",update:f}),o}class F{constructor(t,a){p(this,"v2RootFolderReader");p(this,"ops");p(this,"embeddedGlobalMetaCache",new P.LRUCache({max:500,fetchMethod:async(t,a,i)=>await l.retry(async()=>{const o=i.context.relativeTo!==void 0?this.v2RootFolderReader.relativeReader(e.packageContentPrefixInsideV2(i.context.relativeTo)).getContentReader():this.v2RootFolderReader.getContentReader();return await e.BlockPackMetaEmbedBytes(o).parseAsync(i.context.meta)},l.Retry2TimesWithDelay)}));p(this,"listCacheTimestamp",0);p(this,"listCache");p(this,"componentsCache",new P.LRUCache({max:500,fetchMethod:async(t,a,{context:i})=>await l.retry(async()=>{const o=this.v2RootFolderReader.relativeReader(e.packageContentPrefixInsideV2(i)),s=d.BlockPackManifest.parse(JSON.parse(Buffer.from(await o.readFile(e.ManifestFileName)).toString()));return e.BlockComponentsAbsoluteUrl(o.rootUrl.toString()).parse(s.description.components)},l.Retry2TimesWithDelay)}));this.registryReader=t,this.v2RootFolderReader=t.relativeReader(e.MainPrefix),this.ops={...b,...a??{}}}async embedMetaContent(t,a,i,o){return await this.embeddedGlobalMetaCache.forceFetch(u({id:t,sha256:a,absolutePath:i}),{context:{meta:o,relativeTo:i?void 0:t}})}async listBlockPacks(){if(this.listCache!==void 0&&Date.now()-this.listCacheTimestamp<=this.ops.cacheBlockListFor)return this.listCache;try{return await l.retry(async()=>{const t=e.GlobalOverviewReg.parse(JSON.parse(Buffer.from(await this.v2RootFolderReader.readFile(e.GlobalOverviewFileName)).toString())),a=await Promise.all(t.packages.map(async i=>{const o=await Promise.all(Object.entries(i.latestByChannel).map(async([s,n])=>[s,{id:n.description.id,meta:await this.embedMetaContent(n.description.id,n.manifestSha256,!0,n.description.meta),featureFlags:n.description.featureFlags,spec:{type:"from-registry-v2",id:n.description.id,registryUrl:this.registryReader.rootUrl.toString(),channel:s}}]));return{id:i.id,latestByChannel:Object.fromEntries(o),allVersions:i.allVersionsWithChannels}}));return this.listCache=a,this.listCacheTimestamp=Date.now(),a},l.Retry2TimesWithDelay)}catch(t){if(this.listCache!==void 0&&Date.now()-this.listCacheTimestamp<=this.ops.keepStaleBlockListFor)return this.listCache;throw t}}async getLatestOverview(t,a){const i=(await this.listBlockPacks()).find(o=>d.blockPackIdNoVersionEquals(t,o.id));if(i!==void 0)return i.latestByChannel[a]}async getUpdateSuggestions(t,a){const i=(await this.listBlockPacks()).find(s=>d.blockPackIdNoVersionEquals(t,s.id));if(i===void 0)return;const o=i.allVersions.filter(s=>a===d.AnyChannel||s.channels.indexOf(a)>=0).map(s=>s.version);return o.reverse(),m(t.version,o)}async getSpecificOverview(t,a){return await l.retry(async()=>{const i=await this.v2RootFolderReader.readFile(e.packageContentPrefixInsideV2(t)+e.ManifestSuffix),o=d.BlockPackManifest.parse(JSON.parse(Buffer.from(i).toString()));return{id:t,meta:await this.embedMetaContent(t,await e.calculateSha256(i),!1,o.description.meta),spec:{type:"from-registry-v2",id:t,registryUrl:this.registryReader.rootUrl.toString(),channel:a}}},l.Retry2TimesWithDelay)}async getComponents(t){return await this.componentsCache.forceFetch(u(t),{context:t})}}class k{constructor(t,a){this.rootUrl=t,this.httpDispatcher=a}async readFile(t){const a=new URL(t,this.rootUrl),i=await C.request(a,{dispatcher:this.httpDispatcher});return Buffer.from(await i.body.arrayBuffer())}relativeReader(t){return t.endsWith("/")||(t=t+"/"),new k(new URL(t,this.rootUrl),this.httpDispatcher)}getContentReader(t){const a=t!==void 0?this.relativeReader(t):this;return i=>a.readFile(i)}}class h{constructor(t,a){this.rootUrl=t,this.root=a}async readFile(t){const a=g.join(this.root,...t.split(v.sep));return await B.readFile(a)}relativeReader(t){return t.endsWith("/")||(t=t+"/"),new h(new URL(t,this.rootUrl),g.join(this.root,...t.split(v.sep)))}getContentReader(t){const a=t!==void 0?this.relativeReader(t):this;return i=>a.readFile(i)}}function x(r){return r.split(v.sep).join(g.sep)}function O(r){return r.split(g.sep).join(v.sep)}function M(r,t){r.endsWith("/")||(r=r+"/");const a=new URL(r,`file:${O(g.resolve("."))}/`);switch(a.protocol){case"file:":{const i=x(a.pathname);return new h(a,i)}case"https:":case"http:":return new k(a,t??R.defaultHttpDispatcher());default:throw new Error(`Unknown protocol: ${a.protocol}`)}}const T=Object.freeze(Object.defineProperty({__proto__:null,GlobalOverviewPath:e.GlobalOverviewPath,MetaFile:e.MetaFile,PlPackageConfigData:e.PlPackageConfigData,PlPackageJsonConfigFile:e.PlPackageJsonConfigFile,PlPackageYamlConfigFile:e.PlPackageYamlConfigFile,PlRegCommonConfigData:e.PlRegCommonConfigData,PlRegFullPackageConfigData:e.PlRegFullPackageConfigData,PlRegPackageConfig:e.PlRegPackageConfig,PlRegPackageConfigDataShard:e.PlRegPackageConfigDataShard,packageContentPrefix:e.packageContentPrefix,packageOverviewPath:e.packageOverviewPath,payloadFilePath:e.payloadFilePath},Symbol.toStringTag,{value:"Module"}));exports.BlockComponentsAbsoluteUrl=e.BlockComponentsAbsoluteUrl;exports.BlockComponentsConsolidate=e.BlockComponentsConsolidate;exports.BlockComponentsDescription=e.BlockComponentsDescription;exports.BlockDescriptionPackageJsonField=e.BlockDescriptionPackageJsonField;exports.BlockDescriptionToExplicitBinaryBytes=e.BlockDescriptionToExplicitBinaryBytes;exports.BlockPackDescriptionConsolidateToFolder=e.BlockPackDescriptionConsolidateToFolder;exports.BlockPackDescriptionManifestAddRelativePathPrefix=e.BlockPackDescriptionManifestAddRelativePathPrefix;exports.BlockPackMetaConsolidate=e.BlockPackMetaConsolidate;exports.BlockPackMetaDescription=e.BlockPackMetaDescription;exports.BlockPackMetaEmbedAbsoluteBase64=e.BlockPackMetaEmbedAbsoluteBase64;exports.BlockPackMetaEmbedAbsoluteBytes=e.BlockPackMetaEmbedAbsoluteBytes;exports.BlockPackMetaEmbedBytes=e.BlockPackMetaEmbedBytes;exports.BlockRegistryV2=e.BlockRegistryV2;exports.ChannelNameRegexp=e.ChannelNameRegexp;exports.ChannelsFolder=e.ChannelsFolder;exports.FSStorage=e.FSStorage;exports.GlobalOverview=e.GlobalOverview;exports.GlobalOverviewEntry=e.GlobalOverviewEntry;exports.GlobalOverviewEntryReg=e.GlobalOverviewEntryReg;exports.GlobalOverviewFileName=e.GlobalOverviewFileName;exports.GlobalOverviewGzFileName=e.GlobalOverviewGzFileName;exports.GlobalOverviewGzPath=e.GlobalOverviewGzPath;exports.GlobalOverviewPath=e.GlobalOverviewPath$1;exports.GlobalOverviewReg=e.GlobalOverviewReg;exports.GlobalOverviewToExplicitBinaryBase64=e.GlobalOverviewToExplicitBinaryBase64;exports.GlobalOverviewToExplicitBinaryBytes=e.GlobalOverviewToExplicitBinaryBytes;exports.MainPrefix=e.MainPrefix;exports.ManifestFileName=e.ManifestFileName;exports.ManifestSuffix=e.ManifestSuffix;exports.PackageManifestPattern=e.PackageManifestPattern;exports.PackageOverview=e.PackageOverview;exports.PackageOverviewFileName=e.PackageOverviewFileName;exports.PackageOverviewVersionEntry=e.PackageOverviewVersionEntry;exports.ResolvedBlockPackDescriptionFromPackageJson=e.ResolvedBlockPackDescriptionFromPackageJson;exports.ResolvedModuleFile=e.ResolvedModuleFile;exports.ResolvedModuleFolder=e.ResolvedModuleFolder;exports.S3Storage=e.S3Storage;exports.absoluteToBase64=e.absoluteToBase64;exports.absoluteToBytes=e.absoluteToBytes;exports.absoluteToString=e.absoluteToString;exports.buildBlockPackDist=e.buildBlockPackDist;exports.cpAbsoluteToRelative=e.cpAbsoluteToRelative;exports.loadPackDescription=e.loadPackDescription;exports.loadPackDescriptionRaw=e.loadPackDescriptionRaw;exports.mapLocalToAbsolute=e.mapLocalToAbsolute;exports.packFolderToRelativeTgz=e.packFolderToRelativeTgz;exports.packageChannelPrefix=e.packageChannelPrefix;exports.packageChannelPrefixInsideV2=e.packageChannelPrefixInsideV2;exports.packageContentPrefix=e.packageContentPrefix$1;exports.packageContentPrefixInsideV2=e.packageContentPrefixInsideV2;exports.packageOverviewPath=e.packageOverviewPath$1;exports.packageOverviewPathInsideV2=e.packageOverviewPathInsideV2;exports.parsePackageName=e.parsePackageName;exports.relativeToContentString=e.relativeToContentString;exports.relativeToExplicitBinary64=e.relativeToExplicitBinary64;exports.relativeToExplicitBytes=e.relativeToExplicitBytes;exports.relativeToExplicitString=e.relativeToExplicitString;exports.storageByUrl=e.storageByUrl;exports.tryLoadPackDescription=e.tryLoadPackDescription;exports.RegistryV1=T;exports.RegistryV2Reader=F;exports.folderReaderByUrl=M;exports.inferUpdateSuggestions=m;
1
+ "use strict";var y=Object.defineProperty;var w=(r,t,a)=>t in r?y(r,t,{enumerable:!0,configurable:!0,writable:!0,value:a}):r[t]=a;var p=(r,t,a)=>w(r,typeof t!="symbol"?t+"":t,a);Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const e=require("./config-Ycas5fbX.js"),C=require("undici"),g=require("node:path"),v=require("node:path/posix"),B=require("node:fs/promises"),R=require("@milaboratories/pl-http"),d=require("@milaboratories/pl-model-middle-layer"),u=require("canonicalize");require("zod");require("mime-types");require("tar");require("@milaboratories/resolve-helper");require("@milaboratories/pl-model-common");const P=require("lru-cache"),l=require("@milaboratories/ts-helpers"),b={cacheBlockListFor:45e3,keepStaleBlockListFor:3e5};function m(r,t){const a=e.semverExports.inc(r,"minor"),i=e.semverExports.inc(r,"major"),o=[],s=t.find(c=>e.semverExports.gt(c,r)&&e.semverExports.lt(c,a)),n=t.find(c=>e.semverExports.gte(c,a)&&e.semverExports.lt(c,i)),f=t.find(c=>e.semverExports.gte(c,i));return s&&o.push({type:"patch",update:s}),n&&o.push({type:"minor",update:n}),f&&o.push({type:"major",update:f}),o}class F{constructor(t,a){p(this,"v2RootFolderReader");p(this,"ops");p(this,"embeddedGlobalMetaCache",new P.LRUCache({max:500,fetchMethod:async(t,a,i)=>await l.retry(async()=>{const o=i.context.relativeTo!==void 0?this.v2RootFolderReader.relativeReader(e.packageContentPrefixInsideV2(i.context.relativeTo)).getContentReader():this.v2RootFolderReader.getContentReader();return await e.BlockPackMetaEmbedBytes(o).parseAsync(i.context.meta)},l.Retry2TimesWithDelay)}));p(this,"listCacheTimestamp",0);p(this,"listCache");p(this,"componentsCache",new P.LRUCache({max:500,fetchMethod:async(t,a,{context:i})=>await l.retry(async()=>{const o=this.v2RootFolderReader.relativeReader(e.packageContentPrefixInsideV2(i)),s=d.BlockPackManifest.parse(JSON.parse(Buffer.from(await o.readFile(e.ManifestFileName)).toString()));return e.BlockComponentsAbsoluteUrl(o.rootUrl.toString()).parse(s.description.components)},l.Retry2TimesWithDelay)}));this.registryReader=t,this.v2RootFolderReader=t.relativeReader(e.MainPrefix),this.ops={...b,...a}}async embedMetaContent(t,a,i,o){return await this.embeddedGlobalMetaCache.forceFetch(u({id:t,sha256:a,absolutePath:i}),{context:{meta:o,relativeTo:i?void 0:t}})}async listBlockPacks(){if(this.listCache!==void 0&&Date.now()-this.listCacheTimestamp<=this.ops.cacheBlockListFor)return this.listCache;try{return await l.retry(async()=>{const t=e.GlobalOverviewReg.parse(JSON.parse(Buffer.from(await this.v2RootFolderReader.readFile(e.GlobalOverviewFileName)).toString())),a=await Promise.all(t.packages.map(async i=>{const o=await Promise.all(Object.entries(i.latestByChannel).map(async([s,n])=>[s,{id:n.description.id,meta:await this.embedMetaContent(n.description.id,n.manifestSha256,!0,n.description.meta),featureFlags:n.description.featureFlags,spec:{type:"from-registry-v2",id:n.description.id,registryUrl:this.registryReader.rootUrl.toString(),channel:s}}]));return{id:i.id,latestByChannel:Object.fromEntries(o),allVersions:i.allVersionsWithChannels}}));return this.listCache=a,this.listCacheTimestamp=Date.now(),a},l.Retry2TimesWithDelay)}catch(t){if(this.listCache!==void 0&&Date.now()-this.listCacheTimestamp<=this.ops.keepStaleBlockListFor)return this.listCache;throw t}}async getLatestOverview(t,a){const i=(await this.listBlockPacks()).find(o=>d.blockPackIdNoVersionEquals(t,o.id));if(i!==void 0)return i.latestByChannel[a]}async getUpdateSuggestions(t,a){const i=(await this.listBlockPacks()).find(s=>d.blockPackIdNoVersionEquals(t,s.id));if(i===void 0)return;const o=i.allVersions.filter(s=>a===d.AnyChannel||s.channels.indexOf(a)>=0).map(s=>s.version);return o.reverse(),m(t.version,o)}async getSpecificOverview(t,a){return await l.retry(async()=>{const i=await this.v2RootFolderReader.readFile(e.packageContentPrefixInsideV2(t)+e.ManifestSuffix),o=d.BlockPackManifest.parse(JSON.parse(Buffer.from(i).toString()));return{id:t,meta:await this.embedMetaContent(t,await e.calculateSha256(i),!1,o.description.meta),spec:{type:"from-registry-v2",id:t,registryUrl:this.registryReader.rootUrl.toString(),channel:a}}},l.Retry2TimesWithDelay)}async getComponents(t){return await this.componentsCache.forceFetch(u(t),{context:t})}}class k{constructor(t,a){this.rootUrl=t,this.httpDispatcher=a}async readFile(t){const a=new URL(t,this.rootUrl),i=await C.request(a,{dispatcher:this.httpDispatcher});return Buffer.from(await i.body.arrayBuffer())}relativeReader(t){return t.endsWith("/")||(t=t+"/"),new k(new URL(t,this.rootUrl),this.httpDispatcher)}getContentReader(t){const a=t!==void 0?this.relativeReader(t):this;return i=>a.readFile(i)}}class h{constructor(t,a){this.rootUrl=t,this.root=a}async readFile(t){const a=g.join(this.root,...t.split(v.sep));return await B.readFile(a)}relativeReader(t){return t.endsWith("/")||(t=t+"/"),new h(new URL(t,this.rootUrl),g.join(this.root,...t.split(v.sep)))}getContentReader(t){const a=t!==void 0?this.relativeReader(t):this;return i=>a.readFile(i)}}function x(r){return r.split(v.sep).join(g.sep)}function O(r){return r.split(g.sep).join(v.sep)}function M(r,t){r.endsWith("/")||(r=r+"/");const a=new URL(r,`file:${O(g.resolve("."))}/`);switch(a.protocol){case"file:":{const i=x(a.pathname);return new h(a,i)}case"https:":case"http:":return new k(a,t??R.defaultHttpDispatcher());default:throw new Error(`Unknown protocol: ${a.protocol}`)}}const T=Object.freeze(Object.defineProperty({__proto__:null,GlobalOverviewPath:e.GlobalOverviewPath,MetaFile:e.MetaFile,PlPackageConfigData:e.PlPackageConfigData,PlPackageJsonConfigFile:e.PlPackageJsonConfigFile,PlPackageYamlConfigFile:e.PlPackageYamlConfigFile,PlRegCommonConfigData:e.PlRegCommonConfigData,PlRegFullPackageConfigData:e.PlRegFullPackageConfigData,PlRegPackageConfig:e.PlRegPackageConfig,PlRegPackageConfigDataShard:e.PlRegPackageConfigDataShard,packageContentPrefix:e.packageContentPrefix,packageOverviewPath:e.packageOverviewPath,payloadFilePath:e.payloadFilePath},Symbol.toStringTag,{value:"Module"}));exports.BlockComponentsAbsoluteUrl=e.BlockComponentsAbsoluteUrl;exports.BlockComponentsConsolidate=e.BlockComponentsConsolidate;exports.BlockComponentsDescription=e.BlockComponentsDescription;exports.BlockDescriptionPackageJsonField=e.BlockDescriptionPackageJsonField;exports.BlockDescriptionToExplicitBinaryBytes=e.BlockDescriptionToExplicitBinaryBytes;exports.BlockPackDescriptionConsolidateToFolder=e.BlockPackDescriptionConsolidateToFolder;exports.BlockPackDescriptionManifestAddRelativePathPrefix=e.BlockPackDescriptionManifestAddRelativePathPrefix;exports.BlockPackMetaConsolidate=e.BlockPackMetaConsolidate;exports.BlockPackMetaDescription=e.BlockPackMetaDescription;exports.BlockPackMetaEmbedAbsoluteBase64=e.BlockPackMetaEmbedAbsoluteBase64;exports.BlockPackMetaEmbedAbsoluteBytes=e.BlockPackMetaEmbedAbsoluteBytes;exports.BlockPackMetaEmbedBytes=e.BlockPackMetaEmbedBytes;exports.BlockRegistryV2=e.BlockRegistryV2;exports.ChannelNameRegexp=e.ChannelNameRegexp;exports.ChannelsFolder=e.ChannelsFolder;exports.FSStorage=e.FSStorage;exports.GlobalOverview=e.GlobalOverview;exports.GlobalOverviewEntry=e.GlobalOverviewEntry;exports.GlobalOverviewEntryReg=e.GlobalOverviewEntryReg;exports.GlobalOverviewFileName=e.GlobalOverviewFileName;exports.GlobalOverviewGzFileName=e.GlobalOverviewGzFileName;exports.GlobalOverviewGzPath=e.GlobalOverviewGzPath;exports.GlobalOverviewPath=e.GlobalOverviewPath$1;exports.GlobalOverviewReg=e.GlobalOverviewReg;exports.GlobalOverviewToExplicitBinaryBase64=e.GlobalOverviewToExplicitBinaryBase64;exports.GlobalOverviewToExplicitBinaryBytes=e.GlobalOverviewToExplicitBinaryBytes;exports.MainPrefix=e.MainPrefix;exports.ManifestFileName=e.ManifestFileName;exports.ManifestSuffix=e.ManifestSuffix;exports.PackageManifestPattern=e.PackageManifestPattern;exports.PackageOverview=e.PackageOverview;exports.PackageOverviewFileName=e.PackageOverviewFileName;exports.PackageOverviewVersionEntry=e.PackageOverviewVersionEntry;exports.ResolvedBlockPackDescriptionFromPackageJson=e.ResolvedBlockPackDescriptionFromPackageJson;exports.ResolvedModuleFile=e.ResolvedModuleFile;exports.ResolvedModuleFolder=e.ResolvedModuleFolder;exports.S3Storage=e.S3Storage;exports.absoluteToBase64=e.absoluteToBase64;exports.absoluteToBytes=e.absoluteToBytes;exports.absoluteToString=e.absoluteToString;exports.buildBlockPackDist=e.buildBlockPackDist;exports.cpAbsoluteToRelative=e.cpAbsoluteToRelative;exports.loadPackDescription=e.loadPackDescription;exports.loadPackDescriptionRaw=e.loadPackDescriptionRaw;exports.mapLocalToAbsolute=e.mapLocalToAbsolute;exports.packFolderToRelativeTgz=e.packFolderToRelativeTgz;exports.packageChannelPrefix=e.packageChannelPrefix;exports.packageChannelPrefixInsideV2=e.packageChannelPrefixInsideV2;exports.packageContentPrefix=e.packageContentPrefix$1;exports.packageContentPrefixInsideV2=e.packageContentPrefixInsideV2;exports.packageOverviewPath=e.packageOverviewPath$1;exports.packageOverviewPathInsideV2=e.packageOverviewPathInsideV2;exports.parsePackageName=e.parsePackageName;exports.relativeToContentString=e.relativeToContentString;exports.relativeToExplicitBinary64=e.relativeToExplicitBinary64;exports.relativeToExplicitBytes=e.relativeToExplicitBytes;exports.relativeToExplicitString=e.relativeToExplicitString;exports.storageByUrl=e.storageByUrl;exports.tryLoadPackDescription=e.tryLoadPackDescription;exports.RegistryV1=T;exports.RegistryV2Reader=F;exports.folderReaderByUrl=M;exports.inferUpdateSuggestions=m;
2
2
  //# sourceMappingURL=index.js.map
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sources":["../src/v2/registry/registry_reader.ts","../src/io/folder_reader.ts"],"sourcesContent":["import type {\n BlockPackId,\n BlockPackIdNoVersion,\n BlockPackMetaEmbeddedBytes,\n BlockPackMetaManifest,\n UpdateSuggestions,\n SingleBlockPackOverview,\n BlockPackOverviewNoRegistryId,\n} from '@milaboratories/pl-model-middle-layer';\nimport {\n blockPackIdNoVersionEquals,\n BlockPackManifest,\n AnyChannel,\n} from '@milaboratories/pl-model-middle-layer';\nimport type { FolderReader } from '../../io';\nimport canonicalize from 'canonicalize';\nimport {\n GlobalOverviewFileName,\n GlobalOverviewReg,\n MainPrefix,\n ManifestFileName,\n ManifestSuffix,\n packageContentPrefixInsideV2,\n} from './schema_public';\nimport { BlockComponentsAbsoluteUrl, BlockPackMetaEmbedBytes } from '../model';\nimport { LRUCache } from 'lru-cache';\nimport * as semver from 'semver';\nimport { calculateSha256 } from '../../util';\nimport { retry, Retry2TimesWithDelay } from '@milaboratories/ts-helpers';\n\nexport type RegistryV2ReaderOps = {\n /** Number of milliseconds to cache retrieved block list for */\n cacheBlockListFor: number;\n /** Number of milliseconds to keep cached retrieved block list for, if new requests returns error */\n keepStaleBlockListFor: number;\n};\n\nconst DefaultRegistryV2ReaderOps: RegistryV2ReaderOps = {\n cacheBlockListFor: 45e3, // 45 seconds\n keepStaleBlockListFor: 300e3, // 5 minutes\n};\n\n/** @param availableVersions must be reverse sorted (from highest version to lowest) */\nexport function inferUpdateSuggestions(currentVersion: string, availableVersions: string[]) {\n const nextMinor = semver.inc(currentVersion, 'minor')!;\n const nextMajor = semver.inc(currentVersion, 'major')!;\n\n // first found = the highest (given the search criteria)\n\n const suggestions: UpdateSuggestions<string> = [];\n\n const patch = availableVersions.find(\n (v) => semver.gt(v, currentVersion) && semver.lt(v, nextMinor),\n );\n const minor = availableVersions.find((v) => semver.gte(v, nextMinor) && semver.lt(v, nextMajor));\n const major = availableVersions.find((v) => semver.gte(v, nextMajor));\n\n if (patch) suggestions.push({ type: 'patch', update: patch });\n if (minor) suggestions.push({ type: 'minor', update: minor });\n if (major) suggestions.push({ type: 'major', update: major });\n\n return suggestions;\n}\n\nexport class RegistryV2Reader {\n private readonly v2RootFolderReader: FolderReader;\n private readonly ops: RegistryV2ReaderOps;\n\n constructor(\n private readonly registryReader: FolderReader,\n ops?: Partial<RegistryV2ReaderOps>,\n ) {\n this.v2RootFolderReader = registryReader.relativeReader(MainPrefix);\n this.ops = { ...DefaultRegistryV2ReaderOps, ...(ops ?? {}) };\n }\n\n /**\n * Embeds meta infromation relative to registry root.\n * Meta information that looks like:\n *\n * */\n private readonly embeddedGlobalMetaCache = new LRUCache<\n string,\n BlockPackMetaEmbeddedBytes,\n { meta: BlockPackMetaManifest; relativeTo?: BlockPackId }\n >({\n max: 500,\n fetchMethod: async (_key, _staleValue, options) =>\n await retry(async () => {\n const contentReader\n = options.context.relativeTo !== undefined\n ? this.v2RootFolderReader\n .relativeReader(packageContentPrefixInsideV2(options.context.relativeTo))\n .getContentReader()\n : this.v2RootFolderReader.getContentReader();\n return await BlockPackMetaEmbedBytes(contentReader).parseAsync(options.context.meta);\n }, Retry2TimesWithDelay),\n });\n\n private async embedMetaContent(\n id: BlockPackId,\n sha256: string,\n absolutePath: boolean,\n meta: BlockPackMetaManifest,\n ): Promise<BlockPackMetaEmbeddedBytes> {\n return await this.embeddedGlobalMetaCache.forceFetch(\n canonicalize({ id, sha256, absolutePath })!,\n { context: { meta, relativeTo: absolutePath ? undefined : id } },\n );\n }\n\n private listCacheTimestamp: number = 0;\n private listCache: BlockPackOverviewNoRegistryId[] | undefined = undefined;\n\n public async listBlockPacks(): Promise<BlockPackOverviewNoRegistryId[]> {\n if (\n this.listCache !== undefined\n && Date.now() - this.listCacheTimestamp <= this.ops.cacheBlockListFor\n )\n return this.listCache;\n try {\n return await retry(async () => {\n // const rootContentReader = this.v2RootFolderReader.getContentReader();\n const globalOverview = GlobalOverviewReg.parse(\n JSON.parse(\n Buffer.from(await this.v2RootFolderReader.readFile(GlobalOverviewFileName)).toString(),\n ),\n );\n\n const result = await Promise.all(\n globalOverview.packages.map(async (p) => {\n const byChannelEntries = await Promise.all(\n Object.entries(p.latestByChannel).map(async ([channel, data]) => [\n channel,\n {\n id: data.description.id,\n meta: await this.embedMetaContent(\n data.description.id,\n data.manifestSha256,\n true,\n data.description.meta,\n ),\n featureFlags: data.description.featureFlags,\n spec: {\n type: 'from-registry-v2',\n id: data.description.id,\n registryUrl: this.registryReader.rootUrl.toString(),\n channel,\n },\n },\n ]),\n );\n return {\n id: p.id,\n latestByChannel: Object.fromEntries(byChannelEntries) as BlockPackOverviewNoRegistryId['latestByChannel'],\n allVersions: p.allVersionsWithChannels,\n } satisfies BlockPackOverviewNoRegistryId;\n }),\n );\n\n this.listCache = result;\n this.listCacheTimestamp = Date.now();\n\n return result;\n }, Retry2TimesWithDelay);\n } catch (e: unknown) {\n if (\n this.listCache !== undefined\n && Date.now() - this.listCacheTimestamp <= this.ops.keepStaleBlockListFor\n )\n return this.listCache;\n throw e;\n }\n }\n\n public async getLatestOverview(\n id: BlockPackIdNoVersion,\n channel: string,\n ): Promise<SingleBlockPackOverview | undefined> {\n const overview = (await this.listBlockPacks()).find((e) =>\n blockPackIdNoVersionEquals(id, e.id),\n );\n if (overview === undefined) return undefined;\n return overview.latestByChannel[channel];\n }\n\n public async getUpdateSuggestions(\n id: BlockPackId,\n channel: string,\n ): Promise<UpdateSuggestions<string> | undefined> {\n const overview = (await this.listBlockPacks()).find((e) =>\n blockPackIdNoVersionEquals(id, e.id),\n );\n if (overview === undefined) return undefined;\n\n const versionCandidates = overview.allVersions\n .filter((v) => channel === AnyChannel || v.channels.indexOf(channel) >= 0)\n .map((v) => v.version);\n\n // versions are sorted\n versionCandidates.reverse(); // changing sorting order to opposite\n\n return inferUpdateSuggestions(id.version, versionCandidates);\n }\n\n public async getSpecificOverview(\n id: BlockPackId,\n channel: string,\n ): Promise<SingleBlockPackOverview> {\n return await retry(async () => {\n const manifestContent = await this.v2RootFolderReader.readFile(\n packageContentPrefixInsideV2(id) + ManifestSuffix,\n );\n const overview = BlockPackManifest.parse(JSON.parse(Buffer.from(manifestContent).toString()));\n return {\n id: id,\n meta: await this.embedMetaContent(\n id,\n await calculateSha256(manifestContent),\n false,\n overview.description.meta,\n ),\n spec: {\n type: 'from-registry-v2',\n id,\n registryUrl: this.registryReader.rootUrl.toString(),\n channel,\n },\n };\n }, Retry2TimesWithDelay);\n }\n\n private readonly componentsCache = new LRUCache<string, BlockComponentsAbsoluteUrl, BlockPackId>({\n max: 500,\n fetchMethod: async (_key, _staleValue, { context: id }) =>\n await retry(async () => {\n const packageFolderReader = this.v2RootFolderReader.relativeReader(\n packageContentPrefixInsideV2(id),\n );\n const manifest = BlockPackManifest.parse(\n JSON.parse(Buffer.from(await packageFolderReader.readFile(ManifestFileName)).toString()),\n );\n return BlockComponentsAbsoluteUrl(packageFolderReader.rootUrl.toString()).parse(\n manifest.description.components,\n );\n }, Retry2TimesWithDelay),\n });\n\n public async getComponents(id: BlockPackId): Promise<BlockComponentsAbsoluteUrl> {\n return await this.componentsCache.forceFetch(canonicalize(id)!, { context: id });\n }\n}\n","import type { Dispatcher } from 'undici';\nimport { request } from 'undici';\nimport type { RelativeContentReader } from '../v2';\nimport path from 'node:path';\nimport pathPosix from 'node:path/posix';\nimport fsp from 'node:fs/promises';\nimport { defaultHttpDispatcher } from '@milaboratories/pl-http';\n\nexport interface FolderReader {\n readonly rootUrl: URL;\n relativeReader(relativePath: string): FolderReader;\n readFile(file: string): Promise<Buffer>;\n getContentReader(relativePath?: string): RelativeContentReader;\n}\n\nclass HttpFolderReader implements FolderReader {\n constructor(\n public readonly rootUrl: URL,\n private readonly httpDispatcher: Dispatcher,\n ) {}\n\n public async readFile(file: string): Promise<Buffer> {\n const targetUrl = new URL(file, this.rootUrl);\n const response = await request(targetUrl, {\n dispatcher: this.httpDispatcher,\n });\n return Buffer.from(await response.body.arrayBuffer());\n }\n\n public relativeReader(relativePath: string): HttpFolderReader {\n if (!relativePath.endsWith('/')) relativePath = relativePath + '/';\n return new HttpFolderReader(new URL(relativePath, this.rootUrl), this.httpDispatcher);\n }\n\n public getContentReader(relativePath?: string): RelativeContentReader {\n const reader: HttpFolderReader = relativePath !== undefined\n ? this.relativeReader(relativePath)\n : this;\n return (path) => reader.readFile(path);\n }\n}\n\nclass FSFolderReader implements FolderReader {\n constructor(\n public readonly rootUrl: URL,\n private readonly root: string,\n ) {}\n\n public async readFile(file: string): Promise<Buffer> {\n const targetPath = path.join(this.root, ...file.split(pathPosix.sep));\n return await fsp.readFile(targetPath);\n }\n\n public relativeReader(relativePath: string): FSFolderReader {\n if (!relativePath.endsWith('/')) relativePath = relativePath + '/';\n return new FSFolderReader(\n new URL(relativePath, this.rootUrl),\n path.join(this.root, ...relativePath.split(pathPosix.sep)),\n );\n }\n\n public getContentReader(relativePath?: string): RelativeContentReader {\n const reader: FSFolderReader = relativePath !== undefined\n ? this.relativeReader(relativePath)\n : this;\n return (path) => reader.readFile(path);\n }\n}\n\nfunction posixToLocalPath(p: string): string {\n return p.split(pathPosix.sep).join(path.sep);\n}\n\nfunction localToPosix(p: string): string {\n return p.split(path.sep).join(pathPosix.sep);\n}\n\nexport function folderReaderByUrl(address: string, httpDispatcher?: Dispatcher): FolderReader {\n if (!address.endsWith('/')) address = address + '/';\n const url = new URL(address, `file:${localToPosix(path.resolve('.'))}/`);\n switch (url.protocol) {\n case 'file:': {\n const rootPath = posixToLocalPath(url.pathname);\n return new FSFolderReader(url, rootPath);\n }\n case 'https:':\n case 'http:':\n return new HttpFolderReader(url, httpDispatcher ?? defaultHttpDispatcher());\n default:\n throw new Error(`Unknown protocol: ${url.protocol}`);\n }\n}\n"],"names":["DefaultRegistryV2ReaderOps","inferUpdateSuggestions","currentVersion","availableVersions","nextMinor","semver.inc","nextMajor","suggestions","patch","v","semver.gt","semver.lt","minor","semver.gte","major","RegistryV2Reader","registryReader","ops","__publicField","LRUCache","_key","_staleValue","options","retry","contentReader","packageContentPrefixInsideV2","BlockPackMetaEmbedBytes","Retry2TimesWithDelay","id","packageFolderReader","manifest","BlockPackManifest","ManifestFileName","BlockComponentsAbsoluteUrl","MainPrefix","sha256","absolutePath","meta","canonicalize","globalOverview","GlobalOverviewReg","GlobalOverviewFileName","result","p","byChannelEntries","channel","data","e","overview","blockPackIdNoVersionEquals","versionCandidates","AnyChannel","manifestContent","ManifestSuffix","calculateSha256","HttpFolderReader","rootUrl","httpDispatcher","file","targetUrl","response","request","relativePath","reader","path","FSFolderReader","root","targetPath","pathPosix","fsp","posixToLocalPath","localToPosix","folderReaderByUrl","address","url","rootPath","defaultHttpDispatcher"],"mappings":"ksBAqCMA,EAAkD,CACtD,kBAAmB,KACnB,sBAAuB,GACzB,EAGO,SAASC,EAAuBC,EAAwBC,EAA6B,CAC1F,MAAMC,EAAYC,EAAAA,cAAAA,IAAWH,EAAgB,OAAO,EAC9CI,EAAYD,EAAAA,cAAAA,IAAWH,EAAgB,OAAO,EAI9CK,EAAyC,CAAA,EAEzCC,EAAQL,EAAkB,KAC7BM,GAAMC,EAAAA,cAAAA,GAAUD,EAAGP,CAAc,GAAKS,EAAAA,cAAAA,GAAUF,EAAGL,CAAS,CAAA,EAEzDQ,EAAQT,EAAkB,KAAMM,GAAMI,EAAAA,cAAAA,IAAWJ,EAAGL,CAAS,GAAKO,EAAAA,cAAAA,GAAUF,EAAGH,CAAS,CAAC,EACzFQ,EAAQX,EAAkB,KAAMM,GAAMI,oBAAWJ,EAAGH,CAAS,CAAC,EAEpE,OAAIE,KAAmB,KAAK,CAAE,KAAM,QAAS,OAAQA,EAAO,EACxDI,KAAmB,KAAK,CAAE,KAAM,QAAS,OAAQA,EAAO,EACxDE,KAAmB,KAAK,CAAE,KAAM,QAAS,OAAQA,EAAO,EAErDP,CACT,CAEO,MAAMQ,CAAiB,CAI5B,YACmBC,EACjBC,EACA,CANeC,EAAA,2BACAA,EAAA,YAeAA,EAAA,+BAA0B,IAAIC,EAAAA,SAI7C,CACA,IAAK,IACL,YAAa,MAAOC,EAAMC,EAAaC,IACrC,MAAMC,EAAAA,MAAM,SAAY,CACtB,MAAMC,EACFF,EAAQ,QAAQ,aAAe,OAC7B,KAAK,mBACJ,eAAeG,EAAAA,6BAA6BH,EAAQ,QAAQ,UAAU,CAAC,EACvE,mBACD,KAAK,mBAAmB,iBAAA,EAC9B,OAAO,MAAMI,EAAAA,wBAAwBF,CAAa,EAAE,WAAWF,EAAQ,QAAQ,IAAI,CACrF,EAAGK,EAAAA,oBAAoB,CAAA,CAC1B,GAcOT,EAAA,0BAA6B,GAC7BA,EAAA,kBAwHSA,EAAA,uBAAkB,IAAIC,EAAAA,SAA0D,CAC/F,IAAK,IACL,YAAa,MAAOC,EAAMC,EAAa,CAAE,QAASO,CAAA,IAChD,MAAML,EAAAA,MAAM,SAAY,CACtB,MAAMM,EAAsB,KAAK,mBAAmB,eAClDJ,EAAAA,6BAA6BG,CAAE,CAAA,EAE3BE,EAAWC,EAAAA,kBAAkB,MACjC,KAAK,MAAM,OAAO,KAAK,MAAMF,EAAoB,SAASG,EAAAA,gBAAgB,CAAC,EAAE,SAAA,CAAU,CAAA,EAEzF,OAAOC,EAAAA,2BAA2BJ,EAAoB,QAAQ,SAAA,CAAU,EAAE,MACxEC,EAAS,YAAY,UAAA,CAEzB,EAAGH,EAAAA,oBAAoB,CAAA,CAC1B,GAjLkB,KAAA,eAAAX,EAGjB,KAAK,mBAAqBA,EAAe,eAAekB,EAAAA,UAAU,EAClE,KAAK,IAAM,CAAE,GAAGlC,EAA4B,GAAIiB,GAAO,CAAA,CAAC,CAC1D,CAyBA,MAAc,iBACZW,EACAO,EACAC,EACAC,EACqC,CACrC,OAAO,MAAM,KAAK,wBAAwB,WACxCC,EAAa,CAAE,GAAAV,EAAI,OAAAO,EAAQ,aAAAC,EAAc,EACzC,CAAE,QAAS,CAAE,KAAAC,EAAM,WAAYD,EAAe,OAAYR,EAAG,CAAE,CAEnE,CAKA,MAAa,gBAA2D,CACtE,GACE,KAAK,YAAc,QAChB,KAAK,MAAQ,KAAK,oBAAsB,KAAK,IAAI,kBAEpD,OAAO,KAAK,UACd,GAAI,CACF,OAAO,MAAML,EAAAA,MAAM,SAAY,CAE7B,MAAMgB,EAAiBC,EAAAA,kBAAkB,MACvC,KAAK,MACH,OAAO,KAAK,MAAM,KAAK,mBAAmB,SAASC,EAAAA,sBAAsB,CAAC,EAAE,SAAA,CAAS,CACvF,EAGIC,EAAS,MAAM,QAAQ,IAC3BH,EAAe,SAAS,IAAI,MAAOI,GAAM,CACvC,MAAMC,EAAmB,MAAM,QAAQ,IACrC,OAAO,QAAQD,EAAE,eAAe,EAAE,IAAI,MAAO,CAACE,EAASC,CAAI,IAAM,CAC/DD,EACA,CACE,GAAIC,EAAK,YAAY,GACrB,KAAM,MAAM,KAAK,iBACfA,EAAK,YAAY,GACjBA,EAAK,eACL,GACAA,EAAK,YAAY,IAAA,EAEnB,aAAcA,EAAK,YAAY,aAC/B,KAAM,CACJ,KAAM,mBACN,GAAIA,EAAK,YAAY,GACrB,YAAa,KAAK,eAAe,QAAQ,SAAA,EACzC,QAAAD,CAAA,CACF,CACF,CACD,CAAA,EAEH,MAAO,CACL,GAAIF,EAAE,GACN,gBAAiB,OAAO,YAAYC,CAAgB,EACpD,YAAaD,EAAE,uBAAA,CAEnB,CAAC,CAAA,EAGH,YAAK,UAAYD,EACjB,KAAK,mBAAqB,KAAK,IAAA,EAExBA,CACT,EAAGf,EAAAA,oBAAoB,CACzB,OAASoB,EAAY,CACnB,GACE,KAAK,YAAc,QAChB,KAAK,MAAQ,KAAK,oBAAsB,KAAK,IAAI,sBAEpD,OAAO,KAAK,UACd,MAAMA,CACR,CACF,CAEA,MAAa,kBACXnB,EACAiB,EAC8C,CAC9C,MAAMG,GAAY,MAAM,KAAK,eAAA,GAAkB,KAAMD,GACnDE,EAAAA,2BAA2BrB,EAAImB,EAAE,EAAE,CAAA,EAErC,GAAIC,IAAa,OACjB,OAAOA,EAAS,gBAAgBH,CAAO,CACzC,CAEA,MAAa,qBACXjB,EACAiB,EACgD,CAChD,MAAMG,GAAY,MAAM,KAAK,eAAA,GAAkB,KAAMD,GACnDE,EAAAA,2BAA2BrB,EAAImB,EAAE,EAAE,CAAA,EAErC,GAAIC,IAAa,OAAW,OAE5B,MAAME,EAAoBF,EAAS,YAChC,OAAQvC,GAAMoC,IAAYM,EAAAA,YAAc1C,EAAE,SAAS,QAAQoC,CAAO,GAAK,CAAC,EACxE,IAAKpC,GAAMA,EAAE,OAAO,EAGvB,OAAAyC,EAAkB,QAAA,EAEXjD,EAAuB2B,EAAG,QAASsB,CAAiB,CAC7D,CAEA,MAAa,oBACXtB,EACAiB,EACkC,CAClC,OAAO,MAAMtB,EAAAA,MAAM,SAAY,CAC7B,MAAM6B,EAAkB,MAAM,KAAK,mBAAmB,SACpD3B,EAAAA,6BAA6BG,CAAE,EAAIyB,EAAAA,cAAA,EAE/BL,EAAWjB,EAAAA,kBAAkB,MAAM,KAAK,MAAM,OAAO,KAAKqB,CAAe,EAAE,SAAA,CAAU,CAAC,EAC5F,MAAO,CACL,GAAAxB,EACA,KAAM,MAAM,KAAK,iBACfA,EACA,MAAM0B,EAAAA,gBAAgBF,CAAe,EACrC,GACAJ,EAAS,YAAY,IAAA,EAEvB,KAAM,CACJ,KAAM,mBACN,GAAApB,EACA,YAAa,KAAK,eAAe,QAAQ,SAAA,EACzC,QAAAiB,CAAA,CACF,CAEJ,EAAGlB,EAAAA,oBAAoB,CACzB,CAkBA,MAAa,cAAcC,EAAsD,CAC/E,OAAO,MAAM,KAAK,gBAAgB,WAAWU,EAAaV,CAAE,EAAI,CAAE,QAASA,EAAI,CACjF,CACF,CC5OA,MAAM2B,CAAyC,CAC7C,YACkBC,EACCC,EACjB,CAFgB,KAAA,QAAAD,EACC,KAAA,eAAAC,CAChB,CAEH,MAAa,SAASC,EAA+B,CACnD,MAAMC,EAAY,IAAI,IAAID,EAAM,KAAK,OAAO,EACtCE,EAAW,MAAMC,EAAAA,QAAQF,EAAW,CACxC,WAAY,KAAK,cAAA,CAClB,EACD,OAAO,OAAO,KAAK,MAAMC,EAAS,KAAK,aAAa,CACtD,CAEO,eAAeE,EAAwC,CAC5D,OAAKA,EAAa,SAAS,GAAG,MAAkBA,EAAe,KACxD,IAAIP,EAAiB,IAAI,IAAIO,EAAc,KAAK,OAAO,EAAG,KAAK,cAAc,CACtF,CAEO,iBAAiBA,EAA8C,CACpE,MAAMC,EAA2BD,IAAiB,OAC9C,KAAK,eAAeA,CAAY,EAChC,KACJ,OAAQE,GAASD,EAAO,SAASC,CAAI,CACvC,CACF,CAEA,MAAMC,CAAuC,CAC3C,YACkBT,EACCU,EACjB,CAFgB,KAAA,QAAAV,EACC,KAAA,KAAAU,CAChB,CAEH,MAAa,SAASR,EAA+B,CACnD,MAAMS,EAAaH,EAAK,KAAK,KAAK,KAAM,GAAGN,EAAK,MAAMU,EAAU,GAAG,CAAC,EACpE,OAAO,MAAMC,EAAI,SAASF,CAAU,CACtC,CAEO,eAAeL,EAAsC,CAC1D,OAAKA,EAAa,SAAS,GAAG,MAAkBA,EAAe,KACxD,IAAIG,EACT,IAAI,IAAIH,EAAc,KAAK,OAAO,EAClCE,EAAK,KAAK,KAAK,KAAM,GAAGF,EAAa,MAAMM,EAAU,GAAG,CAAC,CAAA,CAE7D,CAEO,iBAAiBN,EAA8C,CACpE,MAAMC,EAAyBD,IAAiB,OAC5C,KAAK,eAAeA,CAAY,EAChC,KACJ,OAAQE,GAASD,EAAO,SAASC,CAAI,CACvC,CACF,CAEA,SAASM,EAAiB3B,EAAmB,CAC3C,OAAOA,EAAE,MAAMyB,EAAU,GAAG,EAAE,KAAKJ,EAAK,GAAG,CAC7C,CAEA,SAASO,EAAa5B,EAAmB,CACvC,OAAOA,EAAE,MAAMqB,EAAK,GAAG,EAAE,KAAKI,EAAU,GAAG,CAC7C,CAEO,SAASI,EAAkBC,EAAiBhB,EAA2C,CACvFgB,EAAQ,SAAS,GAAG,MAAaA,EAAU,KAChD,MAAMC,EAAM,IAAI,IAAID,EAAS,QAAQF,EAAaP,EAAK,QAAQ,GAAG,CAAC,CAAC,GAAG,EACvE,OAAQU,EAAI,SAAA,CACV,IAAK,QAAS,CACZ,MAAMC,EAAWL,EAAiBI,EAAI,QAAQ,EAC9C,OAAO,IAAIT,EAAeS,EAAKC,CAAQ,CACzC,CACA,IAAK,SACL,IAAK,QACH,OAAO,IAAIpB,EAAiBmB,EAAKjB,GAAkBmB,EAAAA,uBAAuB,EAC5E,QACE,MAAM,IAAI,MAAM,qBAAqBF,EAAI,QAAQ,EAAE,CAAA,CAEzD"}
1
+ {"version":3,"file":"index.js","sources":["../src/v2/registry/registry_reader.ts","../src/io/folder_reader.ts"],"sourcesContent":["import type {\n BlockPackId,\n BlockPackIdNoVersion,\n BlockPackMetaEmbeddedBytes,\n BlockPackMetaManifest,\n UpdateSuggestions,\n SingleBlockPackOverview,\n BlockPackOverviewNoRegistryId,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport {\n blockPackIdNoVersionEquals,\n BlockPackManifest,\n AnyChannel,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport type { FolderReader } from \"../../io\";\nimport canonicalize from \"canonicalize\";\nimport {\n GlobalOverviewFileName,\n GlobalOverviewReg,\n MainPrefix,\n ManifestFileName,\n ManifestSuffix,\n packageContentPrefixInsideV2,\n} from \"./schema_public\";\nimport { BlockComponentsAbsoluteUrl, BlockPackMetaEmbedBytes } from \"../model\";\nimport { LRUCache } from \"lru-cache\";\nimport * as semver from \"semver\";\nimport { calculateSha256 } from \"../../util\";\nimport { retry, Retry2TimesWithDelay } from \"@milaboratories/ts-helpers\";\n\nexport type RegistryV2ReaderOps = {\n /** Number of milliseconds to cache retrieved block list for */\n cacheBlockListFor: number;\n /** Number of milliseconds to keep cached retrieved block list for, if new requests returns error */\n keepStaleBlockListFor: number;\n};\n\nconst DefaultRegistryV2ReaderOps: RegistryV2ReaderOps = {\n cacheBlockListFor: 45e3, // 45 seconds\n keepStaleBlockListFor: 300e3, // 5 minutes\n};\n\n/** @param availableVersions must be reverse sorted (from highest version to lowest) */\nexport function inferUpdateSuggestions(currentVersion: string, availableVersions: string[]) {\n const nextMinor = semver.inc(currentVersion, \"minor\")!;\n const nextMajor = semver.inc(currentVersion, \"major\")!;\n\n // first found = the highest (given the search criteria)\n\n const suggestions: UpdateSuggestions<string> = [];\n\n const patch = availableVersions.find(\n (v) => semver.gt(v, currentVersion) && semver.lt(v, nextMinor),\n );\n const minor = availableVersions.find((v) => semver.gte(v, nextMinor) && semver.lt(v, nextMajor));\n const major = availableVersions.find((v) => semver.gte(v, nextMajor));\n\n if (patch) suggestions.push({ type: \"patch\", update: patch });\n if (minor) suggestions.push({ type: \"minor\", update: minor });\n if (major) suggestions.push({ type: \"major\", update: major });\n\n return suggestions;\n}\n\nexport class RegistryV2Reader {\n private readonly v2RootFolderReader: FolderReader;\n private readonly ops: RegistryV2ReaderOps;\n\n constructor(\n private readonly registryReader: FolderReader,\n ops?: Partial<RegistryV2ReaderOps>,\n ) {\n this.v2RootFolderReader = registryReader.relativeReader(MainPrefix);\n this.ops = { ...DefaultRegistryV2ReaderOps, ...ops };\n }\n\n /**\n * Embeds meta infromation relative to registry root.\n * Meta information that looks like:\n *\n * */\n private readonly embeddedGlobalMetaCache = new LRUCache<\n string,\n BlockPackMetaEmbeddedBytes,\n { meta: BlockPackMetaManifest; relativeTo?: BlockPackId }\n >({\n max: 500,\n fetchMethod: async (_key, _staleValue, options) =>\n await retry(async () => {\n const contentReader =\n options.context.relativeTo !== undefined\n ? this.v2RootFolderReader\n .relativeReader(packageContentPrefixInsideV2(options.context.relativeTo))\n .getContentReader()\n : this.v2RootFolderReader.getContentReader();\n return await BlockPackMetaEmbedBytes(contentReader).parseAsync(options.context.meta);\n }, Retry2TimesWithDelay),\n });\n\n private async embedMetaContent(\n id: BlockPackId,\n sha256: string,\n absolutePath: boolean,\n meta: BlockPackMetaManifest,\n ): Promise<BlockPackMetaEmbeddedBytes> {\n return await this.embeddedGlobalMetaCache.forceFetch(\n canonicalize({ id, sha256, absolutePath })!,\n { context: { meta, relativeTo: absolutePath ? undefined : id } },\n );\n }\n\n private listCacheTimestamp: number = 0;\n private listCache: BlockPackOverviewNoRegistryId[] | undefined = undefined;\n\n public async listBlockPacks(): Promise<BlockPackOverviewNoRegistryId[]> {\n if (\n this.listCache !== undefined &&\n Date.now() - this.listCacheTimestamp <= this.ops.cacheBlockListFor\n )\n return this.listCache;\n try {\n return await retry(async () => {\n // const rootContentReader = this.v2RootFolderReader.getContentReader();\n const globalOverview = GlobalOverviewReg.parse(\n JSON.parse(\n Buffer.from(await this.v2RootFolderReader.readFile(GlobalOverviewFileName)).toString(),\n ),\n );\n\n const result = await Promise.all(\n globalOverview.packages.map(async (p) => {\n const byChannelEntries = await Promise.all(\n Object.entries(p.latestByChannel).map(async ([channel, data]) => [\n channel,\n {\n id: data.description.id,\n meta: await this.embedMetaContent(\n data.description.id,\n data.manifestSha256,\n true,\n data.description.meta,\n ),\n featureFlags: data.description.featureFlags,\n spec: {\n type: \"from-registry-v2\",\n id: data.description.id,\n registryUrl: this.registryReader.rootUrl.toString(),\n channel,\n },\n },\n ]),\n );\n return {\n id: p.id,\n latestByChannel: Object.fromEntries(\n byChannelEntries,\n ) as BlockPackOverviewNoRegistryId[\"latestByChannel\"],\n allVersions: p.allVersionsWithChannels,\n } satisfies BlockPackOverviewNoRegistryId;\n }),\n );\n\n this.listCache = result;\n this.listCacheTimestamp = Date.now();\n\n return result;\n }, Retry2TimesWithDelay);\n } catch (e: unknown) {\n if (\n this.listCache !== undefined &&\n Date.now() - this.listCacheTimestamp <= this.ops.keepStaleBlockListFor\n )\n return this.listCache;\n throw e;\n }\n }\n\n public async getLatestOverview(\n id: BlockPackIdNoVersion,\n channel: string,\n ): Promise<SingleBlockPackOverview | undefined> {\n const overview = (await this.listBlockPacks()).find((e) =>\n blockPackIdNoVersionEquals(id, e.id),\n );\n if (overview === undefined) return undefined;\n return overview.latestByChannel[channel];\n }\n\n public async getUpdateSuggestions(\n id: BlockPackId,\n channel: string,\n ): Promise<UpdateSuggestions<string> | undefined> {\n const overview = (await this.listBlockPacks()).find((e) =>\n blockPackIdNoVersionEquals(id, e.id),\n );\n if (overview === undefined) return undefined;\n\n const versionCandidates = overview.allVersions\n .filter((v) => channel === AnyChannel || v.channels.indexOf(channel) >= 0)\n .map((v) => v.version);\n\n // versions are sorted\n versionCandidates.reverse(); // changing sorting order to opposite\n\n return inferUpdateSuggestions(id.version, versionCandidates);\n }\n\n public async getSpecificOverview(\n id: BlockPackId,\n channel: string,\n ): Promise<SingleBlockPackOverview> {\n return await retry(async () => {\n const manifestContent = await this.v2RootFolderReader.readFile(\n packageContentPrefixInsideV2(id) + ManifestSuffix,\n );\n const overview = BlockPackManifest.parse(JSON.parse(Buffer.from(manifestContent).toString()));\n return {\n id: id,\n meta: await this.embedMetaContent(\n id,\n await calculateSha256(manifestContent),\n false,\n overview.description.meta,\n ),\n spec: {\n type: \"from-registry-v2\",\n id,\n registryUrl: this.registryReader.rootUrl.toString(),\n channel,\n },\n };\n }, Retry2TimesWithDelay);\n }\n\n private readonly componentsCache = new LRUCache<string, BlockComponentsAbsoluteUrl, BlockPackId>({\n max: 500,\n fetchMethod: async (_key, _staleValue, { context: id }) =>\n await retry(async () => {\n const packageFolderReader = this.v2RootFolderReader.relativeReader(\n packageContentPrefixInsideV2(id),\n );\n const manifest = BlockPackManifest.parse(\n JSON.parse(Buffer.from(await packageFolderReader.readFile(ManifestFileName)).toString()),\n );\n return BlockComponentsAbsoluteUrl(packageFolderReader.rootUrl.toString()).parse(\n manifest.description.components,\n );\n }, Retry2TimesWithDelay),\n });\n\n public async getComponents(id: BlockPackId): Promise<BlockComponentsAbsoluteUrl> {\n return await this.componentsCache.forceFetch(canonicalize(id)!, { context: id });\n }\n}\n","import type { Dispatcher } from \"undici\";\nimport { request } from \"undici\";\nimport type { RelativeContentReader } from \"../v2\";\nimport path from \"node:path\";\nimport pathPosix from \"node:path/posix\";\nimport fsp from \"node:fs/promises\";\nimport { defaultHttpDispatcher } from \"@milaboratories/pl-http\";\n\nexport interface FolderReader {\n readonly rootUrl: URL;\n relativeReader(relativePath: string): FolderReader;\n readFile(file: string): Promise<Buffer>;\n getContentReader(relativePath?: string): RelativeContentReader;\n}\n\nclass HttpFolderReader implements FolderReader {\n constructor(\n public readonly rootUrl: URL,\n private readonly httpDispatcher: Dispatcher,\n ) {}\n\n public async readFile(file: string): Promise<Buffer> {\n const targetUrl = new URL(file, this.rootUrl);\n const response = await request(targetUrl, {\n dispatcher: this.httpDispatcher,\n });\n return Buffer.from(await response.body.arrayBuffer());\n }\n\n public relativeReader(relativePath: string): HttpFolderReader {\n if (!relativePath.endsWith(\"/\")) relativePath = relativePath + \"/\";\n return new HttpFolderReader(new URL(relativePath, this.rootUrl), this.httpDispatcher);\n }\n\n public getContentReader(relativePath?: string): RelativeContentReader {\n const reader: HttpFolderReader =\n relativePath !== undefined ? this.relativeReader(relativePath) : this;\n return (path) => reader.readFile(path);\n }\n}\n\nclass FSFolderReader implements FolderReader {\n constructor(\n public readonly rootUrl: URL,\n private readonly root: string,\n ) {}\n\n public async readFile(file: string): Promise<Buffer> {\n const targetPath = path.join(this.root, ...file.split(pathPosix.sep));\n return await fsp.readFile(targetPath);\n }\n\n public relativeReader(relativePath: string): FSFolderReader {\n if (!relativePath.endsWith(\"/\")) relativePath = relativePath + \"/\";\n return new FSFolderReader(\n new URL(relativePath, this.rootUrl),\n path.join(this.root, ...relativePath.split(pathPosix.sep)),\n );\n }\n\n public getContentReader(relativePath?: string): RelativeContentReader {\n const reader: FSFolderReader =\n relativePath !== undefined ? this.relativeReader(relativePath) : this;\n return (path) => reader.readFile(path);\n }\n}\n\nfunction posixToLocalPath(p: string): string {\n return p.split(pathPosix.sep).join(path.sep);\n}\n\nfunction localToPosix(p: string): string {\n return p.split(path.sep).join(pathPosix.sep);\n}\n\nexport function folderReaderByUrl(address: string, httpDispatcher?: Dispatcher): FolderReader {\n if (!address.endsWith(\"/\")) address = address + \"/\";\n const url = new URL(address, `file:${localToPosix(path.resolve(\".\"))}/`);\n switch (url.protocol) {\n case \"file:\": {\n const rootPath = posixToLocalPath(url.pathname);\n return new FSFolderReader(url, rootPath);\n }\n case \"https:\":\n case \"http:\":\n return new HttpFolderReader(url, httpDispatcher ?? defaultHttpDispatcher());\n default:\n throw new Error(`Unknown protocol: ${url.protocol}`);\n }\n}\n"],"names":["DefaultRegistryV2ReaderOps","inferUpdateSuggestions","currentVersion","availableVersions","nextMinor","semver.inc","nextMajor","suggestions","patch","v","semver.gt","semver.lt","minor","semver.gte","major","RegistryV2Reader","registryReader","ops","__publicField","LRUCache","_key","_staleValue","options","retry","contentReader","packageContentPrefixInsideV2","BlockPackMetaEmbedBytes","Retry2TimesWithDelay","id","packageFolderReader","manifest","BlockPackManifest","ManifestFileName","BlockComponentsAbsoluteUrl","MainPrefix","sha256","absolutePath","meta","canonicalize","globalOverview","GlobalOverviewReg","GlobalOverviewFileName","result","p","byChannelEntries","channel","data","e","overview","blockPackIdNoVersionEquals","versionCandidates","AnyChannel","manifestContent","ManifestSuffix","calculateSha256","HttpFolderReader","rootUrl","httpDispatcher","file","targetUrl","response","request","relativePath","reader","path","FSFolderReader","root","targetPath","pathPosix","fsp","posixToLocalPath","localToPosix","folderReaderByUrl","address","url","rootPath","defaultHttpDispatcher"],"mappings":"ksBAqCMA,EAAkD,CACtD,kBAAmB,KACnB,sBAAuB,GACzB,EAGO,SAASC,EAAuBC,EAAwBC,EAA6B,CAC1F,MAAMC,EAAYC,EAAAA,cAAAA,IAAWH,EAAgB,OAAO,EAC9CI,EAAYD,EAAAA,cAAAA,IAAWH,EAAgB,OAAO,EAI9CK,EAAyC,CAAA,EAEzCC,EAAQL,EAAkB,KAC7BM,GAAMC,EAAAA,cAAAA,GAAUD,EAAGP,CAAc,GAAKS,EAAAA,cAAAA,GAAUF,EAAGL,CAAS,CAAA,EAEzDQ,EAAQT,EAAkB,KAAMM,GAAMI,EAAAA,cAAAA,IAAWJ,EAAGL,CAAS,GAAKO,EAAAA,cAAAA,GAAUF,EAAGH,CAAS,CAAC,EACzFQ,EAAQX,EAAkB,KAAMM,GAAMI,oBAAWJ,EAAGH,CAAS,CAAC,EAEpE,OAAIE,KAAmB,KAAK,CAAE,KAAM,QAAS,OAAQA,EAAO,EACxDI,KAAmB,KAAK,CAAE,KAAM,QAAS,OAAQA,EAAO,EACxDE,KAAmB,KAAK,CAAE,KAAM,QAAS,OAAQA,EAAO,EAErDP,CACT,CAEO,MAAMQ,CAAiB,CAI5B,YACmBC,EACjBC,EACA,CANeC,EAAA,2BACAA,EAAA,YAeAA,EAAA,+BAA0B,IAAIC,EAAAA,SAI7C,CACA,IAAK,IACL,YAAa,MAAOC,EAAMC,EAAaC,IACrC,MAAMC,EAAAA,MAAM,SAAY,CACtB,MAAMC,EACJF,EAAQ,QAAQ,aAAe,OAC3B,KAAK,mBACF,eAAeG,EAAAA,6BAA6BH,EAAQ,QAAQ,UAAU,CAAC,EACvE,mBACH,KAAK,mBAAmB,iBAAA,EAC9B,OAAO,MAAMI,EAAAA,wBAAwBF,CAAa,EAAE,WAAWF,EAAQ,QAAQ,IAAI,CACrF,EAAGK,EAAAA,oBAAoB,CAAA,CAC1B,GAcOT,EAAA,0BAA6B,GAC7BA,EAAA,kBA0HSA,EAAA,uBAAkB,IAAIC,EAAAA,SAA0D,CAC/F,IAAK,IACL,YAAa,MAAOC,EAAMC,EAAa,CAAE,QAASO,CAAA,IAChD,MAAML,EAAAA,MAAM,SAAY,CACtB,MAAMM,EAAsB,KAAK,mBAAmB,eAClDJ,EAAAA,6BAA6BG,CAAE,CAAA,EAE3BE,EAAWC,EAAAA,kBAAkB,MACjC,KAAK,MAAM,OAAO,KAAK,MAAMF,EAAoB,SAASG,EAAAA,gBAAgB,CAAC,EAAE,SAAA,CAAU,CAAA,EAEzF,OAAOC,EAAAA,2BAA2BJ,EAAoB,QAAQ,SAAA,CAAU,EAAE,MACxEC,EAAS,YAAY,UAAA,CAEzB,EAAGH,EAAAA,oBAAoB,CAAA,CAC1B,GAnLkB,KAAA,eAAAX,EAGjB,KAAK,mBAAqBA,EAAe,eAAekB,EAAAA,UAAU,EAClE,KAAK,IAAM,CAAE,GAAGlC,EAA4B,GAAGiB,CAAA,CACjD,CAyBA,MAAc,iBACZW,EACAO,EACAC,EACAC,EACqC,CACrC,OAAO,MAAM,KAAK,wBAAwB,WACxCC,EAAa,CAAE,GAAAV,EAAI,OAAAO,EAAQ,aAAAC,EAAc,EACzC,CAAE,QAAS,CAAE,KAAAC,EAAM,WAAYD,EAAe,OAAYR,EAAG,CAAE,CAEnE,CAKA,MAAa,gBAA2D,CACtE,GACE,KAAK,YAAc,QACnB,KAAK,MAAQ,KAAK,oBAAsB,KAAK,IAAI,kBAEjD,OAAO,KAAK,UACd,GAAI,CACF,OAAO,MAAML,EAAAA,MAAM,SAAY,CAE7B,MAAMgB,EAAiBC,EAAAA,kBAAkB,MACvC,KAAK,MACH,OAAO,KAAK,MAAM,KAAK,mBAAmB,SAASC,EAAAA,sBAAsB,CAAC,EAAE,SAAA,CAAS,CACvF,EAGIC,EAAS,MAAM,QAAQ,IAC3BH,EAAe,SAAS,IAAI,MAAOI,GAAM,CACvC,MAAMC,EAAmB,MAAM,QAAQ,IACrC,OAAO,QAAQD,EAAE,eAAe,EAAE,IAAI,MAAO,CAACE,EAASC,CAAI,IAAM,CAC/DD,EACA,CACE,GAAIC,EAAK,YAAY,GACrB,KAAM,MAAM,KAAK,iBACfA,EAAK,YAAY,GACjBA,EAAK,eACL,GACAA,EAAK,YAAY,IAAA,EAEnB,aAAcA,EAAK,YAAY,aAC/B,KAAM,CACJ,KAAM,mBACN,GAAIA,EAAK,YAAY,GACrB,YAAa,KAAK,eAAe,QAAQ,SAAA,EACzC,QAAAD,CAAA,CACF,CACF,CACD,CAAA,EAEH,MAAO,CACL,GAAIF,EAAE,GACN,gBAAiB,OAAO,YACtBC,CAAA,EAEF,YAAaD,EAAE,uBAAA,CAEnB,CAAC,CAAA,EAGH,YAAK,UAAYD,EACjB,KAAK,mBAAqB,KAAK,IAAA,EAExBA,CACT,EAAGf,EAAAA,oBAAoB,CACzB,OAASoB,EAAY,CACnB,GACE,KAAK,YAAc,QACnB,KAAK,MAAQ,KAAK,oBAAsB,KAAK,IAAI,sBAEjD,OAAO,KAAK,UACd,MAAMA,CACR,CACF,CAEA,MAAa,kBACXnB,EACAiB,EAC8C,CAC9C,MAAMG,GAAY,MAAM,KAAK,eAAA,GAAkB,KAAMD,GACnDE,EAAAA,2BAA2BrB,EAAImB,EAAE,EAAE,CAAA,EAErC,GAAIC,IAAa,OACjB,OAAOA,EAAS,gBAAgBH,CAAO,CACzC,CAEA,MAAa,qBACXjB,EACAiB,EACgD,CAChD,MAAMG,GAAY,MAAM,KAAK,eAAA,GAAkB,KAAMD,GACnDE,EAAAA,2BAA2BrB,EAAImB,EAAE,EAAE,CAAA,EAErC,GAAIC,IAAa,OAAW,OAE5B,MAAME,EAAoBF,EAAS,YAChC,OAAQvC,GAAMoC,IAAYM,EAAAA,YAAc1C,EAAE,SAAS,QAAQoC,CAAO,GAAK,CAAC,EACxE,IAAKpC,GAAMA,EAAE,OAAO,EAGvB,OAAAyC,EAAkB,QAAA,EAEXjD,EAAuB2B,EAAG,QAASsB,CAAiB,CAC7D,CAEA,MAAa,oBACXtB,EACAiB,EACkC,CAClC,OAAO,MAAMtB,EAAAA,MAAM,SAAY,CAC7B,MAAM6B,EAAkB,MAAM,KAAK,mBAAmB,SACpD3B,EAAAA,6BAA6BG,CAAE,EAAIyB,EAAAA,cAAA,EAE/BL,EAAWjB,EAAAA,kBAAkB,MAAM,KAAK,MAAM,OAAO,KAAKqB,CAAe,EAAE,SAAA,CAAU,CAAC,EAC5F,MAAO,CACL,GAAAxB,EACA,KAAM,MAAM,KAAK,iBACfA,EACA,MAAM0B,EAAAA,gBAAgBF,CAAe,EACrC,GACAJ,EAAS,YAAY,IAAA,EAEvB,KAAM,CACJ,KAAM,mBACN,GAAApB,EACA,YAAa,KAAK,eAAe,QAAQ,SAAA,EACzC,QAAAiB,CAAA,CACF,CAEJ,EAAGlB,EAAAA,oBAAoB,CACzB,CAkBA,MAAa,cAAcC,EAAsD,CAC/E,OAAO,MAAM,KAAK,gBAAgB,WAAWU,EAAaV,CAAE,EAAI,CAAE,QAASA,EAAI,CACjF,CACF,CC9OA,MAAM2B,CAAyC,CAC7C,YACkBC,EACCC,EACjB,CAFgB,KAAA,QAAAD,EACC,KAAA,eAAAC,CAChB,CAEH,MAAa,SAASC,EAA+B,CACnD,MAAMC,EAAY,IAAI,IAAID,EAAM,KAAK,OAAO,EACtCE,EAAW,MAAMC,EAAAA,QAAQF,EAAW,CACxC,WAAY,KAAK,cAAA,CAClB,EACD,OAAO,OAAO,KAAK,MAAMC,EAAS,KAAK,aAAa,CACtD,CAEO,eAAeE,EAAwC,CAC5D,OAAKA,EAAa,SAAS,GAAG,MAAkBA,EAAe,KACxD,IAAIP,EAAiB,IAAI,IAAIO,EAAc,KAAK,OAAO,EAAG,KAAK,cAAc,CACtF,CAEO,iBAAiBA,EAA8C,CACpE,MAAMC,EACJD,IAAiB,OAAY,KAAK,eAAeA,CAAY,EAAI,KACnE,OAAQE,GAASD,EAAO,SAASC,CAAI,CACvC,CACF,CAEA,MAAMC,CAAuC,CAC3C,YACkBT,EACCU,EACjB,CAFgB,KAAA,QAAAV,EACC,KAAA,KAAAU,CAChB,CAEH,MAAa,SAASR,EAA+B,CACnD,MAAMS,EAAaH,EAAK,KAAK,KAAK,KAAM,GAAGN,EAAK,MAAMU,EAAU,GAAG,CAAC,EACpE,OAAO,MAAMC,EAAI,SAASF,CAAU,CACtC,CAEO,eAAeL,EAAsC,CAC1D,OAAKA,EAAa,SAAS,GAAG,MAAkBA,EAAe,KACxD,IAAIG,EACT,IAAI,IAAIH,EAAc,KAAK,OAAO,EAClCE,EAAK,KAAK,KAAK,KAAM,GAAGF,EAAa,MAAMM,EAAU,GAAG,CAAC,CAAA,CAE7D,CAEO,iBAAiBN,EAA8C,CACpE,MAAMC,EACJD,IAAiB,OAAY,KAAK,eAAeA,CAAY,EAAI,KACnE,OAAQE,GAASD,EAAO,SAASC,CAAI,CACvC,CACF,CAEA,SAASM,EAAiB3B,EAAmB,CAC3C,OAAOA,EAAE,MAAMyB,EAAU,GAAG,EAAE,KAAKJ,EAAK,GAAG,CAC7C,CAEA,SAASO,EAAa5B,EAAmB,CACvC,OAAOA,EAAE,MAAMqB,EAAK,GAAG,EAAE,KAAKI,EAAU,GAAG,CAC7C,CAEO,SAASI,EAAkBC,EAAiBhB,EAA2C,CACvFgB,EAAQ,SAAS,GAAG,MAAaA,EAAU,KAChD,MAAMC,EAAM,IAAI,IAAID,EAAS,QAAQF,EAAaP,EAAK,QAAQ,GAAG,CAAC,CAAC,GAAG,EACvE,OAAQU,EAAI,SAAA,CACV,IAAK,QAAS,CACZ,MAAMC,EAAWL,EAAiBI,EAAI,QAAQ,EAC9C,OAAO,IAAIT,EAAeS,EAAKC,CAAQ,CACzC,CACA,IAAK,SACL,IAAK,QACH,OAAO,IAAIpB,EAAiBmB,EAAKjB,GAAkBmB,EAAAA,uBAAuB,EAC5E,QACE,MAAM,IAAI,MAAM,qBAAqBF,EAAI,QAAQ,EAAE,CAAA,CAEzD"}
package/dist/index.mjs CHANGED
@@ -1,8 +1,8 @@
1
1
  var C = Object.defineProperty;
2
2
  var P = (s, e, t) => e in s ? C(s, e, { enumerable: !0, configurable: !0, writable: !0, value: t }) : s[e] = t;
3
3
  var l = (s, e, t) => P(s, typeof e != "symbol" ? e + "" : e, t);
4
- import { e as c, f as B, p as m, h as F, G as b, i as x, j as O, k as S, M as T, m as D, n as M, o as U, q as E, r as G, t as j, u as L, v as N, w as V, P as A, x as J, y as _, z } from "./config-DKBY0B2u.mjs";
5
- import { V as ye, U as we, Z as Re, ah as Ce, X as Pe, Y as Be, Q as Fe, a as be, B as xe, T as Oe, b as Se, a3 as Te, a2 as De, F as Me, ag as Ue, ae as Ee, af as Ge, a0 as je, ad as Le, ac as Ne, aj as Ve, ai as Ae, ab as Je, a6 as _e, a1 as ze, a5 as We, W as Ie, R as qe, A as $e, S as He, E as Ye, H as Ke, D as Qe, d as Xe, I as Ze, c as et, l as tt, C as at, J as ot, aa as st, a9 as it, a4 as rt, a8 as nt, a7 as lt, _ as ct, L as pt, N as dt, O as ht, K as ft, s as mt, $ as gt } from "./config-DKBY0B2u.mjs";
4
+ import { e as c, f as B, p as m, h as F, G as b, i as x, j as O, k as S, M as T, m as D, n as M, o as U, q as E, r as G, t as j, u as L, v as N, w as V, P as A, x as J, y as _, z } from "./config-Cc8_zV3b.mjs";
5
+ import { V as ye, U as we, Z as Re, ah as Ce, X as Pe, Y as Be, Q as Fe, a as be, B as xe, T as Oe, b as Se, a3 as Te, a2 as De, F as Me, ag as Ue, ae as Ee, af as Ge, a0 as je, ad as Le, ac as Ne, aj as Ve, ai as Ae, ab as Je, a6 as _e, a1 as ze, a5 as We, W as Ie, R as qe, A as $e, S as He, E as Ye, H as Ke, D as Qe, d as Xe, I as Ze, c as et, l as tt, C as at, J as ot, aa as st, a9 as it, a4 as rt, a8 as nt, a7 as lt, _ as ct, L as pt, N as dt, O as ht, K as ft, s as mt, $ as gt } from "./config-Cc8_zV3b.mjs";
6
6
  import { request as W } from "undici";
7
7
  import p from "node:path";
8
8
  import f from "node:path/posix";
@@ -60,7 +60,7 @@ class me {
60
60
  );
61
61
  }, h)
62
62
  }));
63
- this.registryReader = e, this.v2RootFolderReader = e.relativeReader(B), this.ops = { ...H, ...t ?? {} };
63
+ this.registryReader = e, this.v2RootFolderReader = e.relativeReader(B), this.ops = { ...H, ...t };
64
64
  }
65
65
  async embedMetaContent(e, t, a, o) {
66
66
  return await this.embeddedGlobalMetaCache.forceFetch(
@@ -102,7 +102,9 @@ class me {
102
102
  );
103
103
  return {
104
104
  id: a.id,
105
- latestByChannel: Object.fromEntries(o),
105
+ latestByChannel: Object.fromEntries(
106
+ o
107
+ ),
106
108
  allVersions: a.allVersionsWithChannels
107
109
  };
108
110
  })
@@ -1 +1 @@
1
- {"version":3,"file":"index.mjs","sources":["../src/v2/registry/registry_reader.ts","../src/io/folder_reader.ts"],"sourcesContent":["import type {\n BlockPackId,\n BlockPackIdNoVersion,\n BlockPackMetaEmbeddedBytes,\n BlockPackMetaManifest,\n UpdateSuggestions,\n SingleBlockPackOverview,\n BlockPackOverviewNoRegistryId,\n} from '@milaboratories/pl-model-middle-layer';\nimport {\n blockPackIdNoVersionEquals,\n BlockPackManifest,\n AnyChannel,\n} from '@milaboratories/pl-model-middle-layer';\nimport type { FolderReader } from '../../io';\nimport canonicalize from 'canonicalize';\nimport {\n GlobalOverviewFileName,\n GlobalOverviewReg,\n MainPrefix,\n ManifestFileName,\n ManifestSuffix,\n packageContentPrefixInsideV2,\n} from './schema_public';\nimport { BlockComponentsAbsoluteUrl, BlockPackMetaEmbedBytes } from '../model';\nimport { LRUCache } from 'lru-cache';\nimport * as semver from 'semver';\nimport { calculateSha256 } from '../../util';\nimport { retry, Retry2TimesWithDelay } from '@milaboratories/ts-helpers';\n\nexport type RegistryV2ReaderOps = {\n /** Number of milliseconds to cache retrieved block list for */\n cacheBlockListFor: number;\n /** Number of milliseconds to keep cached retrieved block list for, if new requests returns error */\n keepStaleBlockListFor: number;\n};\n\nconst DefaultRegistryV2ReaderOps: RegistryV2ReaderOps = {\n cacheBlockListFor: 45e3, // 45 seconds\n keepStaleBlockListFor: 300e3, // 5 minutes\n};\n\n/** @param availableVersions must be reverse sorted (from highest version to lowest) */\nexport function inferUpdateSuggestions(currentVersion: string, availableVersions: string[]) {\n const nextMinor = semver.inc(currentVersion, 'minor')!;\n const nextMajor = semver.inc(currentVersion, 'major')!;\n\n // first found = the highest (given the search criteria)\n\n const suggestions: UpdateSuggestions<string> = [];\n\n const patch = availableVersions.find(\n (v) => semver.gt(v, currentVersion) && semver.lt(v, nextMinor),\n );\n const minor = availableVersions.find((v) => semver.gte(v, nextMinor) && semver.lt(v, nextMajor));\n const major = availableVersions.find((v) => semver.gte(v, nextMajor));\n\n if (patch) suggestions.push({ type: 'patch', update: patch });\n if (minor) suggestions.push({ type: 'minor', update: minor });\n if (major) suggestions.push({ type: 'major', update: major });\n\n return suggestions;\n}\n\nexport class RegistryV2Reader {\n private readonly v2RootFolderReader: FolderReader;\n private readonly ops: RegistryV2ReaderOps;\n\n constructor(\n private readonly registryReader: FolderReader,\n ops?: Partial<RegistryV2ReaderOps>,\n ) {\n this.v2RootFolderReader = registryReader.relativeReader(MainPrefix);\n this.ops = { ...DefaultRegistryV2ReaderOps, ...(ops ?? {}) };\n }\n\n /**\n * Embeds meta infromation relative to registry root.\n * Meta information that looks like:\n *\n * */\n private readonly embeddedGlobalMetaCache = new LRUCache<\n string,\n BlockPackMetaEmbeddedBytes,\n { meta: BlockPackMetaManifest; relativeTo?: BlockPackId }\n >({\n max: 500,\n fetchMethod: async (_key, _staleValue, options) =>\n await retry(async () => {\n const contentReader\n = options.context.relativeTo !== undefined\n ? this.v2RootFolderReader\n .relativeReader(packageContentPrefixInsideV2(options.context.relativeTo))\n .getContentReader()\n : this.v2RootFolderReader.getContentReader();\n return await BlockPackMetaEmbedBytes(contentReader).parseAsync(options.context.meta);\n }, Retry2TimesWithDelay),\n });\n\n private async embedMetaContent(\n id: BlockPackId,\n sha256: string,\n absolutePath: boolean,\n meta: BlockPackMetaManifest,\n ): Promise<BlockPackMetaEmbeddedBytes> {\n return await this.embeddedGlobalMetaCache.forceFetch(\n canonicalize({ id, sha256, absolutePath })!,\n { context: { meta, relativeTo: absolutePath ? undefined : id } },\n );\n }\n\n private listCacheTimestamp: number = 0;\n private listCache: BlockPackOverviewNoRegistryId[] | undefined = undefined;\n\n public async listBlockPacks(): Promise<BlockPackOverviewNoRegistryId[]> {\n if (\n this.listCache !== undefined\n && Date.now() - this.listCacheTimestamp <= this.ops.cacheBlockListFor\n )\n return this.listCache;\n try {\n return await retry(async () => {\n // const rootContentReader = this.v2RootFolderReader.getContentReader();\n const globalOverview = GlobalOverviewReg.parse(\n JSON.parse(\n Buffer.from(await this.v2RootFolderReader.readFile(GlobalOverviewFileName)).toString(),\n ),\n );\n\n const result = await Promise.all(\n globalOverview.packages.map(async (p) => {\n const byChannelEntries = await Promise.all(\n Object.entries(p.latestByChannel).map(async ([channel, data]) => [\n channel,\n {\n id: data.description.id,\n meta: await this.embedMetaContent(\n data.description.id,\n data.manifestSha256,\n true,\n data.description.meta,\n ),\n featureFlags: data.description.featureFlags,\n spec: {\n type: 'from-registry-v2',\n id: data.description.id,\n registryUrl: this.registryReader.rootUrl.toString(),\n channel,\n },\n },\n ]),\n );\n return {\n id: p.id,\n latestByChannel: Object.fromEntries(byChannelEntries) as BlockPackOverviewNoRegistryId['latestByChannel'],\n allVersions: p.allVersionsWithChannels,\n } satisfies BlockPackOverviewNoRegistryId;\n }),\n );\n\n this.listCache = result;\n this.listCacheTimestamp = Date.now();\n\n return result;\n }, Retry2TimesWithDelay);\n } catch (e: unknown) {\n if (\n this.listCache !== undefined\n && Date.now() - this.listCacheTimestamp <= this.ops.keepStaleBlockListFor\n )\n return this.listCache;\n throw e;\n }\n }\n\n public async getLatestOverview(\n id: BlockPackIdNoVersion,\n channel: string,\n ): Promise<SingleBlockPackOverview | undefined> {\n const overview = (await this.listBlockPacks()).find((e) =>\n blockPackIdNoVersionEquals(id, e.id),\n );\n if (overview === undefined) return undefined;\n return overview.latestByChannel[channel];\n }\n\n public async getUpdateSuggestions(\n id: BlockPackId,\n channel: string,\n ): Promise<UpdateSuggestions<string> | undefined> {\n const overview = (await this.listBlockPacks()).find((e) =>\n blockPackIdNoVersionEquals(id, e.id),\n );\n if (overview === undefined) return undefined;\n\n const versionCandidates = overview.allVersions\n .filter((v) => channel === AnyChannel || v.channels.indexOf(channel) >= 0)\n .map((v) => v.version);\n\n // versions are sorted\n versionCandidates.reverse(); // changing sorting order to opposite\n\n return inferUpdateSuggestions(id.version, versionCandidates);\n }\n\n public async getSpecificOverview(\n id: BlockPackId,\n channel: string,\n ): Promise<SingleBlockPackOverview> {\n return await retry(async () => {\n const manifestContent = await this.v2RootFolderReader.readFile(\n packageContentPrefixInsideV2(id) + ManifestSuffix,\n );\n const overview = BlockPackManifest.parse(JSON.parse(Buffer.from(manifestContent).toString()));\n return {\n id: id,\n meta: await this.embedMetaContent(\n id,\n await calculateSha256(manifestContent),\n false,\n overview.description.meta,\n ),\n spec: {\n type: 'from-registry-v2',\n id,\n registryUrl: this.registryReader.rootUrl.toString(),\n channel,\n },\n };\n }, Retry2TimesWithDelay);\n }\n\n private readonly componentsCache = new LRUCache<string, BlockComponentsAbsoluteUrl, BlockPackId>({\n max: 500,\n fetchMethod: async (_key, _staleValue, { context: id }) =>\n await retry(async () => {\n const packageFolderReader = this.v2RootFolderReader.relativeReader(\n packageContentPrefixInsideV2(id),\n );\n const manifest = BlockPackManifest.parse(\n JSON.parse(Buffer.from(await packageFolderReader.readFile(ManifestFileName)).toString()),\n );\n return BlockComponentsAbsoluteUrl(packageFolderReader.rootUrl.toString()).parse(\n manifest.description.components,\n );\n }, Retry2TimesWithDelay),\n });\n\n public async getComponents(id: BlockPackId): Promise<BlockComponentsAbsoluteUrl> {\n return await this.componentsCache.forceFetch(canonicalize(id)!, { context: id });\n }\n}\n","import type { Dispatcher } from 'undici';\nimport { request } from 'undici';\nimport type { RelativeContentReader } from '../v2';\nimport path from 'node:path';\nimport pathPosix from 'node:path/posix';\nimport fsp from 'node:fs/promises';\nimport { defaultHttpDispatcher } from '@milaboratories/pl-http';\n\nexport interface FolderReader {\n readonly rootUrl: URL;\n relativeReader(relativePath: string): FolderReader;\n readFile(file: string): Promise<Buffer>;\n getContentReader(relativePath?: string): RelativeContentReader;\n}\n\nclass HttpFolderReader implements FolderReader {\n constructor(\n public readonly rootUrl: URL,\n private readonly httpDispatcher: Dispatcher,\n ) {}\n\n public async readFile(file: string): Promise<Buffer> {\n const targetUrl = new URL(file, this.rootUrl);\n const response = await request(targetUrl, {\n dispatcher: this.httpDispatcher,\n });\n return Buffer.from(await response.body.arrayBuffer());\n }\n\n public relativeReader(relativePath: string): HttpFolderReader {\n if (!relativePath.endsWith('/')) relativePath = relativePath + '/';\n return new HttpFolderReader(new URL(relativePath, this.rootUrl), this.httpDispatcher);\n }\n\n public getContentReader(relativePath?: string): RelativeContentReader {\n const reader: HttpFolderReader = relativePath !== undefined\n ? this.relativeReader(relativePath)\n : this;\n return (path) => reader.readFile(path);\n }\n}\n\nclass FSFolderReader implements FolderReader {\n constructor(\n public readonly rootUrl: URL,\n private readonly root: string,\n ) {}\n\n public async readFile(file: string): Promise<Buffer> {\n const targetPath = path.join(this.root, ...file.split(pathPosix.sep));\n return await fsp.readFile(targetPath);\n }\n\n public relativeReader(relativePath: string): FSFolderReader {\n if (!relativePath.endsWith('/')) relativePath = relativePath + '/';\n return new FSFolderReader(\n new URL(relativePath, this.rootUrl),\n path.join(this.root, ...relativePath.split(pathPosix.sep)),\n );\n }\n\n public getContentReader(relativePath?: string): RelativeContentReader {\n const reader: FSFolderReader = relativePath !== undefined\n ? this.relativeReader(relativePath)\n : this;\n return (path) => reader.readFile(path);\n }\n}\n\nfunction posixToLocalPath(p: string): string {\n return p.split(pathPosix.sep).join(path.sep);\n}\n\nfunction localToPosix(p: string): string {\n return p.split(path.sep).join(pathPosix.sep);\n}\n\nexport function folderReaderByUrl(address: string, httpDispatcher?: Dispatcher): FolderReader {\n if (!address.endsWith('/')) address = address + '/';\n const url = new URL(address, `file:${localToPosix(path.resolve('.'))}/`);\n switch (url.protocol) {\n case 'file:': {\n const rootPath = posixToLocalPath(url.pathname);\n return new FSFolderReader(url, rootPath);\n }\n case 'https:':\n case 'http:':\n return new HttpFolderReader(url, httpDispatcher ?? defaultHttpDispatcher());\n default:\n throw new Error(`Unknown protocol: ${url.protocol}`);\n }\n}\n"],"names":["DefaultRegistryV2ReaderOps","inferUpdateSuggestions","currentVersion","availableVersions","nextMinor","semver.inc","nextMajor","suggestions","patch","v","semver.gt","semver.lt","minor","semver.gte","major","RegistryV2Reader","registryReader","ops","__publicField","LRUCache","_key","_staleValue","options","retry","contentReader","packageContentPrefixInsideV2","BlockPackMetaEmbedBytes","Retry2TimesWithDelay","id","packageFolderReader","manifest","BlockPackManifest","ManifestFileName","BlockComponentsAbsoluteUrl","MainPrefix","sha256","absolutePath","meta","canonicalize","globalOverview","GlobalOverviewReg","GlobalOverviewFileName","result","p","byChannelEntries","channel","data","overview","e","blockPackIdNoVersionEquals","versionCandidates","AnyChannel","manifestContent","ManifestSuffix","calculateSha256","HttpFolderReader","rootUrl","httpDispatcher","file","targetUrl","response","request","relativePath","reader","path","FSFolderReader","root","targetPath","pathPosix","fsp","posixToLocalPath","localToPosix","folderReaderByUrl","address","url","rootPath","defaultHttpDispatcher"],"mappings":";;;;;;;;;;;;;;;;;;;AAqCA,MAAMA,IAAkD;AAAA,EACtD,mBAAmB;AAAA;AAAA,EACnB,uBAAuB;AAAA;AACzB;AAGO,SAASC,EAAuBC,GAAwBC,GAA6B;AAC1F,QAAMC,IAAYC,EAAAA,IAAWH,GAAgB,OAAO,GAC9CI,IAAYD,EAAAA,IAAWH,GAAgB,OAAO,GAI9CK,IAAyC,CAAA,GAEzCC,IAAQL,EAAkB;AAAA,IAC9B,CAACM,MAAMC,EAAAA,GAAUD,GAAGP,CAAc,KAAKS,EAAAA,GAAUF,GAAGL,CAAS;AAAA,EAAA,GAEzDQ,IAAQT,EAAkB,KAAK,CAACM,MAAMI,EAAAA,IAAWJ,GAAGL,CAAS,KAAKO,EAAAA,GAAUF,GAAGH,CAAS,CAAC,GACzFQ,IAAQX,EAAkB,KAAK,CAACM,MAAMI,MAAWJ,GAAGH,CAAS,CAAC;AAEpE,SAAIE,OAAmB,KAAK,EAAE,MAAM,SAAS,QAAQA,GAAO,GACxDI,OAAmB,KAAK,EAAE,MAAM,SAAS,QAAQA,GAAO,GACxDE,OAAmB,KAAK,EAAE,MAAM,SAAS,QAAQA,GAAO,GAErDP;AACT;AAEO,MAAMQ,GAAiB;AAAA,EAI5B,YACmBC,GACjBC,GACA;AANe,IAAAC,EAAA;AACA,IAAAA,EAAA;AAeA;AAAA;AAAA;AAAA;AAAA;AAAA,IAAAA,EAAA,iCAA0B,IAAIC,EAI7C;AAAA,MACA,KAAK;AAAA,MACL,aAAa,OAAOC,GAAMC,GAAaC,MACrC,MAAMC,EAAM,YAAY;AACtB,cAAMC,IACFF,EAAQ,QAAQ,eAAe,SAC7B,KAAK,mBACJ,eAAeG,EAA6BH,EAAQ,QAAQ,UAAU,CAAC,EACvE,qBACD,KAAK,mBAAmB,iBAAA;AAC9B,eAAO,MAAMI,EAAwBF,CAAa,EAAE,WAAWF,EAAQ,QAAQ,IAAI;AAAA,MACrF,GAAGK,CAAoB;AAAA,IAAA,CAC1B;AAcO,IAAAT,EAAA,4BAA6B;AAC7B,IAAAA,EAAA;AAwHS,IAAAA,EAAA,yBAAkB,IAAIC,EAA0D;AAAA,MAC/F,KAAK;AAAA,MACL,aAAa,OAAOC,GAAMC,GAAa,EAAE,SAASO,EAAA,MAChD,MAAML,EAAM,YAAY;AACtB,cAAMM,IAAsB,KAAK,mBAAmB;AAAA,UAClDJ,EAA6BG,CAAE;AAAA,QAAA,GAE3BE,IAAWC,EAAkB;AAAA,UACjC,KAAK,MAAM,OAAO,KAAK,MAAMF,EAAoB,SAASG,CAAgB,CAAC,EAAE,SAAA,CAAU;AAAA,QAAA;AAEzF,eAAOC,EAA2BJ,EAAoB,QAAQ,SAAA,CAAU,EAAE;AAAA,UACxEC,EAAS,YAAY;AAAA,QAAA;AAAA,MAEzB,GAAGH,CAAoB;AAAA,IAAA,CAC1B;AAjLkB,SAAA,iBAAAX,GAGjB,KAAK,qBAAqBA,EAAe,eAAekB,CAAU,GAClE,KAAK,MAAM,EAAE,GAAGlC,GAA4B,GAAIiB,KAAO,CAAA,EAAC;AAAA,EAC1D;AAAA,EAyBA,MAAc,iBACZW,GACAO,GACAC,GACAC,GACqC;AACrC,WAAO,MAAM,KAAK,wBAAwB;AAAA,MACxCC,EAAa,EAAE,IAAAV,GAAI,QAAAO,GAAQ,cAAAC,GAAc;AAAA,MACzC,EAAE,SAAS,EAAE,MAAAC,GAAM,YAAYD,IAAe,SAAYR,IAAG;AAAA,IAAE;AAAA,EAEnE;AAAA,EAKA,MAAa,iBAA2D;AACtE,QACE,KAAK,cAAc,UAChB,KAAK,QAAQ,KAAK,sBAAsB,KAAK,IAAI;AAEpD,aAAO,KAAK;AACd,QAAI;AACF,aAAO,MAAML,EAAM,YAAY;AAE7B,cAAMgB,IAAiBC,EAAkB;AAAA,UACvC,KAAK;AAAA,YACH,OAAO,KAAK,MAAM,KAAK,mBAAmB,SAASC,CAAsB,CAAC,EAAE,SAAA;AAAA,UAAS;AAAA,QACvF,GAGIC,IAAS,MAAM,QAAQ;AAAA,UAC3BH,EAAe,SAAS,IAAI,OAAOI,MAAM;AACvC,kBAAMC,IAAmB,MAAM,QAAQ;AAAA,cACrC,OAAO,QAAQD,EAAE,eAAe,EAAE,IAAI,OAAO,CAACE,GAASC,CAAI,MAAM;AAAA,gBAC/DD;AAAA,gBACA;AAAA,kBACE,IAAIC,EAAK,YAAY;AAAA,kBACrB,MAAM,MAAM,KAAK;AAAA,oBACfA,EAAK,YAAY;AAAA,oBACjBA,EAAK;AAAA,oBACL;AAAA,oBACAA,EAAK,YAAY;AAAA,kBAAA;AAAA,kBAEnB,cAAcA,EAAK,YAAY;AAAA,kBAC/B,MAAM;AAAA,oBACJ,MAAM;AAAA,oBACN,IAAIA,EAAK,YAAY;AAAA,oBACrB,aAAa,KAAK,eAAe,QAAQ,SAAA;AAAA,oBACzC,SAAAD;AAAA,kBAAA;AAAA,gBACF;AAAA,cACF,CACD;AAAA,YAAA;AAEH,mBAAO;AAAA,cACL,IAAIF,EAAE;AAAA,cACN,iBAAiB,OAAO,YAAYC,CAAgB;AAAA,cACpD,aAAaD,EAAE;AAAA,YAAA;AAAA,UAEnB,CAAC;AAAA,QAAA;AAGH,oBAAK,YAAYD,GACjB,KAAK,qBAAqB,KAAK,IAAA,GAExBA;AAAA,MACT,GAAGf,CAAoB;AAAA,IACzB,SAAS,GAAY;AACnB,UACE,KAAK,cAAc,UAChB,KAAK,QAAQ,KAAK,sBAAsB,KAAK,IAAI;AAEpD,eAAO,KAAK;AACd,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAa,kBACXC,GACAiB,GAC8C;AAC9C,UAAME,KAAY,MAAM,KAAK,eAAA,GAAkB;AAAA,MAAK,CAACC,MACnDC,EAA2BrB,GAAIoB,EAAE,EAAE;AAAA,IAAA;AAErC,QAAID,MAAa;AACjB,aAAOA,EAAS,gBAAgBF,CAAO;AAAA,EACzC;AAAA,EAEA,MAAa,qBACXjB,GACAiB,GACgD;AAChD,UAAME,KAAY,MAAM,KAAK,eAAA,GAAkB;AAAA,MAAK,CAACC,MACnDC,EAA2BrB,GAAIoB,EAAE,EAAE;AAAA,IAAA;AAErC,QAAID,MAAa,OAAW;AAE5B,UAAMG,IAAoBH,EAAS,YAChC,OAAO,CAACtC,MAAMoC,MAAYM,KAAc1C,EAAE,SAAS,QAAQoC,CAAO,KAAK,CAAC,EACxE,IAAI,CAACpC,MAAMA,EAAE,OAAO;AAGvB,WAAAyC,EAAkB,QAAA,GAEXjD,EAAuB2B,EAAG,SAASsB,CAAiB;AAAA,EAC7D;AAAA,EAEA,MAAa,oBACXtB,GACAiB,GACkC;AAClC,WAAO,MAAMtB,EAAM,YAAY;AAC7B,YAAM6B,IAAkB,MAAM,KAAK,mBAAmB;AAAA,QACpD3B,EAA6BG,CAAE,IAAIyB;AAAA,MAAA,GAE/BN,IAAWhB,EAAkB,MAAM,KAAK,MAAM,OAAO,KAAKqB,CAAe,EAAE,SAAA,CAAU,CAAC;AAC5F,aAAO;AAAA,QACL,IAAAxB;AAAA,QACA,MAAM,MAAM,KAAK;AAAA,UACfA;AAAA,UACA,MAAM0B,EAAgBF,CAAe;AAAA,UACrC;AAAA,UACAL,EAAS,YAAY;AAAA,QAAA;AAAA,QAEvB,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,IAAAnB;AAAA,UACA,aAAa,KAAK,eAAe,QAAQ,SAAA;AAAA,UACzC,SAAAiB;AAAA,QAAA;AAAA,MACF;AAAA,IAEJ,GAAGlB,CAAoB;AAAA,EACzB;AAAA,EAkBA,MAAa,cAAcC,GAAsD;AAC/E,WAAO,MAAM,KAAK,gBAAgB,WAAWU,EAAaV,CAAE,GAAI,EAAE,SAASA,GAAI;AAAA,EACjF;AACF;AC5OA,MAAM2B,EAAyC;AAAA,EAC7C,YACkBC,GACCC,GACjB;AAFgB,SAAA,UAAAD,GACC,KAAA,iBAAAC;AAAA,EAChB;AAAA,EAEH,MAAa,SAASC,GAA+B;AACnD,UAAMC,IAAY,IAAI,IAAID,GAAM,KAAK,OAAO,GACtCE,IAAW,MAAMC,EAAQF,GAAW;AAAA,MACxC,YAAY,KAAK;AAAA,IAAA,CAClB;AACD,WAAO,OAAO,KAAK,MAAMC,EAAS,KAAK,aAAa;AAAA,EACtD;AAAA,EAEO,eAAeE,GAAwC;AAC5D,WAAKA,EAAa,SAAS,GAAG,UAAkBA,IAAe,MACxD,IAAIP,EAAiB,IAAI,IAAIO,GAAc,KAAK,OAAO,GAAG,KAAK,cAAc;AAAA,EACtF;AAAA,EAEO,iBAAiBA,GAA8C;AACpE,UAAMC,IAA2BD,MAAiB,SAC9C,KAAK,eAAeA,CAAY,IAChC;AACJ,WAAO,CAACE,MAASD,EAAO,SAASC,CAAI;AAAA,EACvC;AACF;AAEA,MAAMC,EAAuC;AAAA,EAC3C,YACkBT,GACCU,GACjB;AAFgB,SAAA,UAAAV,GACC,KAAA,OAAAU;AAAA,EAChB;AAAA,EAEH,MAAa,SAASR,GAA+B;AACnD,UAAMS,IAAaH,EAAK,KAAK,KAAK,MAAM,GAAGN,EAAK,MAAMU,EAAU,GAAG,CAAC;AACpE,WAAO,MAAMC,EAAI,SAASF,CAAU;AAAA,EACtC;AAAA,EAEO,eAAeL,GAAsC;AAC1D,WAAKA,EAAa,SAAS,GAAG,UAAkBA,IAAe,MACxD,IAAIG;AAAA,MACT,IAAI,IAAIH,GAAc,KAAK,OAAO;AAAA,MAClCE,EAAK,KAAK,KAAK,MAAM,GAAGF,EAAa,MAAMM,EAAU,GAAG,CAAC;AAAA,IAAA;AAAA,EAE7D;AAAA,EAEO,iBAAiBN,GAA8C;AACpE,UAAMC,IAAyBD,MAAiB,SAC5C,KAAK,eAAeA,CAAY,IAChC;AACJ,WAAO,CAACE,MAASD,EAAO,SAASC,CAAI;AAAA,EACvC;AACF;AAEA,SAASM,EAAiB3B,GAAmB;AAC3C,SAAOA,EAAE,MAAMyB,EAAU,GAAG,EAAE,KAAKJ,EAAK,GAAG;AAC7C;AAEA,SAASO,EAAa5B,GAAmB;AACvC,SAAOA,EAAE,MAAMqB,EAAK,GAAG,EAAE,KAAKI,EAAU,GAAG;AAC7C;AAEO,SAASI,GAAkBC,GAAiBhB,GAA2C;AAC5F,EAAKgB,EAAQ,SAAS,GAAG,UAAaA,IAAU;AAChD,QAAMC,IAAM,IAAI,IAAID,GAAS,QAAQF,EAAaP,EAAK,QAAQ,GAAG,CAAC,CAAC,GAAG;AACvE,UAAQU,EAAI,UAAA;AAAA,IACV,KAAK,SAAS;AACZ,YAAMC,IAAWL,EAAiBI,EAAI,QAAQ;AAC9C,aAAO,IAAIT,EAAeS,GAAKC,CAAQ;AAAA,IACzC;AAAA,IACA,KAAK;AAAA,IACL,KAAK;AACH,aAAO,IAAIpB,EAAiBmB,GAAKjB,KAAkBmB,GAAuB;AAAA,IAC5E;AACE,YAAM,IAAI,MAAM,qBAAqBF,EAAI,QAAQ,EAAE;AAAA,EAAA;AAEzD;;;;;;;;;;;;;;;;"}
1
+ {"version":3,"file":"index.mjs","sources":["../src/v2/registry/registry_reader.ts","../src/io/folder_reader.ts"],"sourcesContent":["import type {\n BlockPackId,\n BlockPackIdNoVersion,\n BlockPackMetaEmbeddedBytes,\n BlockPackMetaManifest,\n UpdateSuggestions,\n SingleBlockPackOverview,\n BlockPackOverviewNoRegistryId,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport {\n blockPackIdNoVersionEquals,\n BlockPackManifest,\n AnyChannel,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport type { FolderReader } from \"../../io\";\nimport canonicalize from \"canonicalize\";\nimport {\n GlobalOverviewFileName,\n GlobalOverviewReg,\n MainPrefix,\n ManifestFileName,\n ManifestSuffix,\n packageContentPrefixInsideV2,\n} from \"./schema_public\";\nimport { BlockComponentsAbsoluteUrl, BlockPackMetaEmbedBytes } from \"../model\";\nimport { LRUCache } from \"lru-cache\";\nimport * as semver from \"semver\";\nimport { calculateSha256 } from \"../../util\";\nimport { retry, Retry2TimesWithDelay } from \"@milaboratories/ts-helpers\";\n\nexport type RegistryV2ReaderOps = {\n /** Number of milliseconds to cache retrieved block list for */\n cacheBlockListFor: number;\n /** Number of milliseconds to keep cached retrieved block list for, if new requests returns error */\n keepStaleBlockListFor: number;\n};\n\nconst DefaultRegistryV2ReaderOps: RegistryV2ReaderOps = {\n cacheBlockListFor: 45e3, // 45 seconds\n keepStaleBlockListFor: 300e3, // 5 minutes\n};\n\n/** @param availableVersions must be reverse sorted (from highest version to lowest) */\nexport function inferUpdateSuggestions(currentVersion: string, availableVersions: string[]) {\n const nextMinor = semver.inc(currentVersion, \"minor\")!;\n const nextMajor = semver.inc(currentVersion, \"major\")!;\n\n // first found = the highest (given the search criteria)\n\n const suggestions: UpdateSuggestions<string> = [];\n\n const patch = availableVersions.find(\n (v) => semver.gt(v, currentVersion) && semver.lt(v, nextMinor),\n );\n const minor = availableVersions.find((v) => semver.gte(v, nextMinor) && semver.lt(v, nextMajor));\n const major = availableVersions.find((v) => semver.gte(v, nextMajor));\n\n if (patch) suggestions.push({ type: \"patch\", update: patch });\n if (minor) suggestions.push({ type: \"minor\", update: minor });\n if (major) suggestions.push({ type: \"major\", update: major });\n\n return suggestions;\n}\n\nexport class RegistryV2Reader {\n private readonly v2RootFolderReader: FolderReader;\n private readonly ops: RegistryV2ReaderOps;\n\n constructor(\n private readonly registryReader: FolderReader,\n ops?: Partial<RegistryV2ReaderOps>,\n ) {\n this.v2RootFolderReader = registryReader.relativeReader(MainPrefix);\n this.ops = { ...DefaultRegistryV2ReaderOps, ...ops };\n }\n\n /**\n * Embeds meta infromation relative to registry root.\n * Meta information that looks like:\n *\n * */\n private readonly embeddedGlobalMetaCache = new LRUCache<\n string,\n BlockPackMetaEmbeddedBytes,\n { meta: BlockPackMetaManifest; relativeTo?: BlockPackId }\n >({\n max: 500,\n fetchMethod: async (_key, _staleValue, options) =>\n await retry(async () => {\n const contentReader =\n options.context.relativeTo !== undefined\n ? this.v2RootFolderReader\n .relativeReader(packageContentPrefixInsideV2(options.context.relativeTo))\n .getContentReader()\n : this.v2RootFolderReader.getContentReader();\n return await BlockPackMetaEmbedBytes(contentReader).parseAsync(options.context.meta);\n }, Retry2TimesWithDelay),\n });\n\n private async embedMetaContent(\n id: BlockPackId,\n sha256: string,\n absolutePath: boolean,\n meta: BlockPackMetaManifest,\n ): Promise<BlockPackMetaEmbeddedBytes> {\n return await this.embeddedGlobalMetaCache.forceFetch(\n canonicalize({ id, sha256, absolutePath })!,\n { context: { meta, relativeTo: absolutePath ? undefined : id } },\n );\n }\n\n private listCacheTimestamp: number = 0;\n private listCache: BlockPackOverviewNoRegistryId[] | undefined = undefined;\n\n public async listBlockPacks(): Promise<BlockPackOverviewNoRegistryId[]> {\n if (\n this.listCache !== undefined &&\n Date.now() - this.listCacheTimestamp <= this.ops.cacheBlockListFor\n )\n return this.listCache;\n try {\n return await retry(async () => {\n // const rootContentReader = this.v2RootFolderReader.getContentReader();\n const globalOverview = GlobalOverviewReg.parse(\n JSON.parse(\n Buffer.from(await this.v2RootFolderReader.readFile(GlobalOverviewFileName)).toString(),\n ),\n );\n\n const result = await Promise.all(\n globalOverview.packages.map(async (p) => {\n const byChannelEntries = await Promise.all(\n Object.entries(p.latestByChannel).map(async ([channel, data]) => [\n channel,\n {\n id: data.description.id,\n meta: await this.embedMetaContent(\n data.description.id,\n data.manifestSha256,\n true,\n data.description.meta,\n ),\n featureFlags: data.description.featureFlags,\n spec: {\n type: \"from-registry-v2\",\n id: data.description.id,\n registryUrl: this.registryReader.rootUrl.toString(),\n channel,\n },\n },\n ]),\n );\n return {\n id: p.id,\n latestByChannel: Object.fromEntries(\n byChannelEntries,\n ) as BlockPackOverviewNoRegistryId[\"latestByChannel\"],\n allVersions: p.allVersionsWithChannels,\n } satisfies BlockPackOverviewNoRegistryId;\n }),\n );\n\n this.listCache = result;\n this.listCacheTimestamp = Date.now();\n\n return result;\n }, Retry2TimesWithDelay);\n } catch (e: unknown) {\n if (\n this.listCache !== undefined &&\n Date.now() - this.listCacheTimestamp <= this.ops.keepStaleBlockListFor\n )\n return this.listCache;\n throw e;\n }\n }\n\n public async getLatestOverview(\n id: BlockPackIdNoVersion,\n channel: string,\n ): Promise<SingleBlockPackOverview | undefined> {\n const overview = (await this.listBlockPacks()).find((e) =>\n blockPackIdNoVersionEquals(id, e.id),\n );\n if (overview === undefined) return undefined;\n return overview.latestByChannel[channel];\n }\n\n public async getUpdateSuggestions(\n id: BlockPackId,\n channel: string,\n ): Promise<UpdateSuggestions<string> | undefined> {\n const overview = (await this.listBlockPacks()).find((e) =>\n blockPackIdNoVersionEquals(id, e.id),\n );\n if (overview === undefined) return undefined;\n\n const versionCandidates = overview.allVersions\n .filter((v) => channel === AnyChannel || v.channels.indexOf(channel) >= 0)\n .map((v) => v.version);\n\n // versions are sorted\n versionCandidates.reverse(); // changing sorting order to opposite\n\n return inferUpdateSuggestions(id.version, versionCandidates);\n }\n\n public async getSpecificOverview(\n id: BlockPackId,\n channel: string,\n ): Promise<SingleBlockPackOverview> {\n return await retry(async () => {\n const manifestContent = await this.v2RootFolderReader.readFile(\n packageContentPrefixInsideV2(id) + ManifestSuffix,\n );\n const overview = BlockPackManifest.parse(JSON.parse(Buffer.from(manifestContent).toString()));\n return {\n id: id,\n meta: await this.embedMetaContent(\n id,\n await calculateSha256(manifestContent),\n false,\n overview.description.meta,\n ),\n spec: {\n type: \"from-registry-v2\",\n id,\n registryUrl: this.registryReader.rootUrl.toString(),\n channel,\n },\n };\n }, Retry2TimesWithDelay);\n }\n\n private readonly componentsCache = new LRUCache<string, BlockComponentsAbsoluteUrl, BlockPackId>({\n max: 500,\n fetchMethod: async (_key, _staleValue, { context: id }) =>\n await retry(async () => {\n const packageFolderReader = this.v2RootFolderReader.relativeReader(\n packageContentPrefixInsideV2(id),\n );\n const manifest = BlockPackManifest.parse(\n JSON.parse(Buffer.from(await packageFolderReader.readFile(ManifestFileName)).toString()),\n );\n return BlockComponentsAbsoluteUrl(packageFolderReader.rootUrl.toString()).parse(\n manifest.description.components,\n );\n }, Retry2TimesWithDelay),\n });\n\n public async getComponents(id: BlockPackId): Promise<BlockComponentsAbsoluteUrl> {\n return await this.componentsCache.forceFetch(canonicalize(id)!, { context: id });\n }\n}\n","import type { Dispatcher } from \"undici\";\nimport { request } from \"undici\";\nimport type { RelativeContentReader } from \"../v2\";\nimport path from \"node:path\";\nimport pathPosix from \"node:path/posix\";\nimport fsp from \"node:fs/promises\";\nimport { defaultHttpDispatcher } from \"@milaboratories/pl-http\";\n\nexport interface FolderReader {\n readonly rootUrl: URL;\n relativeReader(relativePath: string): FolderReader;\n readFile(file: string): Promise<Buffer>;\n getContentReader(relativePath?: string): RelativeContentReader;\n}\n\nclass HttpFolderReader implements FolderReader {\n constructor(\n public readonly rootUrl: URL,\n private readonly httpDispatcher: Dispatcher,\n ) {}\n\n public async readFile(file: string): Promise<Buffer> {\n const targetUrl = new URL(file, this.rootUrl);\n const response = await request(targetUrl, {\n dispatcher: this.httpDispatcher,\n });\n return Buffer.from(await response.body.arrayBuffer());\n }\n\n public relativeReader(relativePath: string): HttpFolderReader {\n if (!relativePath.endsWith(\"/\")) relativePath = relativePath + \"/\";\n return new HttpFolderReader(new URL(relativePath, this.rootUrl), this.httpDispatcher);\n }\n\n public getContentReader(relativePath?: string): RelativeContentReader {\n const reader: HttpFolderReader =\n relativePath !== undefined ? this.relativeReader(relativePath) : this;\n return (path) => reader.readFile(path);\n }\n}\n\nclass FSFolderReader implements FolderReader {\n constructor(\n public readonly rootUrl: URL,\n private readonly root: string,\n ) {}\n\n public async readFile(file: string): Promise<Buffer> {\n const targetPath = path.join(this.root, ...file.split(pathPosix.sep));\n return await fsp.readFile(targetPath);\n }\n\n public relativeReader(relativePath: string): FSFolderReader {\n if (!relativePath.endsWith(\"/\")) relativePath = relativePath + \"/\";\n return new FSFolderReader(\n new URL(relativePath, this.rootUrl),\n path.join(this.root, ...relativePath.split(pathPosix.sep)),\n );\n }\n\n public getContentReader(relativePath?: string): RelativeContentReader {\n const reader: FSFolderReader =\n relativePath !== undefined ? this.relativeReader(relativePath) : this;\n return (path) => reader.readFile(path);\n }\n}\n\nfunction posixToLocalPath(p: string): string {\n return p.split(pathPosix.sep).join(path.sep);\n}\n\nfunction localToPosix(p: string): string {\n return p.split(path.sep).join(pathPosix.sep);\n}\n\nexport function folderReaderByUrl(address: string, httpDispatcher?: Dispatcher): FolderReader {\n if (!address.endsWith(\"/\")) address = address + \"/\";\n const url = new URL(address, `file:${localToPosix(path.resolve(\".\"))}/`);\n switch (url.protocol) {\n case \"file:\": {\n const rootPath = posixToLocalPath(url.pathname);\n return new FSFolderReader(url, rootPath);\n }\n case \"https:\":\n case \"http:\":\n return new HttpFolderReader(url, httpDispatcher ?? defaultHttpDispatcher());\n default:\n throw new Error(`Unknown protocol: ${url.protocol}`);\n }\n}\n"],"names":["DefaultRegistryV2ReaderOps","inferUpdateSuggestions","currentVersion","availableVersions","nextMinor","semver.inc","nextMajor","suggestions","patch","v","semver.gt","semver.lt","minor","semver.gte","major","RegistryV2Reader","registryReader","ops","__publicField","LRUCache","_key","_staleValue","options","retry","contentReader","packageContentPrefixInsideV2","BlockPackMetaEmbedBytes","Retry2TimesWithDelay","id","packageFolderReader","manifest","BlockPackManifest","ManifestFileName","BlockComponentsAbsoluteUrl","MainPrefix","sha256","absolutePath","meta","canonicalize","globalOverview","GlobalOverviewReg","GlobalOverviewFileName","result","p","byChannelEntries","channel","data","overview","e","blockPackIdNoVersionEquals","versionCandidates","AnyChannel","manifestContent","ManifestSuffix","calculateSha256","HttpFolderReader","rootUrl","httpDispatcher","file","targetUrl","response","request","relativePath","reader","path","FSFolderReader","root","targetPath","pathPosix","fsp","posixToLocalPath","localToPosix","folderReaderByUrl","address","url","rootPath","defaultHttpDispatcher"],"mappings":";;;;;;;;;;;;;;;;;;;AAqCA,MAAMA,IAAkD;AAAA,EACtD,mBAAmB;AAAA;AAAA,EACnB,uBAAuB;AAAA;AACzB;AAGO,SAASC,EAAuBC,GAAwBC,GAA6B;AAC1F,QAAMC,IAAYC,EAAAA,IAAWH,GAAgB,OAAO,GAC9CI,IAAYD,EAAAA,IAAWH,GAAgB,OAAO,GAI9CK,IAAyC,CAAA,GAEzCC,IAAQL,EAAkB;AAAA,IAC9B,CAACM,MAAMC,EAAAA,GAAUD,GAAGP,CAAc,KAAKS,EAAAA,GAAUF,GAAGL,CAAS;AAAA,EAAA,GAEzDQ,IAAQT,EAAkB,KAAK,CAACM,MAAMI,EAAAA,IAAWJ,GAAGL,CAAS,KAAKO,EAAAA,GAAUF,GAAGH,CAAS,CAAC,GACzFQ,IAAQX,EAAkB,KAAK,CAACM,MAAMI,MAAWJ,GAAGH,CAAS,CAAC;AAEpE,SAAIE,OAAmB,KAAK,EAAE,MAAM,SAAS,QAAQA,GAAO,GACxDI,OAAmB,KAAK,EAAE,MAAM,SAAS,QAAQA,GAAO,GACxDE,OAAmB,KAAK,EAAE,MAAM,SAAS,QAAQA,GAAO,GAErDP;AACT;AAEO,MAAMQ,GAAiB;AAAA,EAI5B,YACmBC,GACjBC,GACA;AANe,IAAAC,EAAA;AACA,IAAAA,EAAA;AAeA;AAAA;AAAA;AAAA;AAAA;AAAA,IAAAA,EAAA,iCAA0B,IAAIC,EAI7C;AAAA,MACA,KAAK;AAAA,MACL,aAAa,OAAOC,GAAMC,GAAaC,MACrC,MAAMC,EAAM,YAAY;AACtB,cAAMC,IACJF,EAAQ,QAAQ,eAAe,SAC3B,KAAK,mBACF,eAAeG,EAA6BH,EAAQ,QAAQ,UAAU,CAAC,EACvE,qBACH,KAAK,mBAAmB,iBAAA;AAC9B,eAAO,MAAMI,EAAwBF,CAAa,EAAE,WAAWF,EAAQ,QAAQ,IAAI;AAAA,MACrF,GAAGK,CAAoB;AAAA,IAAA,CAC1B;AAcO,IAAAT,EAAA,4BAA6B;AAC7B,IAAAA,EAAA;AA0HS,IAAAA,EAAA,yBAAkB,IAAIC,EAA0D;AAAA,MAC/F,KAAK;AAAA,MACL,aAAa,OAAOC,GAAMC,GAAa,EAAE,SAASO,EAAA,MAChD,MAAML,EAAM,YAAY;AACtB,cAAMM,IAAsB,KAAK,mBAAmB;AAAA,UAClDJ,EAA6BG,CAAE;AAAA,QAAA,GAE3BE,IAAWC,EAAkB;AAAA,UACjC,KAAK,MAAM,OAAO,KAAK,MAAMF,EAAoB,SAASG,CAAgB,CAAC,EAAE,SAAA,CAAU;AAAA,QAAA;AAEzF,eAAOC,EAA2BJ,EAAoB,QAAQ,SAAA,CAAU,EAAE;AAAA,UACxEC,EAAS,YAAY;AAAA,QAAA;AAAA,MAEzB,GAAGH,CAAoB;AAAA,IAAA,CAC1B;AAnLkB,SAAA,iBAAAX,GAGjB,KAAK,qBAAqBA,EAAe,eAAekB,CAAU,GAClE,KAAK,MAAM,EAAE,GAAGlC,GAA4B,GAAGiB,EAAA;AAAA,EACjD;AAAA,EAyBA,MAAc,iBACZW,GACAO,GACAC,GACAC,GACqC;AACrC,WAAO,MAAM,KAAK,wBAAwB;AAAA,MACxCC,EAAa,EAAE,IAAAV,GAAI,QAAAO,GAAQ,cAAAC,GAAc;AAAA,MACzC,EAAE,SAAS,EAAE,MAAAC,GAAM,YAAYD,IAAe,SAAYR,IAAG;AAAA,IAAE;AAAA,EAEnE;AAAA,EAKA,MAAa,iBAA2D;AACtE,QACE,KAAK,cAAc,UACnB,KAAK,QAAQ,KAAK,sBAAsB,KAAK,IAAI;AAEjD,aAAO,KAAK;AACd,QAAI;AACF,aAAO,MAAML,EAAM,YAAY;AAE7B,cAAMgB,IAAiBC,EAAkB;AAAA,UACvC,KAAK;AAAA,YACH,OAAO,KAAK,MAAM,KAAK,mBAAmB,SAASC,CAAsB,CAAC,EAAE,SAAA;AAAA,UAAS;AAAA,QACvF,GAGIC,IAAS,MAAM,QAAQ;AAAA,UAC3BH,EAAe,SAAS,IAAI,OAAOI,MAAM;AACvC,kBAAMC,IAAmB,MAAM,QAAQ;AAAA,cACrC,OAAO,QAAQD,EAAE,eAAe,EAAE,IAAI,OAAO,CAACE,GAASC,CAAI,MAAM;AAAA,gBAC/DD;AAAA,gBACA;AAAA,kBACE,IAAIC,EAAK,YAAY;AAAA,kBACrB,MAAM,MAAM,KAAK;AAAA,oBACfA,EAAK,YAAY;AAAA,oBACjBA,EAAK;AAAA,oBACL;AAAA,oBACAA,EAAK,YAAY;AAAA,kBAAA;AAAA,kBAEnB,cAAcA,EAAK,YAAY;AAAA,kBAC/B,MAAM;AAAA,oBACJ,MAAM;AAAA,oBACN,IAAIA,EAAK,YAAY;AAAA,oBACrB,aAAa,KAAK,eAAe,QAAQ,SAAA;AAAA,oBACzC,SAAAD;AAAA,kBAAA;AAAA,gBACF;AAAA,cACF,CACD;AAAA,YAAA;AAEH,mBAAO;AAAA,cACL,IAAIF,EAAE;AAAA,cACN,iBAAiB,OAAO;AAAA,gBACtBC;AAAA,cAAA;AAAA,cAEF,aAAaD,EAAE;AAAA,YAAA;AAAA,UAEnB,CAAC;AAAA,QAAA;AAGH,oBAAK,YAAYD,GACjB,KAAK,qBAAqB,KAAK,IAAA,GAExBA;AAAA,MACT,GAAGf,CAAoB;AAAA,IACzB,SAAS,GAAY;AACnB,UACE,KAAK,cAAc,UACnB,KAAK,QAAQ,KAAK,sBAAsB,KAAK,IAAI;AAEjD,eAAO,KAAK;AACd,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAa,kBACXC,GACAiB,GAC8C;AAC9C,UAAME,KAAY,MAAM,KAAK,eAAA,GAAkB;AAAA,MAAK,CAACC,MACnDC,EAA2BrB,GAAIoB,EAAE,EAAE;AAAA,IAAA;AAErC,QAAID,MAAa;AACjB,aAAOA,EAAS,gBAAgBF,CAAO;AAAA,EACzC;AAAA,EAEA,MAAa,qBACXjB,GACAiB,GACgD;AAChD,UAAME,KAAY,MAAM,KAAK,eAAA,GAAkB;AAAA,MAAK,CAACC,MACnDC,EAA2BrB,GAAIoB,EAAE,EAAE;AAAA,IAAA;AAErC,QAAID,MAAa,OAAW;AAE5B,UAAMG,IAAoBH,EAAS,YAChC,OAAO,CAACtC,MAAMoC,MAAYM,KAAc1C,EAAE,SAAS,QAAQoC,CAAO,KAAK,CAAC,EACxE,IAAI,CAACpC,MAAMA,EAAE,OAAO;AAGvB,WAAAyC,EAAkB,QAAA,GAEXjD,EAAuB2B,EAAG,SAASsB,CAAiB;AAAA,EAC7D;AAAA,EAEA,MAAa,oBACXtB,GACAiB,GACkC;AAClC,WAAO,MAAMtB,EAAM,YAAY;AAC7B,YAAM6B,IAAkB,MAAM,KAAK,mBAAmB;AAAA,QACpD3B,EAA6BG,CAAE,IAAIyB;AAAA,MAAA,GAE/BN,IAAWhB,EAAkB,MAAM,KAAK,MAAM,OAAO,KAAKqB,CAAe,EAAE,SAAA,CAAU,CAAC;AAC5F,aAAO;AAAA,QACL,IAAAxB;AAAA,QACA,MAAM,MAAM,KAAK;AAAA,UACfA;AAAA,UACA,MAAM0B,EAAgBF,CAAe;AAAA,UACrC;AAAA,UACAL,EAAS,YAAY;AAAA,QAAA;AAAA,QAEvB,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,IAAAnB;AAAA,UACA,aAAa,KAAK,eAAe,QAAQ,SAAA;AAAA,UACzC,SAAAiB;AAAA,QAAA;AAAA,MACF;AAAA,IAEJ,GAAGlB,CAAoB;AAAA,EACzB;AAAA,EAkBA,MAAa,cAAcC,GAAsD;AAC/E,WAAO,MAAM,KAAK,gBAAgB,WAAWU,EAAaV,CAAE,GAAI,EAAE,SAASA,GAAI;AAAA,EACjF;AACF;AC9OA,MAAM2B,EAAyC;AAAA,EAC7C,YACkBC,GACCC,GACjB;AAFgB,SAAA,UAAAD,GACC,KAAA,iBAAAC;AAAA,EAChB;AAAA,EAEH,MAAa,SAASC,GAA+B;AACnD,UAAMC,IAAY,IAAI,IAAID,GAAM,KAAK,OAAO,GACtCE,IAAW,MAAMC,EAAQF,GAAW;AAAA,MACxC,YAAY,KAAK;AAAA,IAAA,CAClB;AACD,WAAO,OAAO,KAAK,MAAMC,EAAS,KAAK,aAAa;AAAA,EACtD;AAAA,EAEO,eAAeE,GAAwC;AAC5D,WAAKA,EAAa,SAAS,GAAG,UAAkBA,IAAe,MACxD,IAAIP,EAAiB,IAAI,IAAIO,GAAc,KAAK,OAAO,GAAG,KAAK,cAAc;AAAA,EACtF;AAAA,EAEO,iBAAiBA,GAA8C;AACpE,UAAMC,IACJD,MAAiB,SAAY,KAAK,eAAeA,CAAY,IAAI;AACnE,WAAO,CAACE,MAASD,EAAO,SAASC,CAAI;AAAA,EACvC;AACF;AAEA,MAAMC,EAAuC;AAAA,EAC3C,YACkBT,GACCU,GACjB;AAFgB,SAAA,UAAAV,GACC,KAAA,OAAAU;AAAA,EAChB;AAAA,EAEH,MAAa,SAASR,GAA+B;AACnD,UAAMS,IAAaH,EAAK,KAAK,KAAK,MAAM,GAAGN,EAAK,MAAMU,EAAU,GAAG,CAAC;AACpE,WAAO,MAAMC,EAAI,SAASF,CAAU;AAAA,EACtC;AAAA,EAEO,eAAeL,GAAsC;AAC1D,WAAKA,EAAa,SAAS,GAAG,UAAkBA,IAAe,MACxD,IAAIG;AAAA,MACT,IAAI,IAAIH,GAAc,KAAK,OAAO;AAAA,MAClCE,EAAK,KAAK,KAAK,MAAM,GAAGF,EAAa,MAAMM,EAAU,GAAG,CAAC;AAAA,IAAA;AAAA,EAE7D;AAAA,EAEO,iBAAiBN,GAA8C;AACpE,UAAMC,IACJD,MAAiB,SAAY,KAAK,eAAeA,CAAY,IAAI;AACnE,WAAO,CAACE,MAASD,EAAO,SAASC,CAAI;AAAA,EACvC;AACF;AAEA,SAASM,EAAiB3B,GAAmB;AAC3C,SAAOA,EAAE,MAAMyB,EAAU,GAAG,EAAE,KAAKJ,EAAK,GAAG;AAC7C;AAEA,SAASO,EAAa5B,GAAmB;AACvC,SAAOA,EAAE,MAAMqB,EAAK,GAAG,EAAE,KAAKI,EAAU,GAAG;AAC7C;AAEO,SAASI,GAAkBC,GAAiBhB,GAA2C;AAC5F,EAAKgB,EAAQ,SAAS,GAAG,UAAaA,IAAU;AAChD,QAAMC,IAAM,IAAI,IAAID,GAAS,QAAQF,EAAaP,EAAK,QAAQ,GAAG,CAAC,CAAC,GAAG;AACvE,UAAQU,EAAI,UAAA;AAAA,IACV,KAAK,SAAS;AACZ,YAAMC,IAAWL,EAAiBI,EAAI,QAAQ;AAC9C,aAAO,IAAIT,EAAeS,GAAKC,CAAQ;AAAA,IACzC;AAAA,IACA,KAAK;AAAA,IACL,KAAK;AACH,aAAO,IAAIpB,EAAiBmB,GAAKjB,KAAkBmB,GAAuB;AAAA,IAC5E;AACE,YAAM,IAAI,MAAM,qBAAqBF,EAAI,QAAQ,EAAE;AAAA,EAAA;AAEzD;;;;;;;;;;;;;;;;"}
@@ -19,8 +19,8 @@ export declare const PlPackageConfigData: z.ZodObject<{
19
19
  [k: string]: unknown;
20
20
  };
21
21
  package: string;
22
- version?: string | undefined;
23
22
  files?: Record<string, string> | undefined;
23
+ version?: string | undefined;
24
24
  }>;
25
25
  export declare const PlRegCommonConfigData: z.ZodObject<{
26
26
  registries: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
@@ -34,29 +34,29 @@ export declare const PlRegCommonConfigData: z.ZodObject<{
34
34
  }>;
35
35
  export type PlRegCommonConfigData = z.infer<typeof PlRegCommonConfigData>;
36
36
  export declare const PlRegFullPackageConfigData: z.ZodObject<{
37
- version: z.ZodString;
38
37
  organization: z.ZodString;
39
38
  meta: z.ZodObject<{}, "passthrough", z.ZodTypeAny, z.objectOutputType<{}, z.ZodTypeAny, "passthrough">, z.objectInputType<{}, z.ZodTypeAny, "passthrough">>;
40
39
  files: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
40
+ version: z.ZodString;
41
41
  registry: z.ZodString;
42
42
  package: z.ZodString;
43
43
  registries: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
44
44
  }, "strip", z.ZodTypeAny, {
45
- version: string;
46
45
  organization: string;
47
46
  meta: {} & {
48
47
  [k: string]: unknown;
49
48
  };
50
49
  files: Record<string, string>;
50
+ version: string;
51
51
  registry: string;
52
52
  package: string;
53
53
  registries: Record<string, string>;
54
54
  }, {
55
- version: string;
56
55
  organization: string;
57
56
  meta: {} & {
58
57
  [k: string]: unknown;
59
58
  };
59
+ version: string;
60
60
  registry: string;
61
61
  package: string;
62
62
  files?: Record<string, string> | undefined;
@@ -64,26 +64,26 @@ export declare const PlRegFullPackageConfigData: z.ZodObject<{
64
64
  }>;
65
65
  export type PlRegFullPackageConfigData = z.infer<typeof PlRegFullPackageConfigData>;
66
66
  export declare const PlRegPackageConfigDataShard: z.ZodObject<{
67
- version: z.ZodOptional<z.ZodString>;
68
67
  organization: z.ZodOptional<z.ZodString>;
69
68
  meta: z.ZodOptional<z.ZodObject<{}, "passthrough", z.ZodTypeAny, z.objectOutputType<{}, z.ZodTypeAny, "passthrough">, z.objectInputType<{}, z.ZodTypeAny, "passthrough">>>;
70
69
  files: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
70
+ version: z.ZodOptional<z.ZodString>;
71
71
  registry: z.ZodOptional<z.ZodString>;
72
72
  package: z.ZodOptional<z.ZodString>;
73
73
  registries: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
74
74
  }, "strip", z.ZodTypeAny, {
75
75
  files: Record<string, string>;
76
76
  registries: Record<string, string>;
77
- version?: string | undefined;
78
77
  organization?: string | undefined;
79
78
  meta?: z.objectOutputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
79
+ version?: string | undefined;
80
80
  registry?: string | undefined;
81
81
  package?: string | undefined;
82
82
  }, {
83
- version?: string | undefined;
84
83
  organization?: string | undefined;
85
84
  meta?: z.objectInputType<{}, z.ZodTypeAny, "passthrough"> | undefined;
86
85
  files?: Record<string, string> | undefined;
86
+ version?: string | undefined;
87
87
  registry?: string | undefined;
88
88
  package?: string | undefined;
89
89
  registries?: Record<string, string> | undefined;
@@ -5,7 +5,7 @@ export interface FullBlockPackageName {
5
5
  }
6
6
  export declare function packageContentPrefix(bp: FullBlockPackageName): string;
7
7
  export declare function payloadFilePath(bp: FullBlockPackageName, file: string): string;
8
- export type BlockPackageNameWithoutVersion = Pick<FullBlockPackageName, 'organization' | 'package'>;
8
+ export type BlockPackageNameWithoutVersion = Pick<FullBlockPackageName, "organization" | "package">;
9
9
  export declare function packageOverviewPath(bp: BlockPackageNameWithoutVersion): string;
10
10
  export declare const GlobalOverviewPath = "v1/overview.json";
11
11
  export declare const MetaFile = "meta.json";
@@ -49,10 +49,6 @@ export declare function BlockComponentsDescription(moduleRoot: string): z.ZodObj
49
49
  folder: string;
50
50
  }, string>;
51
51
  }, "strip", z.ZodTypeAny, {
52
- ui: {
53
- type: "absolute-folder";
54
- folder: string;
55
- };
56
52
  workflow: {
57
53
  type: "workflow-v1";
58
54
  main: {
@@ -70,13 +66,17 @@ export declare function BlockComponentsDescription(moduleRoot: string): z.ZodObj
70
66
  type: "absolute-file";
71
67
  file: string;
72
68
  };
69
+ ui: {
70
+ type: "absolute-folder";
71
+ folder: string;
72
+ };
73
73
  }, {
74
- ui: string;
75
74
  workflow: string | {
76
75
  type: "workflow-v1";
77
76
  main: string;
78
77
  };
79
78
  model: string;
79
+ ui: string;
80
80
  }>;
81
81
  export type BlockComponentsDescription = z.infer<ReturnType<typeof BlockComponentsDescription>>;
82
82
  export declare function BlockComponentsConsolidate(dstFolder: string, fileAccumulator?: string[]): z.ZodPipeline<z.ZodObject<{
@@ -302,10 +302,6 @@ export declare function BlockComponentsConsolidate(dstFolder: string, fileAccumu
302
302
  folder: string;
303
303
  }>;
304
304
  }, "strip", z.ZodTypeAny, {
305
- ui: {
306
- type: "relative";
307
- path: string;
308
- };
309
305
  workflow: {
310
306
  type: "workflow-v1";
311
307
  main: {
@@ -335,11 +331,11 @@ export declare function BlockComponentsConsolidate(dstFolder: string, fileAccumu
335
331
  content: string;
336
332
  mimeType: string;
337
333
  };
338
- }, {
339
334
  ui: {
340
- type: "absolute-folder";
341
- folder: string;
335
+ type: "relative";
336
+ path: string;
342
337
  };
338
+ }, {
343
339
  workflow: {
344
340
  type: "explicit-base64";
345
341
  content: string;
@@ -366,6 +362,10 @@ export declare function BlockComponentsConsolidate(dstFolder: string, fileAccumu
366
362
  type: "absolute-file";
367
363
  file: string;
368
364
  };
365
+ ui: {
366
+ type: "absolute-folder";
367
+ folder: string;
368
+ };
369
369
  }>, z.ZodObject<{
370
370
  workflow: z.ZodUnion<[z.ZodPipeline<z.ZodEffects<z.ZodObject<{
371
371
  type: z.ZodLiteral<"relative">;
@@ -609,10 +609,6 @@ export declare function BlockComponentsAbsoluteUrl(prefix: string): z.ZodObject<
609
609
  path: string;
610
610
  }>;
611
611
  }, "strip", z.ZodTypeAny, {
612
- ui: {
613
- type: "absolute-url";
614
- url: string;
615
- };
616
612
  workflow: {
617
613
  type: "workflow-v1";
618
614
  main: {
@@ -630,11 +626,11 @@ export declare function BlockComponentsAbsoluteUrl(prefix: string): z.ZodObject<
630
626
  type: "absolute-url";
631
627
  url: string;
632
628
  };
633
- }, {
634
629
  ui: {
635
- type: "relative";
636
- path: string;
630
+ type: "absolute-url";
631
+ url: string;
637
632
  };
633
+ }, {
638
634
  workflow: {
639
635
  type: "relative";
640
636
  path: string;
@@ -649,5 +645,9 @@ export declare function BlockComponentsAbsoluteUrl(prefix: string): z.ZodObject<
649
645
  type: "relative";
650
646
  path: string;
651
647
  };
648
+ ui: {
649
+ type: "relative";
650
+ path: string;
651
+ };
652
652
  }>;
653
653
  export type BlockComponentsAbsoluteUrl = z.infer<ReturnType<typeof BlockComponentsAbsoluteUrl>>;