@blocklet/pages-kit-inner-components 0.7.11 → 0.7.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. package/lib/cjs/chunks/site-state-Cffe1l1P.js +1 -0
  2. package/lib/cjs/resources.js +1 -1
  3. package/lib/cjs/site-state.js +1 -1
  4. package/lib/es/chunks/{site-state-BR3S4pMJ.js → site-state-BfM2FqNf.js} +513 -535
  5. package/lib/es/resources.js +1 -1
  6. package/lib/es/site-state.js +1 -1
  7. package/package.json +3 -3
  8. package/lib/cjs/chunks/site-state-DlfM55ST.js +0 -1
package/lib/cjs/chunks/site-state-Cffe1l1P.js ADDED
@@ -0,0 +1 @@
1
+ "use strict";const u=require("./components-aaduHC9E.js"),G=require("@syncedstore/core"),it=require("yjs"),ct=require("@blocklet/pages-kit/utils/data-source"),se=require("@blocklet/pages-kit/utils/route"),lt=require("lodash/cloneDeep"),h=require("sequelize");require("sqlite3");const ut=require("@blocklet/sdk/lib/config"),_=require("ufo"),Be=require("lodash");require("crypto");const Z=require("fs"),pt=require("p-limit"),p=require("path"),dt=require("worker_threads"),Ue=require("@blocklet/pages-kit/utils/common"),ft=require("@blocklet/pages-kit/utils/page-model"),gt=require("@blocklet/pages-kit/utils/property"),Ee=require("@blocklet/sdk/lib/component"),mt=require("@reactivedata/reactive"),D=require("fs/promises"),oe=require("glob"),ht=require("lib0/decoding"),yt=require("lib0/encoding"),St=require("lodash/debounce"),wt=require("lodash/get"),It=require("lodash/isEmpty"),bt=require("lodash/set"),Pt=require("lodash/union"),Ge=require("lru-cache"),jt=require("stream/promises"),Et=require("tar"),At=require("wait-on"),W=require("y-protocols/awareness"),fe=require("y-protocols/sync"),Dt=require("yaml"),$e=require("./html-dP5_4zu1.js");require("@blocklet/pages-kit/types/state");const M=t=>t&&t.__esModule?t:{default:t};function le(t){if(t&&t.__esModule)return t;const e=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(t){for(const a in t)if(a!=="default"){const s=Object.getOwnPropertyDescriptor(t,a);Object.defineProperty(e,a,s.get?s:{enumerable:!0,get:()=>t[a]})}}return e.default=t,Object.freeze(e)}const q=le(it),Ae=M(lt),E=M(ut),V=M(Z),De=M(pt),Ne=M(p),ge=le(ht),L=le(yt),Te=M(St),Re=M(wt),Oe=M(It),Me=M(bt),Tt=M(Pt),Rt=M(At),H=le(Dt),Ot=h.DataTypes.sqlite.DATE.parse;h.DataTypes.sqlite.DATE.parse=(t,e)=>typeof t=="number"?new Date(t):Ot(t,e);const F=new h.Sequelize({dialect:"sqlite",storage:u.databaseUrl,benchmark:process.env.ENABLE_SEQUELIZE_BENCHMARK==="true",retry:{match:[/SQLITE_BUSY/],name:"query",max:10},logging:process.env.ENABLE_SEQUELIZE_LOGGING==="true"?console.log:!1});F.query("PRAGMA journal_mode = WAL;");F.query("PRAGMA synchronous = normal;");F.query("PRAGMA journal_size_limit = 67108864;");F.query("PRAGMA cache_size = 10000;");process.on("SIGINT",async()=>{await F.close(),process.exit(0)});process.on("SIGTERM",async()=>{await F.close(),process.exit(0)});async function Ct(t,e){try{if(t.getDialect()!=="sqlite")return;const[a]=await t.query("SELECT 1");if(!a||a.length===0)return;await t.query("PRAGMA shrink_memory;")}catch(a){if(a.name==="SequelizeConnectionError"||a?.message&&/closed!/.test(a.message))return;console.error("Failed to cleanup SQLite memory",e,a)}}let Se=null;Se&&clearInterval(Se);Se=setInterval(async()=>{u.logger.info("Start cleanupSqliteMemory"),await Ct(F,u.databaseUrl),u.logger.info("End cleanupSqliteMemory")},60*1e3*10);const kt="z8iZiDFg3vkkrPwsiba1TLXy3H9XHzFERsP8o",we="page",Ie="trigger-reload-project-resource",Ce=kt,Lt="z2qa7BQdkEb3TwYyEYC1psK6uvmGnHSUHt5RM",vt="z8iZiDFg3vkkrPwsiba1TLXy3H9XHzFERsP8o";class ke extends h.Model{}ke.init({id:{type:h.DataTypes.UUID,allowNull:!1,primaryKey:!0,defaultValue:h.DataTypes.UUIDV4},projectId:{type:h.DataTypes.UUID,allowNull:!1},componentId:{type:h.DataTypes.STRING,allowNull:!1}},{sequelize:F,tableName:"ProjectComponents",timestamps:!1});const _t="SLUG_INVALID",Y=t=>({error:"slugInvalid",code:_t,field:"slug",message:t}),Ut={error:"slugRequired",code:"SLUG_REQUIRED",field:"slug",message:()=>"Project slug is required"},$t={error:"slugAlreadyExists",code:"SLUG_EXISTS",field:"slug",message:t=>`Project slug "${t}" already exists`},Nt=[/\.\./,/<[^>]*>/,/%[0-9a-f]{2}/i,/[<>'"%;{}()\\]/,/\x00/,/\n|\r|\t|\v|\f/,/[^a-zA-Z0-9-_@/\\:]/],Fe=t=>{if(!t)return"";if(t==="/")return"/";const e=_.withoutTrailingSlash(t);return _.withLeadingSlash(e)||"/"},Mt=t=>t.did===vt;class $ extends h.Model{static async getProjectByIdOrSlug(e,a){return e?$.findOne({where:{[h.Op.or]:[{id:e},{slug:e}],...a?.createdBy?{createdBy:a.createdBy}:{}}}):null}static async validateProjectSlug({slug:e,projectId:a}){if(e==null)return null;if(e==="")return Ut;const s=e==="/"?"/":_.withoutTrailingSlash(_.withLeadingSlash(e)),o=Fe(s);if(s!=="/"&&s.endsWith("/"))return Y(r=>`Project slug "${r}" cannot end with /`);if(/\/{2,}/.test(s))return Y(r=>`Project slug "${r}" cannot contain consecutive /`);if(/\s/.test(s))return Y(r=>`Project slug "${r}" cannot contain whitespace`);if(Nt.some(r=>r.test(s)))return Y(r=>`Project slug "${r}" contains invalid characters`);if(E.default.components?.filter(r=>r.mountPoint&&!Mt(r)).some(r=>Fe(r.mountPoint)===o))return Y(r=>`Project slug "${r}" conflicts with existing blocklet`);const l=await $.findOne({where:{slug:s}});return l&&l?.id!==a?$t:null}}$.init({id:{type:h.DataTypes.UUID,defaultValue:h.DataTypes.UUIDV4,primaryKey:!0},name:{type:h.DataTypes.STRING,allowNull:!1},description:h.DataTypes.TEXT,createdAt:h.DataTypes.DATE,updatedAt:h.DataTypes.DATE,createdBy:{type:h.DataTypes.STRING,allowNull:!1},updatedBy:{type:h.DataTypes.STRING,allowNull:!1},slug:h.DataTypes.STRING,icon:h.DataTypes.STRING,pinnedAt:h.DataTypes.DATE,useAllResources:h.DataTypes.BOOLEAN,npmSecret:h.DataTypes.STRING,relatedBlocklets:{type:h.DataTypes.JSON,allowNull:!1,defaultValue:{},get(){const t=this.getDataValue("relatedBlocklets");if(typeof t=="object")return t??{};try{return t?JSON.parse(t):{}}catch(e){return u.logger.error("Failed to parse relatedBlocklets",{error:e,rawValue:t}),{}}},set(t){try{this.setDataValue("relatedBlocklets",t?JSON.stringify(t):"{}")}catch(e){u.logger.error("Failed to set relatedBlocklets",{error:e,value:t}),this.setDataValue("relatedBlocklets","{}")}}},productionState:{type:h.DataTypes.JSON,allowNull:!1,defaultValue:{},get(){const t=this.getDataValue("productionState");if(typeof t=="object")return t??{};try{return t?JSON.parse(t):{}}catch(e){return u.logger.error("Failed to parse productionState",{error:e,rawValue:t}),{}}},set(t){try{this.setDataValue("productionState",t?JSON.stringify(t):"{}")}catch(e){u.logger.error("Failed to set productionState",{error:e,value:t}),this.setDataValue("productionState","{}")}}},meta:{type:h.DataTypes.JSON,allowNull:!0}},{sequelize:F,paranoid:!0,indexes:[{name:"projects_slug_unique",unique:!0,fields:["slug"]},{name:"projects_created_by",fields:["createdBy"]},{name:"projects_pinned_updated_meta_not_null",fields:[{name:"pinnedAt",order:"DESC"},{name:"updatedAt",order:"DESC"}],where:{meta:{[h.Op.ne]:null}}}]});$.hasMany(ke,{foreignKey:"projectId",as:"components"});async function x(t){try{return await V.default.promises.access(t,V.default.constants.F_OK),!0}catch{return!1}}function Ve(t,e){return new Promise((a,s)=>{const o=V.default.createReadStream(t),n=V.default.createWriteStream(e);o.on("error",s),n.on("error",s),n.on("finish",a),o.pipe(n)})}async function ze(t,e){await V.default.promises.mkdir(e,{recursive:!0});const a=await V.default.promises.readdir(t,{withFileTypes:!0});for(const s of a){const o=Ne.default.join(t,s.name),n=Ne.default.join(e,s.name);s.isDirectory()?await ze(o,n):await Ve(o,n)}}async function Ft(t,e){(await V.default.promises.stat(t)).isDirectory()?await ze(t,e):await Ve(t,e)}class ee extends h.Model{}ee.init({id:{type:h.DataTypes.UUID,primaryKey:!0,defaultValue:h.DataTypes.UUIDV4},projectId:{type:h.DataTypes.UUID,allowNull:!1,comment:"Project ID"},urlPath:{type:h.DataTypes.STRING(512),allowNull:!1,unique:!0,comment:"URL path, e.g. /project-slug/page-slug or /en/project-slug/page-slug"},projectSlug:{type:h.DataTypes.STRING,allowNull:!0,comment:"Project slug"},pageSlug:{type:h.DataTypes.STRING,allowNull:!1,comment:"Page slug"},pageId:{type:h.DataTypes.UUID,allowNull:!1,comment:"Page ID"},routeId:{type:h.DataTypes.UUID,allowNull:!0,comment:"Route ID (for draft mode)"},locale:{type:h.DataTypes.STRING(10),allowNull:!0,comment:"Locale code, e.g. en, zh"},defaultLocale:{type:h.DataTypes.STRING(10),allowNull:!0,comment:"Default locale"},shouldRedirect:{type:h.DataTypes.BOOLEAN,defaultValue:!1,comment:"Whether this URL should redirect"},mainPage:{type:h.DataTypes.BOOLEAN,defaultValue:!1,comment:"Whether this is the main page"},isPublic:{type:h.DataTypes.BOOLEAN,allowNull:!1,defaultValue:!0,comment:"Whether the page is public"},publishedAt:{type:h.DataTypes.BIGINT,allowNull:!0,comment:"Published timestamp"},locales:{type:h.DataTypes.JSON,allowNull:!0,comment:"Supported locales array"},createdAt:h.DataTypes.DATE,updatedAt:h.DataTypes.DATE},{sequelize:F,tableName:"PageUrlMappings",timestamps:!0,indexes:[{name:"idx_project_id",fields:["projectId"]},{name:"idx_url_path",unique:!0,fields:["urlPath"]},{name:"idx_page_id",fields:["pageId"]}]});function qt(t){const{projectId:e,projectSlug:a,state:s}=t,o=a||e,n=Be.union(E.default.env.languages?.map(c=>c.code)||[],s.supportedLocales?.map(c=>c.locale)||[]),l={},r=(c,S)=>{o&&(l[_.joinURL("/",o,c)]={...S,shouldRedirect:!0,mainPage:!0}),l[_.joinURL("/",e,c)]={...S,shouldRedirect:!0,mainPage:!0};for(const j of n){const T={...S,locale:j};l[_.joinURL("/",j,e,c)]=T,o&&(l[_.joinURL("/",j,o,c)]=T)}};for(const c of s.pageIds||[]){const S=s.pages?.[c];if(!S||!S.isPublic)continue;const j={projectId:e,projectSlug:o,pageSlug:S.slug,pageId:c,defaultLocale:n?.[0],locales:n,publishedAt:s.config?.publishedAt,isPublic:S.isPublic};r(S.slug,j)}return l}async function xt(t,e,a){const s=t.map(n=>n.urlPath),o=await ee.findAll({where:{urlPath:{[h.Op.in]:s},projectId:{[h.Op.ne]:e}},attributes:["urlPath","projectId","projectSlug","pageSlug"],transaction:a,raw:!0});if(o.length>0){u.logger.warn(`[URL Duplicate Warning] Found ${o.length} URL conflicts for project ${e}:`);for(const n of o){const l=t.find(r=>r.urlPath===n.urlPath);if(l){const r=n.projectSlug?_.joinURL(n.projectSlug,n.pageSlug):n.pageSlug;u.logger.warn(` - URL "${n.urlPath}" conflicts with project ${n.projectId} (${r}). Current project trying to use same URL for page: ${l.pageSlug}`)}}u.logger.warn("[URL Duplicate Warning] These duplicate URLs will be ignored during save. Consider using different project slugs or page slugs to avoid conflicts.")}}async function Bt(t){const{projectId:e,transaction:a}=t;try{await ee.destroy({where:{projectId:e},transaction:a});const s=qt(t),o=Object.entries(s).map(([n,l])=>({projectId:e,urlPath:n,projectSlug:l.projectSlug,pageSlug:l.pageSlug,pageId:l.pageId,routeId:l.routeId,locale:l.locale,defaultLocale:l.defaultLocale,shouldRedirect:l.shouldRedirect,mainPage:l.mainPage,isPublic:l.isPublic,publishedAt:typeof l.publishedAt=="number"?l.publishedAt:void 0,locales:l.locales}));if(o.length>0){await xt(o,e,a);const n=100,l=[];for(let r=0;r<o.length;r+=n){const c=o.slice(r,r+n);l.push(ee.bulkCreate(c,{transaction:a,ignoreDuplicates:!0}))}await Promise.all(l),u.logger.info(`Regenerated ${o.length} URL mappings for project ${e}`)}return o.length}catch(s){throw u.logger.error(`Failed to regenerate URL mappings for project ${e}:`,s),s}}function ne(t){t.observeDeep(e=>{e.some(a=>a.changes.keys.has("updatedAt")||a.changes.keys.has("publishedAt"))||t.set("updatedAt",new Date().toISOString())})}function He(){return Z.mkdtempSync(p.join(E.default.env.dataDir,"tmp-"))}function re(t,e,a=[]){return Array.isArray(t)?t.flatMap((s,o)=>re(s,e,[...a,o])):typeof t=="object"?t===null?[]:Object.entries(t).flatMap(([s,o])=>re(o,e,[...a,s])):e(t)?[a]:[]}function U(t){return t.filter(e=>e!=null)}function Gt(t){return new Promise((e,a)=>{let s;process.env.NODE_ENV==="development"?s=p.join(__dirname,"yaml-worker.js"):s=p.join(__dirname,"api/dist/utils/yaml-worker.js");const o=new dt.Worker(s);o.postMessage({payload:t}),o.on("message",n=>{n.status==="success"?e(n.result):a(new Error(`YAML stringify failed in worker: ${n.message}`)),o.terminate()}),o.on("error",n=>{a(n)}),o.on("exit",n=>{n!==0&&a(new Error(`Worker stopped with exit code ${n}`))})})}function Vt(t){t.pages&&Object.keys(t.pages).forEach(a=>{const s=G.getYjsValue(t.pages[a]);s&&s instanceof q.Map&&ne(s)});const e=G.getYjsValue(t.pages);e&&e instanceof q.Map&&e.observe(a=>{a.changes.keys.forEach((s,o)=>{if(s.action==="add"){const n=G.getYjsValue(t.pages[o]);n&&n instanceof q.Map&&ne(n)}})})}function zt(t){t.routes&&Object.keys(t.routes).forEach(a=>{const s=G.getYjsValue(t.routes?.[a]);s&&s instanceof q.Map&&ne(s)});const e=G.getYjsValue(t.routes);e&&e instanceof q.Map&&e.observe(a=>{a.changes.keys.forEach((s,o)=>{if(s.action==="add"){const n=G.getYjsValue(t.routes?.[o]);n&&n instanceof q.Map&&ne(n)}})})}function Ht(t,e){for(const a of e||Object.keys(t.routes||{})){let s=a,o=[];if(a.includes("-")){const[n,...l]=a.split("-");s=n,o=l||[]}if(t.routes?.[s]!==void 0){t.routes[s].publishedAt=new Date().toISOString();const n=t.routes[s];if(!n||!n.params||n.params.length===0)continue;if(a.includes("-")&&o.length>0){const l=se.getRouteMetaDataByOptionIds(o,n);l&&(l.publishedAt=new Date().toISOString())}if(!e){const l=se.generateParamCombinations({basePath:n.path,params:n.params,routeId:n.id,paramsOptions:n.paramsOptions,currentIndex:0,currentParams:[],currentOptionIds:[],result:[]});for(const r of l)r.routeMetaData??={},r.routeMetaData.publishedAt=new Date().toISOString()}}}}function me({page:t,route:e,state:a,routeId:s,routePathInfo:o}){u.logger.info(`Executing datasource data assembly, routeId: ${s}, routePathInfo: ${JSON.stringify(o)}`);const n={...Ae.default(t),id:s,slug:o?.path??e.path,createdAt:e.createdAt,updatedAt:o?.routeMetaData?.updatedAt??e.updatedAt,publishedAt:o?.routeMetaData?.publishedAt??e.publishedAt,isPublic:(o?.routeMetaData?.isPublic??e.isPublic)&&e.isPublic};for(const l of a.supportedLocales){if(e.dataSource){let r=e.id;o&&(r=o.paramOptionIds.join("-"));const c=e.dataSource.pathDataMappings?.[r]?.dataCache?.[l.locale]??e.dataSource.pathDataMappings?.[r]?.dataCache?.[a.config.defaultLocale||"en"];if(!c)continue;ct.setPageDataSource(n,a,l.locale,c)}o&&o.routeMetaData&&(o.routeMetaData.publishedAt=new Date().toISOString())}return n}["true","1","yes","y"].includes(process.env.USE_FS_CACHE_HTML??"");const Kt=60*60*1e3,J=new Ge.LRUCache({max:300,ttl:Kt,ttlResolution:10*1e3,allowStale:!0});function Wt(t,e=[]){let a=0;const s=Array.from(J.keys()),o=t.map(n=>_.withoutTrailingSlash(n));for(const n of s)for(const l of o){if($e.matchCacheKey(n,{currentPath:l})){J.delete(n),a++,u.logger.info(`[Cache CLEAR] key: ${n}`);break}for(const r of e)if($e.matchCacheKey(n,{currentPath:`/${r}${l}`})){J.delete(n),a++,u.logger.info(`[Cache CLEAR] key: ${n}`);break}}return u.logger.info(`[Cache CLEAR] cleared ${a} entries for paths:`,o),a}function Yt(){const t=J.size;return J.clear(),u.logger.info(`[Cache CLEAR ALL] cleared ${t} entries`),t}const Jt=Be.debounce(Yt,300);E.default.events.on(E.default.Events.envUpdate,Jt);const{uploadToMediaKit:Xt}=require("@blocklet/uploader-server"),Le=/^\w+(\w|-|\.)+\w+\.(jpe?g|png|gif|svg|bmp|webp|mp4|m4v|webm)$/,X=/mediakit:\/\/([a-f0-9]{32}\.(jpe?g|png|gif|svg|bmp|webp|mp4|m4v|webm))/i,qe=/mediakit:\/\/([a-f0-9]{32}\.(jpe?g|png|gif|svg|bmp|webp|mp4|m4v|webm))/gi,Qt=1e4,Zt=3e4,te=0,he=1,ea=0,ta=1,be=E.default,z=p.join(process.env.BLOCKLET_DATA_DIR,"site-state"),aa=["production","draft"],sa=["production"];function ie(t){return t?.replace(/\//g,"|")||""}function Ke(){const t=be.env.languages?.map(a=>({locale:a.code,name:a.name}))||[],e=t[0]?.locale||"en";return{pageIds:[],pages:{},routeIds:[],routes:{},dataSourceIds:[],dataSources:{},components:{},supportedLocales:t,config:{defaultLocale:e},resources:{}}}class C extends q.Doc{constructor(e){super(),this.options=e,Z.existsSync(this.draftYjsFilePath)&&q.applyUpdate(this,Z.readFileSync(this.draftYjsFilePath)),this.syncedStore=mt.reactive(G.syncedStore({pages:{},pageIds:[],components:{},supportedLocales:[],config:{},resources:{},routeIds:[],routes:{},dataSourceIds:[],dataSources:{}},this)),this.initObserver(),this.on("update",this.updateHandler),this.awareness=new W.Awareness(this),this.awareness.on("update",this.awarenessChangeHandler),this.ensureDataStructure()}static RELEASE_DELAY=5*60*1e3;static PERIODIC_CHECK_INTERVAL=2*60*60*1e3;static sharedInstances={};static periodicCheckTimer;static async safeDeleteProjectStateDir(e){if(!e)throw new Error("Should provide project context");try{const a=p.join(z,e),s=p.join(z,`@del-${e}`);await D.rename(a,s)}catch(a){u.logger.error("Failed to safe delete project state dir:",a)}}static async getProjectIds(){return(await $.findAll({attributes:["id"],raw:!0}))?.map(e=>e.id)}static get projectIds(){return oe.globSync("*/",{cwd:z,ignore:["@del-*","@tmp-*",".*","staging","production","@backup-*","undefined"]})}static get allShared(){return this.projectIds.map(e=>C.shared(e))}static shared(e){if(!e)throw new Error("Should provide project context");let a=C.sharedInstances[e];return a||(a=new C({path:p.join(z,e)}),C.sharedInstances[e]=a,a)}static async getProductionState(e){const a=await $.findByPk(e,{attributes:["productionState"]});if(Oe.default(a?.productionState)){const s=p.join(z,e,"production"),o=await ve(s,{includeResources:!0})??Ke();if(!o?.config?.defaultLocale){o.config??={};const n=be.env.languages?.map(l=>({locale:l.code,name:l.name}))||[];o.config.defaultLocale=n[0]?.locale}return o}return a?.productionState}destroy(){this.cancelRelease(),this.save({flush:!0}),this.conns.forEach((a,s)=>this.closeConn(s)),this.awareness.destroy();const e=p.basename(this.options.path);delete C.sharedInstances[e],super.destroy()}initObserver(){Vt(this.syncedStore),zt(this.syncedStore)}get draftYjsFilePath(){return p.join(this.options.path,"draft.yjs")}static async getStateByProjectId({projectId:e,mode:a,clone:s=!0}){if(a==="draft"){const o=C.shared(e);return s?JSON.parse(JSON.stringify(o.syncedStore)):o.syncedStore}return C.getProductionState(e)}async getState(e){if(e==="draft")return JSON.parse(JSON.stringify(this.syncedStore));const a=p.basename(this.options.path);return C.getProductionState(a)}async setState(e,a){if(e==="production"){const n=p.basename(this.options.path),l=Ae.default(a);await F.transaction(async r=>{await $.update({productionState:l},{where:{id:n},transaction:r});const c=await $.findByPk(n,{attributes:["slug"],transaction:r}),S=await Bt({projectId:n,projectSlug:c?.slug,state:a,transaction:r});u.logger.info(`[SiteState] saved ${S} URL mappings for project ${n}`)}),await this.clearPageCacheForRoutes(void 0,a)}const s=await Xe(a,{exportAssets:!1,includeResources:!0}),o=this.getPublishDir(e);await D.mkdir(p.dirname(o),{recursive:!0}),await D.rm(o,{force:!0,recursive:!0}),await D.rename(s,o)}getPublishDir(e){return p.join(this.options.path,e)}syncedStore;conns=new Map;awareness;releaseTimer;awarenessChangeHandler=({added:e,updated:a,removed:s},o)=>{const n=e.concat(a,s);if(o!==null){const c=this.conns.get(o);c&&(e.forEach(S=>{c.add(S)}),s.forEach(S=>{c.delete(S)}))}const l=L.createEncoder();L.writeVarUint(l,he),L.writeVarUint8Array(l,W.encodeAwarenessUpdate(this.awareness,n));const r=L.toUint8Array(l);this.conns.forEach((c,S)=>this.send(S,r))};updateHandler=e=>{const a=L.createEncoder();L.writeVarUint(a,te),fe.writeUpdate(a,e);const s=L.toUint8Array(a);this.conns.forEach((o,n)=>this.send(n,s))};ensureDataStructure=()=>{this.transact(()=>{const{supportedLocales:e,pages:a,pageIds:s,config:o,routes:n,routeIds:l}=this.syncedStore;{const r=new Set(Object.keys(a));let c=0;for(;c<s.length;){const S=s[c];r.has(S)?(r.delete(S),c++):s.splice(c,1)}}{const r=new Set(Object.keys(n));let c=0;for(;c<l.length;){const S=l[c];r.has(S)?(r.delete(S),c++):l.splice(c,1)}}e.splice(0,e.length),e.push(...be.env.languages.map(r=>({locale:r.code,name:r.name}))),o.defaultLocale=e[0]?.locale;{let r=0;const c=new Set;for(;r<e.length;){const{locale:S}=e[r];c.has(S)?e.splice(r,1):(r++,c.add(S))}}})};send=(e,a)=>{e.readyState!==ea&&e.readyState!==ta&&this.closeConn(e);try{e.send(a,s=>{s&&this.closeConn(e)})}catch{this.closeConn(e)}};closeConn=e=>{if(e.removeAllListeners(),this.conns.has(e)){const a=this.conns.get(e);this.conns.delete(e),a&&W.removeAwarenessStates(this.awareness,Array.from(a),null)}e.close(),this.checkAndScheduleRelease()};checkAndScheduleRelease(){this.conns.size===0&&this.scheduleRelease()}scheduleRelease(){this.cancelRelease();const e=p.basename(this.options.path);this.releaseTimer=setTimeout(()=>{u.logger.info(`[SiteState] releasing instance due to no active connections: ${e}`),this.conns.size===0&&(this.releaseTimer=void 0,this.destroy())},C.RELEASE_DELAY),u.logger.info(`[SiteState] scheduled release for project ${e} in ${C.RELEASE_DELAY/1e3}s`)}cancelRelease(){if(this.releaseTimer){clearTimeout(this.releaseTimer),this.releaseTimer=void 0;const e=p.basename(this.options.path);u.logger.info(`[SiteState] cancelled scheduled release for project ${e}`)}}autoSave=Te.default(async()=>{await D.mkdir(p.dirname(this.draftYjsFilePath),{recursive:!0}),await D.writeFile(this.draftYjsFilePath,q.encodeStateAsUpdate(this))},Qt);save=({flush:e=!1}={})=>{this.autoSave(),e&&this.autoSave.flush()};publish=async({mode:e,routes:a})=>{const s=p.basename(this.options.path);await nt(s);const o=await this.getState("draft"),n=await this.getState("production");await je(o,n,{routes:a,mergeMode:"replace",deleteRoutes:!0,publishMode:e}),n.config.publishedAt=new Date().getTime(),setImmediate(()=>{this.transact(()=>{Ht(this.syncedStore,a)})}),await this.setState(e,n)};mergeState=async(e,a)=>{const s=JSON.parse(JSON.stringify(a));e.config.fontFamily??={};const o=s.config?.fontFamily,n=e.config?.fontFamily;e.config.fontFamily.title=o?.title||n?.title,e.config.fontFamily.description=o?.description||n?.description,await new Promise((l,r)=>{this.transact(async()=>{try{const c=await je(e,a);l(c)}catch(c){r(c)}})})};clearPageCacheForRoutes=async(e,a)=>{const s=p.basename(this.options.path),n=(await $.findByPk(s))?.slug||s;let l=e;(!l||l.length===0)&&(l=a.pageIds??[]),u.logger.info(`[SiteState] clearing page cache for project ${s}, routes:`,l||[]);const r=a.supportedLocales.map(j=>j.locale),c=[],S=l.filter(j=>a.pageIds?.includes(j));for(const j of S){const b=a.pages[j].slug;n&&n!==s&&(n==="/"?c.push(b):c.push(`${n.startsWith("/")?"":"/"}${n}${b}`)),c.push(`/${s}${b}`)}if(c.length>0)try{const j=Wt(c,r);u.logger.info(`[SiteState] cleared ${j} page cache entries for project ${s}, routes:`,l)}catch{}};addConnection=e=>{if(this.conns.has(e))return;this.cancelRelease(),e.binaryType="arraybuffer",this.conns.set(e,new Set),e.on("message",o=>this.messageListener(e,new Uint8Array(o)));let a=!0;const s=setInterval(()=>{if(!a)this.conns.has(e)&&this.closeConn(e),clearInterval(s);else if(this.conns.has(e)){a=!1;try{e.ping()}catch{this.closeConn(e),clearInterval(s)}}},Zt);e.on("close",()=>{this.closeConn(e),clearInterval(s)}),e.on("pong",()=>{a=!0});{const o=L.createEncoder();L.writeVarUint(o,te),fe.writeSyncStep1(o,this),this.send(e,L.toUint8Array(o));const n=this.awareness.getStates();if(n.size>0){const l=L.createEncoder();L.writeVarUint(l,he),L.writeVarUint8Array(l,W.encodeAwarenessUpdate(this.awareness,Array.from(n.keys()))),this.send(e,L.toUint8Array(l))}}};messageListener=(e,a)=>{try{const s=L.createEncoder(),o=ge.createDecoder(a),n=ge.readVarUint(o);switch(u.logger.info(`[SiteState] messageListener, messageType: ${n}`),n){case te:L.writeVarUint(s,te),fe.readSyncMessage(o,s,this,null),u.logger.info(`[SiteState] messageListener, encoder length: ${L.length(s)}`),L.length(s)>1&&(this.ensureDataStructure(),this.send(e,L.toUint8Array(s)));break;case he:{W.applyAwarenessUpdate(this.awareness,ge.readVarUint8Array(o),e);break}default:u.logger.warn(`Unsupported messageType ${n}`)}}catch(s){u.logger.error(s)}this.save()};static async pageUrlMap(e,a){if(u.logger.info(`[SiteState] get pageUrlMap, mode: ${e}, projectId: ${a}`),e==="production"){const n=a?{projectId:a}:{},l=await ee.findAll({where:n,raw:!0}),r={};for(const c of l)r[c.urlPath]={projectId:c.projectId,projectSlug:c.projectSlug,pageSlug:c.pageSlug,pageId:c.pageId,routeId:c.routeId,locale:c.locale,defaultLocale:c.defaultLocale,shouldRedirect:c.shouldRedirect,mainPage:c.mainPage,isPublic:c.isPublic,publishedAt:c.publishedAt,locales:c.locales};return u.logger.info(`[SiteState] loaded ${l.length} URL mappings from database`),r}let s=[];a?s=[a]:s=await this.getProjectIds();let o={};if(s?.length){u.logger.info("[SiteState] find project infos from database, projectIds: ",s);const n=30,l=De.default(5);for(let r=0;r<s.length;r+=n){const c=s.slice(r,r+n);u.logger.info(`[SiteState] processing project batch ${r/n+1}, ids: `,c);const S=await $.findAll({where:{id:{[h.Op.in]:c}},attributes:{exclude:["relatedBlocklets"]}});await Promise.all(S?.map(j=>l(async()=>{const T=j.id,b=j.slug||T,m={},d=await C.getStateByProjectId({projectId:j.id,mode:e,clone:!1}),P=Tt.default(E.default.env.languages?.map(A=>A.code)||[],d.supportedLocales?.map(A=>A.locale)||[]),R=(A,I)=>{b&&(m[_.joinURL("/",b,A)]={...I,shouldRedirect:!0,mainPage:!0}),m[_.joinURL("/",T,A)]={...I,shouldRedirect:!0,mainPage:!0};for(const k of P){const y={...I,locale:k};m[_.joinURL("/",k,T,A)]=y,b&&(m[_.joinURL("/",k,b,A)]=y)}};if(e==="draft")for(const A of d.routeIds||[]){const I=d?.routes?.[A];if(!I)continue;if(I.params&&I.params.length>0){const w=se.generateParamCombinations({basePath:I.path,params:I.params,routeId:I.id,paramsOptions:I.paramsOptions,currentIndex:0,currentParams:[],currentOptionIds:[],result:[]});for(const i of w){const f=i.path,g={projectId:T,projectSlug:b,pageSlug:f,pageId:I.displayTemplateId||"",routeId:A,defaultLocale:P?.[0],locales:P,publishedAt:d.config.publishedAt,isPublic:I.isPublic&&i?.routeMetaData?.isPublic};R(f,g)}}const k=I.path,y={projectId:T,projectSlug:b,pageSlug:k,pageId:I.displayTemplateId||"",routeId:A,defaultLocale:P?.[0],locales:P,publishedAt:d.config.publishedAt,isPublic:I.isPublic};R(k,y)}for(const A of d.pageIds||[]){const I=d.pages[A];if(!I)continue;const k=I.slug,y=j.slug||T,w={projectId:T,projectSlug:y,pageSlug:k,pageId:A,defaultLocale:P?.[0],locales:P,publishedAt:d.config.publishedAt,isPublic:I.isPublic,templateConfig:I.templateConfig};R(k,w)}o={...o,...m}})))}}return u.logger.info("[SiteState] success get pageUrlMap"),o}getDocumentSize(){return q.encodeStateAsUpdate(this).byteLength}static getInstancesSizeInfo(){const e=[];for(const[a,s]of Object.entries(C.sharedInstances)){const o=s.getDocumentSize();e.push({projectId:a,sizeInBytes:o,sizeInMB:`${(o/(1024*1024)).toFixed(2)} MB`,activeConnections:s.conns.size})}return e}static startPeriodicCheck(){this.periodicCheckTimer||(this.periodicCheckTimer=setInterval(()=>{this.performPeriodicCheck()},this.PERIODIC_CHECK_INTERVAL),u.logger.info(`[SiteState] periodic check started, interval: ${this.PERIODIC_CHECK_INTERVAL/(60*60*1e3)} hours`))}static stopPeriodicCheck(){this.periodicCheckTimer&&(clearInterval(this.periodicCheckTimer),this.periodicCheckTimer=void 0,u.logger.info("[SiteState] periodic check stopped"))}static performPeriodicCheck(){const e=Object.keys(C.sharedInstances).length,a=[],s=[];for(const[o,n]of Object.entries(C.sharedInstances))n.conns.size===0?a.push({projectId:o,instance:n}):s.push({projectId:o,connections:n.conns.size});if(u.logger.info(`[SiteState] periodic check summary: total instances: ${e}, with connections: ${s.length}, without connections: ${a.length}`),a.length>0){u.logger.info(`[SiteState] releasing ${a.length} instances without connections:`,a.map(n=>n.projectId));let o=0;for(const{projectId:n,instance:l}of a)try{u.logger.info(`[SiteState] releasing instance due to periodic check: ${n}`),l.destroy(),o++}catch(r){u.logger.error(`[SiteState] failed to release instance ${n} during periodic check:`,r)}u.logger.info(`[SiteState] periodic check completed: ${o}/${a.length} instances released successfully`)}else e>0?u.logger.debug("[SiteState] periodic check: all instances have active connections"):u.logger.debug("[SiteState] periodic check: no instances exist")}}async function oa(t,e,a){if(!t||!await x(t)||!(await D.lstat(t)).isFile())return null;let o=a[t];return o||(o=(async()=>{try{return(await Xt({filePath:t,fileName:e}))?.data?.filename}catch(n){return u.logger.error(`Failed to upload asset ${t}:`,n),null}})(),a[t]=o),o}const We=async(t,e)=>{const a=p.basename(t),s=await Ee.call({name:Ce,path:_.joinURL("/uploads",a),responseType:"stream",method:"GET"});if(s.status>=200&&s.status<400){const o=Z.createWriteStream(e);await jt.pipeline(s.data,o)}else throw new Error(`download asset failed ${s.status}`)},Ye=async(t,e)=>{await Promise.all(t.map(async a=>{try{await We(a,p.join(e,p.basename(a)))}catch(s){u.logger.error(`Failed to export assets: ${a}, ${s}`)}}))};function Je(t){return Le.test(t)?[t]:X.test(t)?(qe.lastIndex=0,Array.from(t.matchAll(qe)).map(a=>a[1]).filter(a=>!!a)):[]}async function ae(t,e,a){const{getFilename:s,exportAssets:o,useWorker:n}=a,l=p.join(e,s(t));await D.mkdir(p.dirname(l),{recursive:!0});const r=n?await Gt(t):H.stringify(t);if(await D.writeFile(l,r),o){const S=re(t,j=>typeof j=="string"&&(Le.test(j)||X.test(j))).map(j=>{const T=Re.default(t,j);return Je(T)}).flat().filter(Boolean);await Ye(S,p.dirname(l))}}const Pe=new Ge.LRUCache({max:100,ttl:1*60*1e3});async function xe(t,e,a){const s=re(t,r=>typeof r=="string"&&(Le.test(r)||X.test(r))),o=De.default(2),n=s.map(r=>o(async()=>{try{const c=Re.default(t,r),S=Je(c);for(const j of S){const T=p.basename(j),b=a.getFilePath(j,r),m=b?`${b}:${T}`:T,d=Pe.get(m);if(d){X.test(c)||Me.default(t,r,d);return}const P=await oa(b,T,e);P&&(X.test(c)||Me.default(t,r,P),Pe.set(m,P))}}catch(c){u.logger.error(`Failed to process upload for path ${r.join(".")}:`,c.message||c.reason)}})),l=await Promise.allSettled(n);a.onFinish?.(l)}async function Xe(t,{exportAssets:e,pageIds:a="all",componentIds:s="all",rawConfig:o,includeResources:n=!1,routeIds:l="all"}={}){const r=a==="all"?t.pageIds:a,c=gt.getComponentDependencies({state:t,pageIds:r,componentIds:s==="all"?Object.keys(t.components):s});Object.entries(t.components).forEach(([i,f])=>{f.data?.renderer?.type==="component-template"&&c.push(i)});const S=l==="all"?t.routeIds:l,j=i=>({id:i.id,name:i.name,isTemplateSection:i.isTemplateSection??!1,templateDescription:i.templateDescription,component:i.component,config:i.config,visibility:i.visibility,sections:i?.sectionIds?U(i?.sectionIds?.map(f=>{const g=i.sections?.[f];return g&&j(g)})):void 0}),T=(i,f)=>({id:i.id,createdAt:i.createdAt,updatedAt:i.updatedAt,publishedAt:i.publishedAt,isPublic:i.isPublic??!0,templateConfig:i.templateConfig,meta:i.locales?.[f]??{},sections:U(i.sectionIds.map(g=>{const O=i.sections[g];return O&&j(O)})),dataSource:Object.fromEntries(Object.entries(i.dataSource||{}).map(([g,O])=>[g,O?.[f]??{}]))}),b=i=>({id:i.id,createdAt:i.createdAt,updatedAt:i.updatedAt,publishedAt:i.publishedAt,path:i.path,handler:i.handler,isPublic:i.isPublic??!0,params:i.params??[],enabledGenerate:i.enabledGenerate??!1,displayTemplateId:i.displayTemplateId,dataSource:i.dataSource}),m=U(S.map(i=>{const f=t.routes[i];return f&&b(f)})),d=U(t.supportedLocales.map(i=>i.locale).flatMap(i=>r.map(f=>{const g=t.pages[f];return g&&{locale:i,slug:g.slug,page:T(g,i)}}))),P=He(),R=p.join(P,"pages");await D.mkdir(R,{recursive:!0});const A=p.join(P,"components");await D.mkdir(A,{recursive:!0});const I=p.join(P,"routes");await D.mkdir(I,{recursive:!0});for(const{locale:i,slug:f,page:g}of d)await ae(g,R,{getFilename:()=>`${ie(f)||"index"}.${i}.yml`,exportAssets:e,useWorker:!0});for(const i of m)await ae(i,I,{getFilename:()=>`${ie(i.path)||"index"}.yml`,exportAssets:e});for(const i of c){const f=t.components[i]?.data;f&&await ae(f,A,{getFilename:g=>`${g.name||"unnamed"}.${g.id}.yml`,exportAssets:e})}const k=p.join(P,".blocklet/pages/pages.config.yml");await D.mkdir(p.dirname(k),{recursive:!0});const y={pages:U(r.map(i=>{const f=t.pages[i];return f&&{id:i,slug:f.slug}})),routes:U(S.map(i=>{const f=t.routes[i];return f&&{id:i,path:f.path}})),components:U(c.map(i=>{const f=t.components[i]?.data;return f&&{id:i,name:f.name}})),...n?{resources:{components:U(Object.keys(t.resources?.components||{}).filter(i=>c.includes(i)).map(i=>({id:i,name:t.resources?.components?.[i]?.component?.name})))}}:{},supportedLocales:t.supportedLocales,config:t.config};await D.writeFile(k,H.stringify(y));const w=p.join(P,"config.source.json");if(o&&await D.writeFile(w,JSON.stringify(o)),n){const i=p.join(P,"resources"),f=p.join(i,"components");await D.mkdir(f,{recursive:!0});for(const N of Object.keys(t?.resources?.components??{}).filter(v=>c.includes(v))){const v=t.resources?.components?.[N]?.component;v&&await ae(v,f,{getFilename:B=>`${B.name||"unnamed"}.${B.id}.yml`,exportAssets:e})}const g=p.join(P,"chunks");await D.mkdir(g,{recursive:!0});const O=await na();for(const N of Object.keys(t?.resources?.components??{}).filter(v=>c.includes(v))){const v=t.resources?.components?.[N]?.component;if(v&&v.renderer?.type==="react-component"){const B=v.renderer?.chunks??[];if(B?.length>0)for(const K of B){const _e=p.join(g,K),de=O?.[K];try{de&&await x(de)&&!await x(_e)&&await D.copyFile(de,_e)}catch(rt){u.logger.error(`copy chunk ${K} error`,rt.message)}}}}}return P}async function ve(t,{importAssets:e,includeResources:a}={}){if(!await x(t))return null;let s,o=!1;try{(await D.lstat(t)).isDirectory()?s=t:/\.(tgz|gz|tar)$/.test(t)&&(o=!0,s=He(),await Et.x({file:t,C:s}));const r=(await oe.glob("**/.blocklet/pages/pages.config.yml",{cwd:s,absolute:!0}))[0],c=r&&p.join(p.dirname(r),"../../pages"),S=r&&p.join(p.dirname(r),"../../components"),j=r&&p.join(p.dirname(r),"../../routes");if(!r)return null;const T=await D.readFile(r,"utf-8"),b=H.parse(T),m=async(y,w,i)=>{let f=p.join(y,`${w}${i?`.${i}`:""}.yml`);if(!await x(f)&&(f=p.join(y,w,`index${i?`.${i}`:""}.yml`),!await x(f))||!(await D.lstat(f)).isFile())return null;const O=await D.readFile(f,"utf-8");return H.parse(O)},d=async(y,w)=>{try{const f=(await oe.glob(`*.${w}.yml`,{cwd:y,absolute:!0}))[0];if(!f)return null;const g=await D.readFile(f,"utf-8");return H.parse(g)}catch(i){u.logger.error("parse component error",i)}return null},P=async(y,w)=>{let i=p.join(y,`${w}.yml`);if(!await x(i)&&(i=p.join(y,w,"index.yml"),!await x(i))||!(await D.lstat(i)).isFile())return null;const g=await D.readFile(i,"utf-8");return H.parse(g)},R=U(await Promise.all(b.pages.map(async({slug:y})=>{const w=U(await Promise.all(b.supportedLocales.map(async({locale:g})=>{const O=c?await m(c,ie(y),g):void 0;if(O)return{locale:g,page:O};const N=c?await m(c,y,g):void 0;return N&&{locale:g,page:N}}))),i=w[0]?.page;if(!i)return null;const f=i.sections.map(ft.unzipSection);return{id:i.id||Ue.nextId(),createdAt:i.createdAt,updatedAt:i.updatedAt,publishedAt:i.publishedAt,isPublic:i.isPublic??!0,templateConfig:i.templateConfig,slug:y,sections:Object.fromEntries(f.map(g=>[g.id,g])),sectionIds:f.map(g=>g.id),locales:Object.fromEntries(w.map(({locale:g,page:O})=>[g,O.meta])),dataSource:i.dataSource?Object.fromEntries([...new Set(w.flatMap(({page:g})=>Object.keys(g.dataSource??{})))].map(g=>[g,Object.fromEntries(w.map(({locale:O,page:N})=>{const v=N.dataSource?.[g];return[O,v||{}]}))])):Object.fromEntries([...new Set(w.flatMap(({page:g})=>g.sections.map(O=>O.id)))].map(g=>[g,Object.fromEntries(w.map(({locale:O,page:N})=>{const v=N.dataSource?.[g];if(v)return[O,v];const B=N.sections.find(K=>K.id===g);return[O,B?.properties||{}]}))]))}}))),A=U(await Promise.all((b?.routes||[]).map(async({path:y})=>{const w=j?await P(j,ie(y)):void 0;return{...w,id:w?.id||Ue.nextId(),createdAt:w?.createdAt??new Date().toISOString(),updatedAt:w?.updatedAt??new Date().toISOString(),publishedAt:new Date(0).toISOString(),path:w?.path??`/${w?.id}`,params:w?.params,handler:w?.handler??"Pages Kit",isPublic:w?.isPublic??!0,enabledGenerate:w?.enabledGenerate??!1,displayTemplateId:w?.displayTemplateId??void 0,dataSource:w?.dataSource??{}}}))),I=S?U(await Promise.all((b.components||[]).map(async({id:y})=>d(S,y)))):[];if(e){const y=(...w)=>{u.logger.info(`[${o?p.basename(t):p.basename(p.join(t,"../../../../"))}] importAssets:`,...w)};try{y("wait image-bin api ready"),await Rt.default({resources:[`${Ee.getComponentWebEndpoint(u.IMAGE_BIN_NAME)}/api/sdk/uploads`],validateStatus:f=>f>=200&&f<=500}),y("image-bin api is ready");const w={},i={};y("start to upload assets"),await Promise.allSettled([xe(I,w,{getFilePath:f=>S&&p.join(S,f),onFinish:f=>{y(`upload ${f.length} component assets`)}}),xe(R,i,{getFilePath:(f,g)=>{const O=Re.default(R,g.slice(0,1));return c&&p.join(c,p.dirname(O.slug),f)},onFinish:f=>{y(`upload ${f.length} page assets`)}})]),y("upload assets done"),Pe.clear(),global.gc&&global.gc()}catch(w){y("Error during asset import:",w)}}const k={};if(a){const y=r&&p.join(p.dirname(r),"../../resources/components"),w=U(await Promise.all((b.resources?.components||[]).map(async({id:i})=>d(y,i))));w.length>0&&(k.components=Object.fromEntries(w.map((i,f)=>[i.id,{index:f,component:i}])))}return{supportedLocales:b.supportedLocales,pageIds:R.map(y=>y.id),components:Object.fromEntries(I.map((y,w)=>[y.id,{index:w,data:y}])),pages:Object.fromEntries(R.map(y=>[y.id,y])),config:b.config||{},resources:k,routeIds:A.map(y=>y.id),routes:Object.fromEntries(A.map(y=>[y.id,y])),dataSourceIds:[],dataSources:{}}}finally{o&&s&&await D.rm(s,{force:!0,recursive:!0})}}async function je(t,e,{routes:a,mergeMode:s="byUpdateTime",deleteRoutes:o=!1,publishMode:n=void 0}={}){try{n&&u.clearPreloadComponentsCacheByMode(n)}catch(b){u.logger.error("clear preload page cache error",{error:b})}const{pages:l,pageIds:r,routeIds:c,routes:S,supportedLocales:j}=t;if(n==="production"){let b=a??[],m=null;for(const d of c??[]){const P=S?.[d];if(P?.params&&P?.params.length>0&&P?.paramsOptions&&P?.paramsOptions.length>0){const R=se.generateParamCombinations({basePath:P.path,params:P.params,routeId:P.id,paramsOptions:P.paramsOptions,currentIndex:0,currentParams:[],currentOptionIds:[],result:[]}),A=Object.fromEntries(R.map(I=>[`${d}-${I.paramOptionIds.join("-")}`,I]));m={...m||{},...A},a||(b=[...b,...R.map(I=>`${d}-${I.paramOptionIds.join("-")}`)])}else a||b.push(d)}u.logger.info("routeIds to be published: ",b);for(const d of b){let P=d;if(P.includes("-")){const[I]=P.split("-");P=I}const R=S?.[P];if(!R){const I=e.pageIds.indexOf(P);I!==-1&&o&&(e.pageIds.splice(I,1),delete e.pages[P]);for(const k of e.pageIds)k.includes(`${P}-`)&&(e.pageIds.splice(e.pageIds.indexOf(k),1),delete e.pages[k]);u.logger.info("delete main route page",P);continue}if(d.includes("-")&&!m?.[d]){const I=e.pageIds.indexOf(d);I!==-1&&o&&(e.pageIds.splice(I,1),delete e.pages[d]),u.logger.info("delete page",d);continue}if(!R.displayTemplateId){u.logger.info("no display template",d);continue}const A=l[R.displayTemplateId];if(!A){u.logger.info("no template page",d);continue}if(e.pageIds.includes(d)){if(u.logger.info("has need update page",d),s==="replace")e.pages[d]=me({page:A,route:R,state:t,routeId:d,routePathInfo:m?.[d]}),u.logger.info("replace page",d);else if(s==="byUpdateTime"){const I=e.pages[R.id];(!I||R.updatedAt&&R.updatedAt>I.updatedAt)&&(e.pages[d]=me({page:A,route:R,state:t,routeId:d,routePathInfo:m?.[d]}),u.logger.info("replace page by update time",d))}}else e.pageIds.push(d),e.pages[d]=me({page:A,route:R,state:t,routeId:d,routePathInfo:m?.[d]}),u.logger.info("add page",d)}if(o&&!a)for(const d of e.pageIds)b?.includes(d)||(delete e.pages[d],u.logger.info("delete page",d)),e.pageIds=[...e.pageIds].filter(P=>b?.includes(P))}else{for(const b of r){const m=l[b];if(m)if(e.pageIds.includes(m.id)){if(s==="replace")e.pages[m.id]=m;else if(s==="byUpdateTime"){const d=e.pages[m.id];(!d||m.updatedAt&&m.updatedAt>d.updatedAt)&&(e.pages[m.id]=m)}}else e.pageIds.push(m.id),e.pages[m.id]=m}for(const b of c){const m=S[b];if(m)if(e.routeIds.includes(m.id)){if(s==="replace")e.routes[m.id]=m;else if(s==="byUpdateTime"){const d=e.routes[m.id];(!d||m.updatedAt&&m.updatedAt>d.updatedAt)&&(e.routes[m.id]=m)}}else e.routeIds.push(m.id),e.routes[m.id]=m}}if(e.supportedLocales.splice(0,e.supportedLocales.length),e.supportedLocales.push(...Ae.default(j)),o)for(const b of Object.keys(e.components))delete e.components[b];let T=JSON.parse(JSON.stringify(t.components));T=Object.fromEntries(await Promise.all(Object.entries(T).map(async([b,m])=>{const d=await Qe(m?.data);return[b,{...m,data:d}]}))),Object.assign(e.components,T),Object.assign(e.config,JSON.parse(JSON.stringify(t.config))),Oe.default(t.resources.components)||(e.resources.components=JSON.parse(JSON.stringify(t.resources.components||{})))}const Qe=u.memoizeWithFs(async t=>{if(!Oe.default(t?.properties))return t;if(t?.renderer?.type==="react-component"){const{script:e,PROPERTIES_SCHEMA:a}=t?.renderer||{};if(a||e&&e.includes("PROPERTIES_SCHEMA"))try{const s=await u.getExportSchemaValueFromCode(e??"","PROPERTIES_SCHEMA",t.id,a);s&&s.length>0&&t&&(t.properties={},s.forEach((o,n)=>{t?.properties&&(t.properties[o.id]={index:n,data:o})}))}catch(s){u.logger.error("getPropertiesFromCode error",{componentId:t.id,name:t.name},{error:s})}}return t},{subdir:"getPropertiesFromCode"});let ce,Q,ue,pe;const Ze=()=>Ee.getResources({types:[{did:Ce,type:we},{did:Lt,type:we}]}),na=async()=>{const t=Ze(),e={};for(const a of t){const o=(await oe.glob("**/.blocklet/pages/pages.config.yml",{cwd:a.path,absolute:!0}))[0],n=o&&p.join(p.dirname(o),"../../chunks");if(n&&await x(n)){const l=await D.readdir(n);for(const r of l)e[r]=p.join(n,r)}}return e};function et(){return ce=(async()=>{const t=Ze();Q=(await Promise.all(t.map(async a=>{const s=a.path?await ve(a.path,{importAssets:!1}):void 0;return s?{blockletId:a.did,state:s,blockletTitle:a.title}:void 0}))).filter(a=>!!a),ue=Q.reduce((a,s)=>Object.assign(a,Object.fromEntries(Object.values(s.state.pages).map(o=>o?[o?.id,{page:o,blockletId:s.blockletId}]:[]))),{});const e=Q.reduce((a,s)=>Object.assign(a,Object.fromEntries(Object.values(s.state.components).map(o=>[o.data.id,{blockletId:s.blockletId,component:o.data}]))),{});pe=Object.fromEntries(await Promise.all(Object.entries(e).map(async([a,s])=>{const o=await Qe(s.component);return[a,{...s,component:o}]})))})(),ce}function tt(t){const e=Te.default(async()=>{await et().catch(a=>{u.logger.error("load resource states error",{error:a})}),await t?.({states:Q,pages:ue,components:pe})},3e3,{leading:!1,trailing:!0});return e(),E.default.events.on(E.default.Events.componentAdded,e),E.default.events.on(E.default.Events.componentRemoved,e),E.default.events.on(E.default.Events.componentStarted,e),E.default.events.on(E.default.Events.componentStopped,e),E.default.events.on(E.default.Events.componentUpdated,e),E.default.events.on(Ie,e),()=>{E.default.events.off(E.default.Events.componentAdded,e),E.default.events.off(E.default.Events.componentRemoved,e),E.default.events.off(E.default.Events.componentStarted,e),E.default.events.off(E.default.Events.componentStopped,e),E.default.events.off(E.default.Events.componentUpdated,e),E.default.events.off(Ie,e)}}const at=Symbol.for("GLOBAL_RESOURCE_STATES_LISTENER_KEY"),st=globalThis;st[at]?.();st[at]=tt(async({pages:t,components:e})=>{const a=await C.getProjectIds();u.logger.info(`start update resource states projects(${a.length})`,a);const s=De.default(10);await Promise.race([new Promise(o=>{setTimeout(()=>{o({})},30*1e3)}),Promise.all(a.map(o=>s(async()=>{ot({projectId:o,pages:t,components:e})})))]).catch(o=>{u.logger.error("update resource states failed:",o)})});C.startPeriodicCheck();process.on("beforeExit",()=>{C.stopPeriodicCheck()});process.on("SIGINT",()=>{C.stopPeriodicCheck(),process.exit(0)});process.on("SIGTERM",()=>{C.stopPeriodicCheck(),process.exit(0)});async function ot({projectId:t,pages:e,components:a}){const s=C.sharedInstances[t];if(!s){u.logger.info(`projectId: ${t} not found in sharedInstances`);return}const o=await $.findByPk(t,{attributes:{exclude:["productionState","relatedBlocklets"]}});let n;if(o?.useAllResources)n=a;else{const r=(await ke.findAll({where:{projectId:t}})).map(c=>c.componentId);n=Object.fromEntries(Object.entries(a||{}).filter(([c])=>r.includes(c)))}s.transact(()=>{s.syncedStore.resources.pages=e,u.logger.info(`[${t}] pages resources updated: ${Object.keys(e||{}).length} pages`),s.syncedStore.resources.components=n,u.logger.info(`[${t}] components resources updated: ${Object.keys(n||{}).length} components`)}),u.logger.info(`update [${t}] resource states summary:`,{pages:Object.keys(s.syncedStore.resources.pages||{}).length,components:Object.keys(s.syncedStore.resources.components||{}).length})}const ye=new Map;async function nt(t){if(!ye.has(t)){const e=Te.default(async a=>ot({projectId:a,pages:ue,components:pe}),3e3);ye.set(t,e)}return ye.get(t)(t)}async function ra(){u.logger.info("trigger reload all project resource"),E.default.events.emit(Ie)}async function ia({ensureLoaded:t=!0}={}){return t&&(ce??=et(),await ce),{states:Q,pages:ue,components:pe}}exports.COMPONENT_DID=Ce;exports.PUBLISH_MODES=sa;exports.Project=$;exports.RESOURCE_TYPE=we;exports.SITE_STATE_PATH=z;exports.STATE_MODES=aa;exports.SiteState=C;exports.copyRecursive=Ft;exports.downloadAsset=We;exports.downloadAssets=Ye;exports.fromPackage=ve;exports.getDefaultState=Ke;exports.getResourceStates=ia;exports.initPackResourceStates=tt;exports.mergeState=je;exports.toPackage=Xe;exports.triggerReloadAllProjectResource=ra;exports.updateResourceStatesByProjectId=nt;
package/lib/cjs/resources.js CHANGED
@@ -1 +1 @@
1
- "use strict";const f=require("./chunks/components-aaduHC9E.js"),c=require("./chunks/site-state-DlfM55ST.js"),U=require("express"),w=require("fs/promises"),T=require("joi"),M=require("lodash/groupBy"),q=require("lodash/sortBy"),C=require("@blocklet/sdk/lib/middlewares/auth"),L=require("@blocklet/sdk/lib/component"),J=require("path"),h=e=>e&&e.__esModule?e:{default:e},l=h(T),k=h(M),F=h(q),X=async(e,t,o)=>{try{const{projectId:s}=e.params;if(!s)return o();const n=await c.Project.findByPk(s,{attributes:{exclude:["productionState","relatedBlocklets"]}});if(!n)return t?.status(404).json({error:"Project not found"});const r=e.user?.did,i=e.user?.role||"UNKNOWN_ROLE";if(!r)return t?.status(401).json({error:"Authentication required"});if(f.isMultiTenant()){const I=n.createdBy===r,g=f.getMultiTenantAllProjectAccessPassports()?.includes?.(i);if(!I&&!g)return t?.status(403).json({error:"No permission to access this project in multi-tenant mode"})}else if(!["owner","admin","pagesEditor"].includes(i))return t?.status(403).json({error:"No permission to access this project in single-tenant mode"});e.project=n,e.projectId=s,o()}catch(s){f.logger.error("Project middleware error:",s),t?.status(400).json({error:"Internal server error"})}},S=(e,t,o)=>f.isMultiTenant()?C.authMiddleware()(e,t,o):C.authMiddleware({roles:["owner","admin","pagesEditor"]})(e,t,o),G=(e,t)=>{const o=L.getResourceExportDir({projectId:e,releaseId:t});return J.join(o,c.COMPONENT_DID,c.RESOURCE_TYPE)},y=U.Router(),D="@page",b="@component",m=":",R="ALL",A="@project",v=({pageId:e,projectId:t})=>[D,t,e].join(m),K=e=>{const[t,o,s]=e.split(m);if(t===D)return{pageId:s,projectId:o}},x=({componentId:e,projectId:t})=>[b,t,e].join(m),W=e=>{const[t,o,s]=e.split(m);if(t===b)return{componentId:s,projectId:o}},Y=e=>[A,e].join(m),$=e=>{const[t,o]=e.split(m);if(t===A)return o},z=e=>{try{return JSON.parse(e)}catch{}return{}};async function B(e){const t=await c.SiteState.getStateByProjectId({projectId:e,mode:"production"}),o=await c.Project.findByPk(e),s=t.pageIds.map(r=>{const i=t.pages[r];if(i)return{id:v({pageId:r,projectId:e}),name:i.slug}}).filter(Boolean),n=F.default(Object.values(t.components),r=>r.index).map(({data:r})=>({id:x({componentId:r.id,projectId:e}),name:r.name||r.id}));return{id:Y(e),name:o?.name||"Unnamed Project",children:[{id:v({pageId:R,projectId:e}),name:"Pages",children:s},{id:x({componentId:R,projectId:e}),name:"Components",children:n}]}}y.get("/resources",S,async(e,t)=>{const{projectId:o}=z(e.query.resourcesParams);if(o){e.params={...e.params,projectId:o},await X(e,t,()=>{});const r=await B(o);t.json({resources:[r]});return}const s=await c.Project.findAll({where:{}}),n=await Promise.all(s.map(r=>B(r.id)));t.json({resources:n})});const H=l.default.object({projectId:l.default.string().required().min(1),releaseId:l.default.string().allow(""),resources:l.default.array().items(l.default.string()).required(),locale:l.default.string().allow("")});y.post("/resources",S,async(e,t)=>{const{resources:o,projectId:s,releaseId:n}=await H.validateAsync(e.body),r="production",i=[],I=[];for(const a of o){if($(a))continue;const{pageId:d,projectId:P}=K(a)||{};if(d)d===R||d&&P&&i.push({pageId:d,projectId:P});else{const{componentId:j,projectId:u}=W(a)||{};j===R||j&&u&&I.push({componentId:j,projectId:u})}}const g=k.default(i,"projectId"),O=k.default(I,"projectId"),N=new Set([...Object.keys(g),...Object.keys(O)]),E=G(s,n);await w.rm(E,{recursive:!0,force:!0}),await w.mkdir(E,{recursive:!0});for(const a of N){const d=await c.SiteState.getStateByProjectId({projectId:a,mode:r}),P=g[a],j=O[a],u=P?.map(p=>p.pageId),_=j?.map(p=>p.componentId);if(u?.length||_?.length){const p=await c.toPackage(d,{exportAssets:!0,pageIds:u,componentIds:_});await c.copyRecursive(p,E),await w.rm(p,{recursive:!0,force:!0})}f.logger.info(`Exported resources for project ${a}`,{pageIds:u,componentIds:_})}t.json({})});y.get("/all-resources",S,async(e,t)=>{const{states:o}=await c.getResourceStates(),s=o?.map(n=>{const r={blockletId:n.blockletId,blockletTitle:n.blockletTitle,components:{}};if(n.state.components&&(r.components=n.state.components),Object.keys(r.components).length!==0)return r}).filter(Boolean);t.json(s)});module.exports=y;
1
+ "use strict";const f=require("./chunks/components-aaduHC9E.js"),c=require("./chunks/site-state-Cffe1l1P.js"),U=require("express"),w=require("fs/promises"),T=require("joi"),M=require("lodash/groupBy"),q=require("lodash/sortBy"),C=require("@blocklet/sdk/lib/middlewares/auth"),L=require("@blocklet/sdk/lib/component"),J=require("path"),h=e=>e&&e.__esModule?e:{default:e},l=h(T),k=h(M),F=h(q),X=async(e,t,o)=>{try{const{projectId:s}=e.params;if(!s)return o();const n=await c.Project.findByPk(s,{attributes:{exclude:["productionState","relatedBlocklets"]}});if(!n)return t?.status(404).json({error:"Project not found"});const r=e.user?.did,i=e.user?.role||"UNKNOWN_ROLE";if(!r)return t?.status(401).json({error:"Authentication required"});if(f.isMultiTenant()){const I=n.createdBy===r,g=f.getMultiTenantAllProjectAccessPassports()?.includes?.(i);if(!I&&!g)return t?.status(403).json({error:"No permission to access this project in multi-tenant mode"})}else if(!["owner","admin","pagesEditor"].includes(i))return t?.status(403).json({error:"No permission to access this project in single-tenant mode"});e.project=n,e.projectId=s,o()}catch(s){f.logger.error("Project middleware error:",s),t?.status(400).json({error:"Internal server error"})}},S=(e,t,o)=>f.isMultiTenant()?C.authMiddleware()(e,t,o):C.authMiddleware({roles:["owner","admin","pagesEditor"]})(e,t,o),G=(e,t)=>{const o=L.getResourceExportDir({projectId:e,releaseId:t});return J.join(o,c.COMPONENT_DID,c.RESOURCE_TYPE)},y=U.Router(),D="@page",b="@component",m=":",R="ALL",A="@project",v=({pageId:e,projectId:t})=>[D,t,e].join(m),K=e=>{const[t,o,s]=e.split(m);if(t===D)return{pageId:s,projectId:o}},x=({componentId:e,projectId:t})=>[b,t,e].join(m),W=e=>{const[t,o,s]=e.split(m);if(t===b)return{componentId:s,projectId:o}},Y=e=>[A,e].join(m),$=e=>{const[t,o]=e.split(m);if(t===A)return o},z=e=>{try{return JSON.parse(e)}catch{}return{}};async function B(e){const t=await c.SiteState.getStateByProjectId({projectId:e,mode:"production"}),o=await c.Project.findByPk(e),s=t.pageIds.map(r=>{const i=t.pages[r];if(i)return{id:v({pageId:r,projectId:e}),name:i.slug}}).filter(Boolean),n=F.default(Object.values(t.components),r=>r.index).map(({data:r})=>({id:x({componentId:r.id,projectId:e}),name:r.name||r.id}));return{id:Y(e),name:o?.name||"Unnamed Project",children:[{id:v({pageId:R,projectId:e}),name:"Pages",children:s},{id:x({componentId:R,projectId:e}),name:"Components",children:n}]}}y.get("/resources",S,async(e,t)=>{const{projectId:o}=z(e.query.resourcesParams);if(o){e.params={...e.params,projectId:o},await X(e,t,()=>{});const r=await B(o);t.json({resources:[r]});return}const s=await c.Project.findAll({where:{}}),n=await Promise.all(s.map(r=>B(r.id)));t.json({resources:n})});const H=l.default.object({projectId:l.default.string().required().min(1),releaseId:l.default.string().allow(""),resources:l.default.array().items(l.default.string()).required(),locale:l.default.string().allow("")});y.post("/resources",S,async(e,t)=>{const{resources:o,projectId:s,releaseId:n}=await H.validateAsync(e.body),r="production",i=[],I=[];for(const a of o){if($(a))continue;const{pageId:d,projectId:P}=K(a)||{};if(d)d===R||d&&P&&i.push({pageId:d,projectId:P});else{const{componentId:j,projectId:u}=W(a)||{};j===R||j&&u&&I.push({componentId:j,projectId:u})}}const g=k.default(i,"projectId"),O=k.default(I,"projectId"),N=new Set([...Object.keys(g),...Object.keys(O)]),E=G(s,n);await w.rm(E,{recursive:!0,force:!0}),await w.mkdir(E,{recursive:!0});for(const a of N){const d=await c.SiteState.getStateByProjectId({projectId:a,mode:r}),P=g[a],j=O[a],u=P?.map(p=>p.pageId),_=j?.map(p=>p.componentId);if(u?.length||_?.length){const p=await c.toPackage(d,{exportAssets:!0,pageIds:u,componentIds:_});await c.copyRecursive(p,E),await w.rm(p,{recursive:!0,force:!0})}f.logger.info(`Exported resources for project ${a}`,{pageIds:u,componentIds:_})}t.json({})});y.get("/all-resources",S,async(e,t)=>{const{states:o}=await c.getResourceStates(),s=o?.map(n=>{const r={blockletId:n.blockletId,blockletTitle:n.blockletTitle,components:{}};if(n.state.components&&(r.components=n.state.components),Object.keys(r.components).length!==0)return r}).filter(Boolean);t.json(s)});module.exports=y;
package/lib/cjs/site-state.js CHANGED
@@ -1 +1 @@
1
- "use strict";Object.defineProperties(exports,{__esModule:{value:!0},[Symbol.toStringTag]:{value:"Module"}});require("./chunks/components-aaduHC9E.js");const e=require("./chunks/site-state-DlfM55ST.js"),u=require("@blocklet/pages-kit/utils/common");require("@blocklet/pages-kit/utils/page-model");require("@blocklet/pages-kit/utils/property");require("@blocklet/pages-kit/utils/route");require("@blocklet/sdk/lib/component");require("@blocklet/sdk/lib/config");require("@reactivedata/reactive");require("@syncedstore/core");require("fs");require("fs/promises");require("glob");require("lib0/decoding");require("lib0/encoding");require("lodash/cloneDeep");require("lodash/debounce");require("lodash/get");require("lodash/isEmpty");require("lodash/set");require("lodash/union");require("lru-cache");require("p-limit");require("path");require("sequelize");require("stream/promises");require("tar");require("ufo");require("wait-on");require("y-protocols/awareness");require("y-protocols/sync");require("yaml");require("yjs");const t=require("@blocklet/pages-kit/types/state");exports.PUBLISH_MODES=e.PUBLISH_MODES;exports.SITE_STATE_PATH=e.SITE_STATE_PATH;exports.STATE_MODES=e.STATE_MODES;exports.default=e.SiteState;exports.downloadAsset=e.downloadAsset;exports.downloadAssets=e.downloadAssets;exports.fromPackage=e.fromPackage;exports.getDefaultState=e.getDefaultState;exports.getResourceStates=e.getResourceStates;exports.initPackResourceStates=e.initPackResourceStates;exports.mergeState=e.mergeState;exports.toPackage=e.toPackage;exports.triggerReloadAllProjectResource=e.triggerReloadAllProjectResource;exports.updateResourceStatesByProjectId=e.updateResourceStatesByProjectId;Object.defineProperty(exports,"nextId",{enumerable:!0,get:()=>u.nextId});Object.keys(t).forEach(r=>{r!=="default"&&!Object.prototype.hasOwnProperty.call(exports,r)&&Object.defineProperty(exports,r,{enumerable:!0,get:()=>t[r]})});
1
+ "use strict";Object.defineProperties(exports,{__esModule:{value:!0},[Symbol.toStringTag]:{value:"Module"}});require("./chunks/components-aaduHC9E.js");const e=require("./chunks/site-state-Cffe1l1P.js"),u=require("@blocklet/pages-kit/utils/common");require("@blocklet/pages-kit/utils/page-model");require("@blocklet/pages-kit/utils/property");require("@blocklet/pages-kit/utils/route");require("@blocklet/sdk/lib/component");require("@blocklet/sdk/lib/config");require("@reactivedata/reactive");require("@syncedstore/core");require("fs");require("fs/promises");require("glob");require("lib0/decoding");require("lib0/encoding");require("lodash/cloneDeep");require("lodash/debounce");require("lodash/get");require("lodash/isEmpty");require("lodash/set");require("lodash/union");require("lru-cache");require("p-limit");require("path");require("sequelize");require("stream/promises");require("tar");require("ufo");require("wait-on");require("y-protocols/awareness");require("y-protocols/sync");require("yaml");require("yjs");const t=require("@blocklet/pages-kit/types/state");exports.PUBLISH_MODES=e.PUBLISH_MODES;exports.SITE_STATE_PATH=e.SITE_STATE_PATH;exports.STATE_MODES=e.STATE_MODES;exports.default=e.SiteState;exports.downloadAsset=e.downloadAsset;exports.downloadAssets=e.downloadAssets;exports.fromPackage=e.fromPackage;exports.getDefaultState=e.getDefaultState;exports.getResourceStates=e.getResourceStates;exports.initPackResourceStates=e.initPackResourceStates;exports.mergeState=e.mergeState;exports.toPackage=e.toPackage;exports.triggerReloadAllProjectResource=e.triggerReloadAllProjectResource;exports.updateResourceStatesByProjectId=e.updateResourceStatesByProjectId;Object.defineProperty(exports,"nextId",{enumerable:!0,get:()=>u.nextId});Object.keys(t).forEach(r=>{r!=="default"&&!Object.prototype.hasOwnProperty.call(exports,r)&&Object.defineProperty(exports,r,{enumerable:!0,get:()=>t[r]})});