@redocly/revel-reef 0.128.0-next.1 → 0.128.0-next.11

package/dist/server/plugins/catalog-entities/database/repositories/local/catalog-entities-local-read-repository.js

@@ -1,4 +1,4 @@
-import{and as p,eq as l,ne as I,notExists as h,or as O,sql as e}from"drizzle-orm";import{unionAll as f}from"drizzle-orm/sqlite-core";import{asc as v}from"drizzle-orm";import{logger as j}from"../../../../../tools/notifiers/logger.js";import{applyPagination as g}from"../../../../../providers/database/pagination/index.js";import{createBffRelatedEntity as q}from"../../mappers/create-bff-related-entity.js";import{createBffEntity as M}from"../../mappers/create-bff-entity.js";import{FIELDS_TO_SELECT_FOR_ENTITY as s,FIELDS_TO_SELECT_FOR_ENTITY_RELATION as m,createEntityFieldsForSelect as $,createEntityRelationFieldsForSelect as Q,createQualifiedEntityFieldsForSelect as X,createQualifiedEntityFieldsForSelectWithAliases as P}from"../utils.js";import{createEntityReadModel as H}from"../../mappers/create-entity-read-model.js";import{createEntityRelation as W}from"../../mappers/create-entity-relation.js";import{entitiesTable as r}from"../../../../../providers/database/databases/catalog-sqlite/schemas/entities-table.js";import{entitiesRelationsTable as o}from"../../../../../providers/database/databases/catalog-sqlite/schemas/entities-relations-table.js";class re{#e;#t=void 0;constructor(t){this.#e=t}async attachDatabase(t){this.#t!==t&&(this.#t=t,await this.#e.client.run(e`ATTACH DATABASE ${t} AS remote`))}async getEntities(t={}){const i=this.#t?f(this.#e.client.select(s).from(e`remote.entities`),this.#e.client.select(s).from(r).where(h(this.#e.client.select({id:s.id}).from(e`remote.entities as remote`).where(e`remote.key = ${r.key}`)))):this.#e.client.select(s).from(r),n=this.#e.client.select(s).from(i.as("combined_entities")),c=this.#e.client.select(s).from(i.as("combined_entities")).$dynamic(),_=g(c,{...t,limit:void 0,skip:void 0,after:void 0,before:void 0}),u=this.#e.client.$count(_),d=n.$dynamic(),a=t.limit||10,E=g(d,{...t,limit:a+1}),[y,T]=await Promise.all([E.run(),u]),N=y.rows,w=N.length>a;return{items:N.slice(0,a).map(k=>H(k)).filter(k=>k!==null),hasMore:w,total:T}}async getEntityByKey(t){const c=(await(this.#t?f(this.#e.client.select(s).from(e`remote.entities`).where(l(r.key,t)),this.#e.client.select(s).from(r).where(p(l(r.key,t),h(this.#e.client.select({id:s.id}).from(e`remote.entities as remote`).where(e`remote.key = ${r.key}`))))):this.#e.client.select(s).from(r).where(l(r.key,t))).run()).rows[0];return c?H(c):null}async getEntitiesRelations(t={}){const i=this.#t?f(this.#e.client.select(m).from(e`remote.entities_relations`),this.#e.client.select(m).from(o).where(h(this.#e.client.select({id:m.id}).from(e`remote.entities_relations as remote`).where(e`remote.source_key = ${o.sourceKey}`)))):this.#e.client.select(m).from(o),n=this.#e.client.select(m).from(i.as("combined_entities_relations")).$dynamic(),c=this.#e.client.select(m).from(i.as("combined_entities_relations")).$dynamic(),_=g(c,{...t,limit:void 0,skip:void 0,after:void 0,before:void 0}),u=this.#e.client.$count(_),d=t.limit||10,a=g(n,{...t,limit:d+1}),[E,y]=await Promise.all([a.run(),u]),T=E.rows,N=T.length>d;return{items:T.slice(0,d).map(w=>W(w)).filter(w=>w!==null),hasMore:N,total:y}}async getEntityRelationById(t){const c=(await(this.#t?f(this.#e.client.select(m).from(e`remote.entities_relations`).where(l(o.id,t)),this.#e.client.select(m).from(o).where(p(l(o.id,t),h(this.#e.client.select({id:m.id}).from(e`remote.entities_relations as remote`).where(e`remote.id = ${o.id}`))))):this.#e.client.select(m).from(o).where(l(o.id,t))).run()).rows[0];return c?W(c):null}async getEntitiesWithRelations(t={}){const n=(this.#t?f(this.#e.client.select(s).from(e`remote.entities`),this.#e.client.select(s).from(r).where(h(this.#e.client.select({id:s.id}).from(e`remote.entities as remote`).where(e`remote.key = ${r.key}`)))):this.#e.client.select(s).from(r)).as("e"),_=(this.#t?f(this.#e.client.select(m).from(e`remote.entities_relations`),this.#e.client.select(m).from(o).where(h(this.#e.client.select({id:m.id}).from(e`remote.entities_relations as remote`).where(e`remote.source_key = ${o.sourceKey}`)))):this.#e.client.select(m).from(o)).as("combined_relations"),d=(this.#t?f(this.#e.client.select(s).from(e`remote.entities`),this.#e.client.select(s).from(r).where(h(this.#e.client.select({id:s.id}).from(e`remote.entities as remote`).where(e`remote.key = ${r.key}`)))):this.#e.client.select(s).from(r)).as("combined_target_entities"),a=this.#e.client.with(n,_,d).select({...$("e"),domains:this.#i("e").as("domains"),owners:this.#n("e").as("owners")}).from(n).as("entities_with_relations"),E={...s,domains:a.domains,owners:a.owners},y=this.#e.client.with(a).select(E).from(a).$dynamic(),T=this.#e.client.with(a).select(E).from(a).$dynamic();try{const N=g(T,{...t,limit:void 0,skip:void 0,after:void 0,before:void 0}),w=this.#e.client.$count(N),k=t.limit||10,C=g(y,{...t,limit:k+1}),[R,A]=await Promise.all([C.run(),w]),b=R.rows,L=b.length>k;return{items:b.slice(0,k).map(S=>M(S)).filter(S=>S!==null),hasMore:L,total:A}}catch{return{items:[],hasMore:!1,total:0}}}async getEntityWithRelationsByKey(t){const n=(this.#t?f(this.#e.client.select(s).from(e`remote.entities`).where(l(r.key,t)),this.#e.client.select(s).from(r).where(p(l(r.key,t),h(this.#e.client.select({id:s.id}).from(e`remote.entities as remote`).where(e`remote.key = ${r.key}`))))):this.#e.client.select(s).from(r).where(l(r.key,t))).as("e"),_=(this.#t?f(this.#e.client.select(m).from(e`remote.entities_relations`),this.#e.client.select(m).from(o).where(h(this.#e.client.select({id:m.id}).from(e`remote.entities_relations as remote`).where(e`remote.source_key = ${o.sourceKey}`)))):this.#e.client.select(m).from(o)).as("combined_relations"),d=(this.#t?f(this.#e.client.select(s).from(e`remote.entities`),this.#e.client.select(s).from(r).where(h(this.#e.client.select({id:s.id}).from(e`remote.entities as remote`).where(e`remote.key = ${r.key}`)))):this.#e.client.select(s).from(r)).as("combined_target_entities"),E=await this.#e.client.with(n,_,d).select({...$("e"),domains:this.#i("e").as("domains"),owners:this.#n("e").as("owners")}).from(n).limit(1).run();if(E.rows.length===0)return null;const y=E.rows[0];return M(y)}async getRelatedEntities(t,i={}){const n=Q("","relation_id"),_=(this.#t?f(this.#e.client.select(n).from(e`remote.entities_relations`).where(O(l(o.sourceKey,t),l(o.targetKey,t))),this.#e.client.select(n).from(o).where(p(O(l(o.sourceKey,t),l(o.targetKey,t)),h(this.#e.client.select({id:m.id}).from(e`remote.entities_relations as remote`).where(p(e`remote.source_key = ${o.sourceKey}`,e`remote.target_key = ${o.targetKey}`,e`remote.source_to_target_relation = ${o.sourceToTargetRelation}`)))))):this.#e.client.select(n).from(o).where(O(l(o.sourceKey,t),l(o.targetKey,t)))).as("combined_relations"),u=$("","entity_id"),a=(this.#t?f(this.#e.client.select(u).from(e`remote.entities`),this.#e.client.select(u).from(r).where(h(this.#e.client.select({id:s.id}).from(e`remote.entities as remote`).where(e`remote.key = ${r.key}`)))):this.#e.client.select(u).from(r)).as("combined_target_entities"),E=P("combined_target_entities"),y=Object.values(X("combined_target_entities")),T={...E,relation_type:e`
+import{and as c,count as Y,eq as r,ne as M,notExists as f,or as L,sql as e}from"drizzle-orm";import{unionAll as w}from"drizzle-orm/sqlite-core";import{asc as G}from"drizzle-orm";import{logger as x}from"../../../../../tools/notifiers/logger.js";import{isObject as z}from"../../../../../../utils/guards/is-object.js";import{applyPagination as R}from"../../../../../providers/database/pagination/index.js";import{applyFilter as Q,getFirstFilterFieldValue as V}from"../../../../../providers/database/pagination/filter.js";import{createBffRelatedEntity as Z}from"../../mappers/create-bff-related-entity.js";import{createBffEntity as P}from"../../mappers/create-bff-entity.js";import{FIELDS_TO_SELECT_FOR_ENTITY as o,FIELDS_TO_SELECT_FOR_ENTITY_RELATION as _,createEntityFieldsForSelect as q,createEntityRelationFieldsForSelect as K,createQualifiedEntityFieldsForSelect as ee,createQualifiedEntityFieldsForSelectWithAliases as te}from"../utils.js";import{createEntityReadModel as j}from"../../mappers/create-entity-read-model.js";import{createEntityRelation as J}from"../../mappers/create-entity-relation.js";import{entitiesTable as i}from"../../../../../providers/database/databases/catalog-sqlite/schemas/entities-table.js";import{entitiesRelationsTable as a}from"../../../../../providers/database/databases/catalog-sqlite/schemas/entities-relations-table.js";class we{#e;#t=void 0;constructor(t){this.#e=t}async attachDatabase(t){this.#t!==t&&(this.#t=t,await this.#e.client.run(e`ATTACH DATABASE ${t} AS remote`))}async getEntities(t={}){const s=this.#t?w(this.#e.client.select(o).from(e`remote.entities`).where(r(e.raw("is_current"),1)),this.#e.client.select(o).from(i).where(c(r(i.isCurrent,!0),f(this.#e.client.select({id:o.id}).from(e`remote.entities as remote`).where(c(e`remote.key = ${i.key}`,e`remote.is_current = 1`)))))):this.#e.client.select(o).from(i).where(r(i.isCurrent,!0)),n=this.#e.client.select(o).from(s.as("combined_entities")),l=this.#e.client.select(o).from(s.as("combined_entities")).$dynamic(),y=R(l,{...t,limit:void 0,skip:void 0,after:void 0,before:void 0}),u=this.#e.client.$count(y),d=n.$dynamic(),m=t.limit||10,E=R(d,{...t,limit:m+1}),[N,h]=await Promise.all([E.run(),u]),T=N.rows,g=T.length>m;return{items:T.slice(0,m).map(k=>j(k)).filter(k=>k!==null),hasMore:g,total:h}}async listEntityRevisions(t,s){const n=[r(i.key,t),...s?[r(i.version,s)]:[]],l=this.#t?w(this.#e.client.select({version:e.raw("version"),revision:e.raw("revision"),isCurrent:e.raw("is_current"),createdAt:e.raw("created_at"),updatedAt:e.raw("updated_at"),isDefaultVersion:e.raw("is_default_version")}).from(e`remote.entities`).where(c(e`key = ${t}`,s?e`version = ${s}`:void 0)),this.#e.client.select({version:i.version,revision:i.revision,isCurrent:i.isCurrent,createdAt:i.createdAt,updatedAt:i.updatedAt,isDefaultVersion:i.isDefaultVersion}).from(i).where(c(...n,f(this.#e.client.select({version:e.raw("version")}).from(e`remote.entities as remote`).where(c(e`remote.key = ${i.key}`,e`remote.version = ${i.version}`,e`remote.revision = ${i.revision}`)))))):this.#e.client.select({version:i.version,revision:i.revision,isCurrent:i.isCurrent,createdAt:i.createdAt,updatedAt:i.updatedAt,isDefaultVersion:i.isDefaultVersion}).from(i).where(c(...n));return(await this.#e.client.select({version:e.raw("version"),revision:e.raw("revision"),isCurrent:e.raw("is_current"),createdAt:e.raw("created_at"),updatedAt:e.raw("updated_at"),isDefaultVersion:e.raw("is_default_version")}).from(l.as("combined_revisions")).orderBy(e.raw("is_current DESC"),e.raw("updated_at DESC"),e.raw("created_at DESC")).run()).rows.map(u=>({version:u.version||null,revision:u.revision||null,isCurrent:u.is_current!==null?!!u.is_current:!1,createdAt:u.created_at||null,updatedAt:u.updated_at||null,isDefaultVersion:u.is_default_version!==null?!!u.is_default_version:!1}))}async getEntitiesCountByTypes(){return this.#e.client.select({type:i.type,count:Y()}).from(i).groupBy(i.type)}async getEntityByKey(t){const l=(await(this.#t?w(this.#e.client.select(o).from(e`remote.entities`).where(c(r(i.key,t),r(e.raw("is_current"),1))),this.#e.client.select(o).from(i).where(c(r(i.key,t),r(i.isCurrent,!0),f(this.#e.client.select({id:o.id}).from(e`remote.entities as remote`).where(c(e`remote.key = ${i.key}`,e`remote.is_current = 1`)))))):this.#e.client.select(o).from(i).where(c(r(i.key,t),r(i.isCurrent,!0)))).run()).rows[0];return l?j(l):null}async getOneOutdatedEntity(){const t=this.#t?w(this.#e.client.select(o).from(e`remote.entities`),this.#e.client.select(o).from(i).where(f(this.#e.client.select({id:o.id}).from(e`remote.entities as remote`).where(e`remote.key = ${i.key}`)))):this.#e.client.select(o).from(i),n=(await this.#e.client.select(o).from(t.as("combined_entities")).where(L(e`combined_entities.scorecards_status = 'OUTDATED'`,e`combined_entities.scorecards_status IS NULL`)).orderBy(e`combined_entities.updated_at ASC`).limit(1).run()).rows[0];return n?j(n):null}async getEntitiesRelations(t={}){const s=this.#t?w(this.#e.client.select(_).from(e`remote.entities_relations`),this.#e.client.select(_).from(a).where(f(this.#e.client.select({id:_.id}).from(e`remote.entities_relations as remote`).where(e`remote.source_key = ${a.sourceKey}`)))):this.#e.client.select(_).from(a),n=this.#e.client.select(_).from(s.as("combined_entities_relations")).$dynamic(),l=this.#e.client.select(_).from(s.as("combined_entities_relations")).$dynamic(),y=R(l,{...t,limit:void 0,skip:void 0,after:void 0,before:void 0}),u=this.#e.client.$count(y),d=t.limit||10,m=R(n,{...t,limit:d+1}),[E,N]=await Promise.all([m.run(),u]),h=E.rows,T=h.length>d;return{items:h.slice(0,d).map(g=>J(g)).filter(g=>g!==null),hasMore:T,total:N}}async getEntityRelationById(t){const l=(await(this.#t?w(this.#e.client.select(_).from(e`remote.entities_relations`).where(r(a.id,t)),this.#e.client.select(_).from(a).where(c(r(a.id,t),f(this.#e.client.select({id:_.id}).from(e`remote.entities_relations as remote`).where(e`remote.id = ${a.id}`))))):this.#e.client.select(_).from(a).where(r(a.id,t))).run()).rows[0];return l?J(l):null}async getEntitiesWithRelations(t={}){const n=(this.#t?w(this.#e.client.select(o).from(e`remote.entities`).where(r(e.raw("is_current"),1)),this.#e.client.select(o).from(i).where(c(r(i.isCurrent,!0),f(this.#e.client.select({id:o.id}).from(e`remote.entities as remote`).where(c(e`remote.key = ${i.key}`,e`remote.is_current = 1`)))))):this.#e.client.select(o).from(i).where(r(i.isCurrent,!0))).as("e"),y=(this.#t?w(this.#e.client.select(_).from(e`remote.entities_relations`),this.#e.client.select(_).from(a).where(f(this.#e.client.select({id:_.id}).from(e`remote.entities_relations as remote`).where(e`remote.source_key = ${a.sourceKey}`)))):this.#e.client.select(_).from(a)).as("combined_relations"),d=(this.#t?w(this.#e.client.select(o).from(e`remote.entities`).where(r(e.raw("is_current"),1)),this.#e.client.select(o).from(i).where(c(r(i.isCurrent,!0),f(this.#e.client.select({id:o.id}).from(e`remote.entities as remote`).where(c(e`remote.key = ${i.key}`,e`remote.is_current = 1`)))))):this.#e.client.select(o).from(i).where(r(i.isCurrent,!0))).as("combined_target_entities"),m=this.#e.client.with(n,y,d).select({...q("e"),domains:this.#r("e").as("domains"),owners:this.#s("e").as("owners")}).from(n).as("entities_with_relations"),E={...o,domains:m.domains,owners:m.owners},N=this.#e.client.with(m).select(E).from(m).$dynamic(),h=this.#e.client.with(m).select(E).from(m).$dynamic(),{whereCondition:T}=Q(N,t.filter);T&&N.where(T);const{whereCondition:g}=Q(h,t.filter);g&&h.where(g);try{const k=R(h,{...t,limit:void 0,skip:void 0,after:void 0,before:void 0}),I=this.#e.client.$count(k),S=t.limit||10,$=R(N,{...t,limit:S+1}),[D,p]=await Promise.all([$.run(),I]),b=D.rows,F=b.length>S;return{items:b.slice(0,S).map(C=>P(C)).filter(C=>C!==null),hasMore:F,total:p}}catch(k){return x.error("Error getting entities with relations:",k),{items:[],hasMore:!1,total:0}}}#i(t){return z(t)?t.field==="version"||t.field==="revision":Array.isArray(t)?t.some(s=>this.#i(s)):!1}async getEntityWithRelationsByKey(t,s={}){const n=this.#i(s.filter),l=n?[]:[r(i.isCurrent,!0)],y=n?[e`remote.version = ${i.version}`,e`remote.revision = ${i.revision}`]:[e`remote.is_current = 1`],u=this.#e.client.select(o).from(e`remote.entities`),d=n?u.where(r(e.raw("key"),t)):u.where(c(r(e.raw("key"),t),r(e.raw("is_current"),1))),m=this.#e.client.select({id:o.id}).from(e`remote.entities as remote`).where(c(e`remote.key = ${i.key}`,...y)),E=this.#e.client.select(o).from(i).where(c(r(i.key,t),...l,f(m))),N=this.#e.client.select(o).from(i),h=n?N.where(r(i.key,t)):N.where(c(r(i.key,t),r(i.isCurrent,!0))),g=(this.#t?w(d,E):h).as("e"),I=(this.#t?w(this.#e.client.select(_).from(e`remote.entities_relations`),this.#e.client.select(_).from(a).where(f(this.#e.client.select({id:_.id}).from(e`remote.entities_relations as remote`).where(e`remote.source_key = ${a.sourceKey}`)))):this.#e.client.select(_).from(a)).as("combined_relations"),S=this.#e.client.select(o).from(e`remote.entities`),$=n?S:S.where(r(e.raw("is_current"),1)),D=this.#e.client.select({id:o.id}).from(e`remote.entities as remote`).where(c(e`remote.key = ${i.key}`,...y)),p=this.#e.client.select(o).from(i),b=p.where(c(...l,f(D))),F=n?p:p.where(r(i.isCurrent,!0)),H=(this.#t?w($,b):F).as("combined_target_entities"),v=this.#e.client.with(g,I,H).select({...q("e"),domains:this.#r("e").as("domains"),owners:this.#s("e").as("owners")}).from(g).as("entities_with_relations_by_key"),U={...o,domains:v.domains,owners:v.owners},A=this.#e.client.with(v).select(U).from(v).$dynamic();A.where(r(e.raw("key"),t));const{whereCondition:B}=Q(A,s.filter);B&&A.where(B),A.limit(1);const W=await A.run();if(W.rows.length===0)return null;const O=W.rows[0];return P(O)}async getRelatedEntities(t,s={}){const n=K("","relation_id"),l=V(s.filter,"version"),y=V(s.filter,"revision"),u=[L(r(a.sourceKey,t),r(a.targetKey,t))],d=typeof l=="string"?L(c(r(a.sourceKey,t),r(a.sourceVersion,l)),c(r(a.targetKey,t),r(a.targetVersion,l))):void 0,m=typeof y=="string"?L(c(r(a.sourceKey,t),r(a.sourceRevision,y)),c(r(a.targetKey,t),r(a.targetRevision,y))):void 0,E=[...u,d,m].filter(O=>O!==void 0),h=(this.#t?w(this.#e.client.select(n).from(e`remote.entities_relations`).where(c(...E)),this.#e.client.select(n).from(a).where(c(...E,f(this.#e.client.select({id:_.id}).from(e`remote.entities_relations as remote`).where(c(e`remote.source_key = ${a.sourceKey}`,e`remote.target_key = ${a.targetKey}`,e`remote.source_to_target_relation = ${a.sourceToTargetRelation}`)))))):this.#e.client.select(n).from(a).where(c(...E))).as("combined_relations"),T=q("","entity_id"),k=(this.#t?w(this.#e.client.select(T).from(e`remote.entities`).where(r(e.raw("is_current"),1)),this.#e.client.select(T).from(i).where(c(r(i.isCurrent,!0),f(this.#e.client.select({id:o.id}).from(e`remote.entities as remote`).where(c(e`remote.key = ${i.key}`,e`remote.is_current = 1`)))))):this.#e.client.select(T).from(i).where(r(i.isCurrent,!0))).as("combined_target_entities"),I=te("combined_target_entities"),S=Object.values(ee("combined_target_entities")),$={...I,relation_type:e`
         CASE 
           WHEN COUNT(CASE WHEN combined_target_entities.key = combined_relations.source_key THEN 1 END) > 0 
           THEN MIN(CASE WHEN combined_target_entities.key = combined_relations.source_key THEN combined_relations.source_to_target_relation END)
@@ -10,7 +10,7 @@ import{and as p,eq as l,ne as I,notExists as h,or as O,sql as e}from"drizzle-orm
           THEN 'source'
           ELSE 'target'
         END
-      `.as("relation_role")},N=this.#e.client.with(_,a).select(T).from(_).innerJoin(a,O(l(e.raw("combined_relations.source_key"),e.raw("combined_target_entities.key")),l(e.raw("combined_relations.target_key"),e.raw("combined_target_entities.key")))).where(I(e.raw("combined_target_entities.key"),t)).groupBy(...y).having(I(e.raw("MIN(combined_target_entities.key)"),t)).orderBy(v(e.raw("relation_role"))).$dynamic(),w=this.#e.client.with(_,a).select(E).from(_).innerJoin(a,O(l(e.raw("combined_relations.source_key"),e.raw("combined_target_entities.key")),l(e.raw("combined_relations.target_key"),e.raw("combined_target_entities.key")))).where(I(e.raw("combined_target_entities.key"),t)).groupBy(...y).having(I(e.raw("MIN(combined_target_entities.key)"),t)).$dynamic(),k=g(w,{...i,limit:void 0,skip:void 0,after:void 0,before:void 0}),C=this.#e.client.$count(k),R=i.limit||10,A={...i,limit:R+1},b=g(N,A),[L,S]=await Promise.all([b.run(),C]),B=L.rows,U=B.length>R;return{items:B.slice(0,R).map(F=>q(F)).filter(F=>F!==null),hasMore:U,total:S}}async getCatalogFilters({entitiesTypes:t=[],emptyFilters:i=[]}){if(!i.length)return{};try{return await this.#s(t),(i.includes("domains")||i.includes("owners"))&&await this.#r(),await this.#o(i)}catch(n){return console.error("Error fetching catalog filters:",n),{}}finally{await this.#c()}}async#s(t){if(this.#t?await this.#e.client.run(e`
+      `.as("relation_role")},D=this.#e.client.with(h,k).select($).from(h).innerJoin(k,L(r(e.raw("combined_relations.source_key"),e.raw("combined_target_entities.key")),r(e.raw("combined_relations.target_key"),e.raw("combined_target_entities.key")))).where(M(e.raw("combined_target_entities.key"),t)).groupBy(...S).having(M(e.raw("MIN(combined_target_entities.key)"),t)).orderBy(G(e.raw("relation_role"))).$dynamic(),p=this.#e.client.with(h,k).select(I).from(h).innerJoin(k,L(r(e.raw("combined_relations.source_key"),e.raw("combined_target_entities.key")),r(e.raw("combined_relations.target_key"),e.raw("combined_target_entities.key")))).where(M(e.raw("combined_target_entities.key"),t)).groupBy(...S).having(M(e.raw("MIN(combined_target_entities.key)"),t)).$dynamic(),b=R(p,{...s,limit:void 0,skip:void 0,after:void 0,before:void 0}),F=this.#e.client.$count(b),C=s.limit||10,H={...s,limit:C+1},v=R(D,H),[U,A]=await Promise.all([v.run(),F]),B=U.rows,W=B.length>C;return{items:B.slice(0,C).map(O=>Z(O)).filter(O=>O!==null),hasMore:W,total:A}}async getCatalogFilters({entitiesTypes:t=[],emptyFilters:s=[]}){if(!s.length)return{};try{return await this.#n(t),(s.includes("domains")||s.includes("owners"))&&await this.#o(),await this.#c(s)}catch(n){return console.error("Error fetching catalog filters:",n),{}}finally{await this.#l()}}async#n(t){if(this.#t?await this.#e.client.run(e`
         CREATE TEMP TABLE IF NOT EXISTS temp_combined_entities AS
         SELECT 
           e.key,
@@ -18,6 +18,7 @@ import{and as p,eq as l,ne as I,notExists as h,or as O,sql as e}from"drizzle-orm
           e.tags,
           e.metadata
         FROM remote.entities e
+        WHERE e.is_current = 1
         UNION ALL
         SELECT 
           e.key,
@@ -25,8 +26,8 @@ import{and as p,eq as l,ne as I,notExists as h,or as O,sql as e}from"drizzle-orm
           e.tags,
           e.metadata
         FROM entities e
-        LEFT JOIN remote.entities r ON r.key = e.key
-        WHERE r.key IS NULL
+        LEFT JOIN remote.entities r ON r.key = e.key AND r.is_current = 1
+        WHERE r.key IS NULL AND e.is_current = 1
       `):await this.#e.client.run(e`
         CREATE TEMP TABLE IF NOT EXISTS temp_combined_entities AS
         SELECT 
@@ -35,16 +36,17 @@ import{and as p,eq as l,ne as I,notExists as h,or as O,sql as e}from"drizzle-orm
           tags,
           metadata
         FROM entities
-      `),t.length){const i=t.map(n=>`'${n.replace(/'/g,"''")}'`).join(",");await this.#e.client.run(e.raw(`
+        WHERE is_current = 1
+      `),t.length){const s=t.map(n=>`'${n.replace(/'/g,"''")}'`).join(",");await this.#e.client.run(e.raw(`
           CREATE TEMP TABLE IF NOT EXISTS temp_filtered_entities AS
           SELECT * FROM temp_combined_entities
-          WHERE type IN (${i})
+          WHERE type IN (${s})
         `))}else await this.#e.client.run(e`
         CREATE TEMP TABLE IF NOT EXISTS temp_filtered_entities AS
         SELECT * FROM temp_combined_entities
       `);await this.#e.client.run(e`
       CREATE INDEX IF NOT EXISTS idx_temp_filtered_type ON temp_filtered_entities(type)
-    `)}async#r(){this.#t?await this.#e.client.run(e`
+    `)}async#o(){this.#t?await this.#e.client.run(e`
         CREATE TEMP TABLE IF NOT EXISTS temp_combined_relations AS
         SELECT 
           source_key,
@@ -72,7 +74,7 @@ import{and as p,eq as l,ne as I,notExists as h,or as O,sql as e}from"drizzle-orm
       CREATE INDEX IF NOT EXISTS idx_temp_rel_target ON temp_combined_relations(target_key)
     `),await this.#e.client.run(e`
       CREATE INDEX IF NOT EXISTS idx_temp_rel_relation ON temp_combined_relations(source_to_target_relation)
-    `)}async#o(t){const i={},n=[],c=t.filter(d=>d.startsWith("metadata."));t.includes("type")&&n.push(`
+    `)}async#c(t){const s={},n=[],l=t.filter(d=>d.startsWith("metadata."));t.includes("type")&&n.push(`
         SELECT 'type' as filter_name, type as value, COUNT(*) as count
         FROM temp_filtered_entities
         WHERE type IS NOT NULL
@@ -119,15 +121,15 @@ import{and as p,eq as l,ne as I,notExists as h,or as O,sql as e}from"drizzle-orm
         INNER JOIN temp_combined_entities tce ON tce.key = owner_key
         WHERE owner_key IS NOT NULL
         GROUP BY owner_key
-      `);for(const d of c)await this.#a(d,i);if(n.length===0)return i;const _=n.join(" UNION ALL "),u=await this.#e.client.run(e.raw(_));if(u?.rows)for(const d of u.rows){const a=d.filter_name,E=d.value,y=Number(d.count)||0;i[a]||(i[a]=[]),E&&i[a].push({value:E,count:y})}return i}async#a(t,i){const n=t.substring(9),c=`$.${x(n)}`,_=await this.#e.client.run(e.raw(`
-        SELECT json_extract(metadata, '${c}') as value, COUNT(*) as count
+      `);for(const d of l)await this.#a(d,s);if(n.length===0)return s;const y=n.join(" UNION ALL "),u=await this.#e.client.run(e.raw(y));if(u?.rows)for(const d of u.rows){const m=d.filter_name,E=d.value,N=Number(d.count)||0;s[m]||(s[m]=[]),E&&s[m].push({value:E,count:N})}return s}async#a(t,s){const n=t.substring(9),l=`$.${ie(n)}`,y=await this.#e.client.run(e.raw(`
+        SELECT json_extract(metadata, '${l}') as value, COUNT(*) as count
         FROM temp_filtered_entities
         WHERE metadata IS NOT NULL
           AND metadata != ''
-          AND json_extract(metadata, '${c}') IS NOT NULL
-          AND json_extract(metadata, '${c}') != ''
+          AND json_extract(metadata, '${l}') IS NOT NULL
+          AND json_extract(metadata, '${l}') != ''
         GROUP BY value
-      `));_?.rows&&(i[t]=_.rows.map(u=>({value:u.value,count:Number(u.count)||0})).filter(u=>u.value))}async#c(){try{await this.#e.client.run(e`DROP TABLE IF EXISTS temp_combined_entities`),await this.#e.client.run(e`DROP TABLE IF EXISTS temp_filtered_entities`),await this.#e.client.run(e`DROP TABLE IF EXISTS temp_combined_relations`)}catch(t){j.error("Error cleaning up temp tables:",t)}}#i(t){return e`
+      `));y?.rows&&(s[t]=y.rows.map(u=>({value:u.value,count:Number(u.count)||0})).filter(u=>u.value))}async#l(){try{await this.#e.client.run(e`DROP TABLE IF EXISTS temp_combined_entities`),await this.#e.client.run(e`DROP TABLE IF EXISTS temp_filtered_entities`),await this.#e.client.run(e`DROP TABLE IF EXISTS temp_combined_relations`)}catch(t){x.error("Error cleaning up temp tables:",t)}}#r(t){return e`
       COALESCE(
         (
           SELECT json_group_array(
@@ -150,13 +152,30 @@ import{and as p,eq as l,ne as I,notExists as h,or as O,sql as e}from"drizzle-orm
               WHEN er.source_key = ${e.raw(`${t}.key`)} THEN er.target_key
               WHEN er.target_key = ${e.raw(`${t}.key`)} THEN er.source_key
             END
-            WHERE (er.source_key = ${e.raw(`${t}.key`)} OR er.target_key = ${e.raw(`${t}.key`)}) AND d.type = 'domain'
+            WHERE d.type = 'domain'
+              AND d.is_current = 1
+              AND (
+                (
+                  er.source_key = ${e.raw(`${t}.key`)}
+                  AND (
+                    er.source_version = ${e.raw(`${t}.version`)}
+                    OR (er.source_version IS NULL AND ${e.raw(`${t}.version`)} IS NULL)
+                  )
+                )
+                OR (
+                  er.target_key = ${e.raw(`${t}.key`)}
+                  AND (
+                    er.target_version = ${e.raw(`${t}.version`)}
+                    OR (er.target_version IS NULL AND ${e.raw(`${t}.version`)} IS NULL)
+                  )
+                )
+              )
             LIMIT 10
           ) d
         ),
         json_array()
       )
-    `}#n(t){return e`
+    `}#s(t){return e`
       COALESCE(
         (
           SELECT json_group_array(
@@ -180,11 +199,28 @@ import{and as p,eq as l,ne as I,notExists as h,or as O,sql as e}from"drizzle-orm
                 WHEN er.source_key = ${e.raw(`${t}.key`)} THEN er.target_key
                 ELSE er.source_key
               END
-            WHERE (er.source_key = ${e.raw(`${t}.key`)} AND er.source_to_target_relation = 'ownedBy')
-              OR (er.target_key = ${e.raw(`${t}.key`)} AND er.source_to_target_relation = 'owns')
+            WHERE ((er.source_key = ${e.raw(`${t}.key`)} AND er.source_to_target_relation = 'ownedBy')
+              OR (er.target_key = ${e.raw(`${t}.key`)} AND er.source_to_target_relation = 'owns'))
+              AND o.is_current = 1
+              AND (
+                (
+                  er.source_key = ${e.raw(`${t}.key`)}
+                  AND (
+                    er.source_version = ${e.raw(`${t}.version`)}
+                    OR (er.source_version IS NULL AND ${e.raw(`${t}.version`)} IS NULL)
+                  )
+                )
+                OR (
+                  er.target_key = ${e.raw(`${t}.key`)}
+                  AND (
+                    er.target_version = ${e.raw(`${t}.version`)}
+                    OR (er.target_version IS NULL AND ${e.raw(`${t}.version`)} IS NULL)
+                  )
+                )
+              )
             LIMIT 10
           ) o
         ),
         json_array()
       )
-    `}}function x(D){return D.replace(/[^a-zA-Z0-9._-]/g,"")}export{re as CatalogEntitiesLocalReadRepository};
+    `}}function ie(X){return X.replace(/[^a-zA-Z0-9._-]/g,"")}export{we as CatalogEntitiesLocalReadRepository};

package/dist/server/plugins/catalog-entities/database/repositories/local/catalog-entities-local-repository.d.ts

@@ -1,22 +1,31 @@
 import type { Filter } from '../../../../../providers/database/pagination/types.js';
 import type { PaginationParams } from '../../../../../providers/database/pagination/schemas.js';
 import type { EntityRelationDtoSchema } from '../../../../../plugins/catalog-entities/schemas/dto-schemas.js';
-import type { DatabaseInitializationResult, RepositoryInstanceOptions } from '../../../../../providers/database/types.js';
+import type { ScorecardsStatus } from '../../../../../plugins/catalog-entities/entities/types.js';
+import type { DatabaseConnection, RepositoryInstanceOptions } from '../../../../../providers/database/types.js';
 import type { CatalogFiltersParams } from './catalog-entities-local-read-repository.js';
-import { type CreateEntityParams } from './catalog-entities-local-write-repository.js';
 import { BaseRepository } from '../../../../../providers/database/base-repository.js';
+import { type CreateEntityParams } from './catalog-entities-local-write-repository.js';
 export declare class CatalogEntitiesLocalRepository extends BaseRepository {
     #private;
-    constructor(initializationResult: DatabaseInitializationResult);
+    constructor(dbConnection: DatabaseConnection);
     get transactionsManager(): import("../../../../../providers/database/transactions-manager.js").TransactionsManager;
     getEntitySources(): Record<string, string>;
     static getInstance(options: RepositoryInstanceOptions): Promise<CatalogEntitiesLocalRepository>;
     attachDatabase(databasePath: string): Promise<void>;
     getEntities(paginationParams?: PaginationParams): Promise<import("./catalog-entities-local-read-repository.js").ListResult<import("../../../schemas/read-model-schemas.js").EntityReadModelSchema>>;
     getEntityByKey(key: string): Promise<import("../../../schemas/read-model-schemas.js").EntityReadModelSchema | null>;
+    getEntitiesCountByTypes(): Promise<{
+        type: string;
+        count: number;
+    }[]>;
     getEntitiesRelations(paginationParams?: PaginationParams): Promise<import("./catalog-entities-local-read-repository.js").ListResult<{
         createdAt?: string | null | undefined;
         updatedAt?: string | null | undefined;
+        sourceVersion?: string | null | undefined;
+        sourceRevision?: string | null | undefined;
+        targetVersion?: string | null | undefined;
+        targetRevision?: string | null | undefined;
         type: string;
         id: string;
         organizationId: string;
@@ -29,6 +38,10 @@ export declare class CatalogEntitiesLocalRepository extends BaseRepository {
     getEntityRelationById(id: string): Promise<{
         createdAt?: string | null | undefined;
         updatedAt?: string | null | undefined;
+        sourceVersion?: string | null | undefined;
+        sourceRevision?: string | null | undefined;
+        targetVersion?: string | null | undefined;
+        targetRevision?: string | null | undefined;
         type: string;
         id: string;
         organizationId: string;
@@ -39,23 +52,26 @@ export declare class CatalogEntitiesLocalRepository extends BaseRepository {
         targetId: string;
     } | null>;
     getEntitiesWithRelations(paginationParams?: PaginationParams): Promise<import("./catalog-entities-local-read-repository.js").ListResult<import("@redocly/theme").BffCatalogEntity>>;
-    getEntityWithRelationsByKey(entityKey: string): Promise<import("@redocly/theme").BffCatalogEntity | null>;
+    getEntityWithRelationsByKey(entityKey: string, paginationParams?: PaginationParams): Promise<import("@redocly/theme").BffCatalogEntity | null>;
     getRelatedEntities(entityKey: string, paginationParams?: PaginationParams): Promise<import("./catalog-entities-local-read-repository.js").ListResult<import("@redocly/theme").BffCatalogRelatedEntity>>;
     createEntity(createEntityParams: CreateEntityParams): Promise<void>;
     createEntities(createEntitiesParams: CreateEntityParams[]): Promise<void>;
     createEntityRelation(entityRelation: EntityRelationDtoSchema): Promise<{
         id: string;
         createdAt: string;
+        updatedAt: string;
         organizationId: string;
         projectId: string;
         sourceKey: string;
         targetKey: string;
         sourceId: string | null;
         targetId: string | null;
-        updatedAt: string;
+        sourceVersion: string | null;
+        sourceRevision: string | null;
+        targetVersion: string | null;
+        targetRevision: string | null;
         sourceFile: string | null;
         fileHash: string | null;
-        schemaVersion: number;
         sourceToTargetRelation: string;
         targetToSourceRelation: string;
     } | null>;
@@ -65,5 +81,9 @@ export declare class CatalogEntitiesLocalRepository extends BaseRepository {
     deleteEntityRelation(id: string): Promise<string | null>;
     deleteEntityRelations(filter: Filter): Promise<boolean>;
     getCatalogFilters(params: CatalogFiltersParams): Promise<Record<string, import("./catalog-entities-local-read-repository.js").FilterOption[]>>;
+    listEntityRevisions(entityKey: string, version?: string | null): Promise<Pick<import("../../../schemas/read-model-schemas.js").EntityReadModelSchema, "version" | "isDefaultVersion" | "createdAt" | "updatedAt" | "revision" | "isCurrent">[]>;
+    updateEntityScorecardsStatus(entityId: string, status: ScorecardsStatus): Promise<boolean>;
+    updateEntityScorecardsStatusIfCalculating(entityId: string, status: Extract<ScorecardsStatus, 'UP_TO_DATE' | 'OUTDATED'>): Promise<boolean>;
+    getOneOutdatedEntity(): Promise<import("../../../schemas/read-model-schemas.js").EntityReadModelSchema | null>;
 }
 //# sourceMappingURL=catalog-entities-local-repository.d.ts.map

package/dist/server/plugins/catalog-entities/database/repositories/local/catalog-entities-local-repository.js

@@ -1 +1 @@
-import{CatalogEntitiesLocalReadRepository as r}from"./catalog-entities-local-read-repository.js";import{CatalogEntitiesLocalWriteRepository as o}from"./catalog-entities-local-write-repository.js";import{createEntityRelationDbRecordFromDto as y}from"../../mappers/create-entity-relation-db-record-from-dto.js";import{promiseMapLimit as n}from"../../../../../utils/async.js";import{BaseRepository as l}from"../../../../../providers/database/base-repository.js";import{LocalDatabaseInitializationStrategy as h}from"../../../../../providers/database/database-initialization-strategy.js";import{CATALOG_DATABASE_MIGRATIONS_FOLDER as E,CATALOG_LOCAL_DATABASE_FOLDER as c,CATALOG_LOCAL_DATABASE_NAME as d}from"../../consts.js";import{hasOptionsChanged as R}from"../../../utils/has-options-changed.js";const a=50;class i extends l{static#i;static#n;#t;#e;#a={};constructor(t){super(t),this.#t=new r(this.databaseClient),this.#e=new o(this.databaseClient,this.organizationId,this.projectId)}get transactionsManager(){return this.databaseClient.transactionsManager}getEntitySources(){return this.#a}static async getInstance(t){const e=R(i.#n,t);if(!i.#i||e){const s=await new h().initialize({databaseName:d,additionalFolder:c,migrationsFolder:E,...t});i.#i=new i(s),i.#n=t}return i.#i}async attachDatabase(t){await this.#t.attachDatabase(t)}getEntities(t={}){return this.#t.getEntities(t)}getEntityByKey(t){return this.#t.getEntityByKey(t)}getEntitiesRelations(t={}){return this.#t.getEntitiesRelations(t)}getEntityRelationById(t){return this.#t.getEntityRelationById(t)}getEntitiesWithRelations(t={}){return this.#t.getEntitiesWithRelations(t)}getEntityWithRelationsByKey(t){return this.#t.getEntityWithRelationsByKey(t)}getRelatedEntities(t,e={}){return this.#t.getRelatedEntities(t,e)}createEntity(t){return t.isRootEntity&&(this.#a[t.sourceFile]=t.entity.key),this.#e.createEntity(t)}async createEntities(t){await n(t,a,async e=>this.createEntity(e))}createEntityRelation(t){const e=y(t,this.organizationId,this.projectId);return this.#e.createEntityRelation(e)}async createEntityRelations(t){await n(t,a,async e=>this.createEntityRelation(e))}deleteEntity(t){return this.#e.deleteEntity(t)}deleteEntities(t){return this.#e.deleteEntities(t)}deleteEntityRelation(t){return this.#e.deleteEntityRelation(t)}deleteEntityRelations(t){return this.#e.deleteEntityRelations(t)}getCatalogFilters(t){return this.#t.getCatalogFilters(t)}}export{i as CatalogEntitiesLocalRepository};
+import{promiseMapLimit as a}from"../../../../../utils/async/promise-map-limit.js";import{DatabaseConnectionFactory as r}from"../../../../../providers/database/database-connection-factory.js";import{BaseRepository as o}from"../../../../../providers/database/base-repository.js";import{CatalogEntitiesLocalReadRepository as c}from"./catalog-entities-local-read-repository.js";import{CatalogEntitiesLocalWriteRepository as y}from"./catalog-entities-local-write-repository.js";import{createEntityRelationDbRecordFromDto as l}from"../../mappers/create-entity-relation-db-record-from-dto.js";import{hasOptionsChanged as h}from"../../../utils/has-options-changed.js";const s=50;class i extends o{static#i;static#n;#t;#e;#a={};constructor(t){super(t),this.#t=new c(this.databaseClient),this.#e=new y(this.databaseClient,this.organizationId,this.projectId)}get transactionsManager(){return this.databaseClient.transactionsManager}getEntitySources(){return this.#a}static async getInstance(t){const e=h(i.#n,t);if(!i.#i||e){const n=await r.create("catalog-local",t);if(!n)throw new Error("Failed to create db connection for catalog entities local repository");i.#i=new i(n),i.#n=t}return i.#i}async attachDatabase(t){await this.#t.attachDatabase(t)}getEntities(t={}){return this.#t.getEntities(t)}getEntityByKey(t){return this.#t.getEntityByKey(t)}getEntitiesCountByTypes(){return this.#t.getEntitiesCountByTypes()}getEntitiesRelations(t={}){return this.#t.getEntitiesRelations(t)}getEntityRelationById(t){return this.#t.getEntityRelationById(t)}getEntitiesWithRelations(t={}){return this.#t.getEntitiesWithRelations(t)}getEntityWithRelationsByKey(t,e={}){return this.#t.getEntityWithRelationsByKey(t,e)}getRelatedEntities(t,e={}){return this.#t.getRelatedEntities(t,e)}createEntity(t){return t.isRootEntity&&(this.#a[t.sourceFile]=t.entity.key),this.#e.createEntity(t)}async createEntities(t){await a(t,s,async e=>this.createEntity(e))}createEntityRelation(t){const e=l(t,this.organizationId,this.projectId);return this.#e.createEntityRelation(e)}async createEntityRelations(t){await a(t,s,async e=>this.createEntityRelation(e))}deleteEntity(t){return this.#e.deleteEntity(t)}deleteEntities(t){return this.#e.deleteEntities(t)}deleteEntityRelation(t){return this.#e.deleteEntityRelation(t)}deleteEntityRelations(t){return this.#e.deleteEntityRelations(t)}getCatalogFilters(t){return this.#t.getCatalogFilters(t)}listEntityRevisions(t,e){return this.#t.listEntityRevisions(t,e)}updateEntityScorecardsStatus(t,e){return this.#e.updateEntityScorecardsStatus(t,e)}updateEntityScorecardsStatusIfCalculating(t,e){return this.#e.updateEntityScorecardsStatusIfCalculating(t,e)}getOneOutdatedEntity(){return this.#t.getOneOutdatedEntity()}}export{i as CatalogEntitiesLocalRepository};

package/dist/server/plugins/catalog-entities/database/repositories/local/catalog-entities-local-write-repository.d.ts

@@ -1,6 +1,7 @@
 import type { EntityBaseFileSchema } from '@redocly/config';
 import type { DatabaseClient } from '../../../../../providers/database/client.js';
 import type { Filter } from '../../../../../providers/database/pagination/types.js';
+import type { ScorecardsStatus } from '../../../../../plugins/catalog-entities/entities/types.js';
 import { type DatabaseEntityRelation, type DatabaseEntityRelationDto } from '../../../../../providers/database/databases/catalog-sqlite/schemas/entities-relations-table.js';
 export type CreateEntityParams = {
     entity: EntityBaseFileSchema;
@@ -13,9 +14,15 @@ export declare class CatalogEntitiesLocalWriteRepository {
     constructor(db: DatabaseClient, organizationId: string, projectId: string);
     createEntity({ entity, fileHash, sourceFile }: CreateEntityParams): Promise<void>;
     deleteEntity(entityKey: string): Promise<string | null>;
+    /**
+     * Deletes entities based on a filter.
+     * If the entity is current or default version, we need to promote the different version as current and default.
+     */
     deleteEntities(filter: Filter): Promise<boolean>;
     deleteEntityRelation(id: string): Promise<string | null>;
     deleteEntityRelations(filter: Filter): Promise<boolean>;
     createEntityRelation(entityRelation: DatabaseEntityRelationDto): Promise<DatabaseEntityRelation | null>;
+    updateEntityScorecardsStatus(entityId: string, status: ScorecardsStatus): Promise<boolean>;
+    updateEntityScorecardsStatusIfCalculating(entityId: string, status: Extract<ScorecardsStatus, 'UP_TO_DATE' | 'OUTDATED'>): Promise<boolean>;
 }
 //# sourceMappingURL=catalog-entities-local-write-repository.d.ts.map

package/dist/server/plugins/catalog-entities/database/repositories/local/catalog-entities-local-write-repository.js

@@ -1 +1 @@
-import{eq as l}from"drizzle-orm";import{logger as a}from"../../../../../tools/notifiers/logger.js";import{createEntityDbRecord as p}from"../../mappers/create-entity-db-record.js";import{createEntityRelationDbRecordFromFileSchema as g}from"../../mappers/create-entity-relation-db-record-from-file-schema.js";import{entitiesTable as i}from"../../../../../providers/database/databases/catalog-sqlite/schemas/entities-table.js";import{entitiesRelationsTable as r}from"../../../../../providers/database/databases/catalog-sqlite/schemas/entities-relations-table.js";import{promiseMapLimit as f}from"../../../../../utils/async.js";import{convertFilterToWhereCondition as u}from"../../../../../providers/database/pagination/filter.js";const E=15;class K{#t;#e;#r;constructor(e,t,o){this.#t=e,this.#e=t,this.#r=o}async createEntity({entity:e,fileHash:t,sourceFile:o}){try{const n=p({entity:e,sourceFile:o,organizationId:this.#e,projectId:this.#r,source:"file",fileHash:t}),{key:c,source:s,...d}=n,y=this.#t.client.insert(i).values(n).onConflictDoUpdate({target:[i.key,i.source],set:d}),h=f(e.relations??[],E,async m=>this.createEntityRelation(g({relation:m,sourceFile:o,fileHash:t,sourceKey:e.key,organizationId:this.#e,projectId:this.#r})));await Promise.all([y,h])}catch(n){a.error("Error adding entity",n)}}async deleteEntity(e){try{return await this.#t.client.delete(i).where(l(i.key,e)),e}catch(t){return a.error("Error deleting entity",t),null}}async deleteEntities(e){try{const t=u(e);return t?(await this.#t.client.delete(i).where(t),!0):!1}catch(t){return a.error("Error deleting entities",t),!1}}async deleteEntityRelation(e){try{return await this.#t.client.delete(r).where(l(r.id,e)),e}catch{return null}}async deleteEntityRelations(e){try{const t=u(e);return t?(await this.#t.client.delete(r).where(t),!0):!1}catch(t){return a.error("Error deleting entity relations",t),!1}}async createEntityRelation(e){if(!e)return null;try{const{sourceKey:t,targetKey:o,targetToSourceRelation:n,...c}=e,s=await this.#t.client.insert(r).values(e).onConflictDoUpdate({target:[r.sourceKey,r.targetToSourceRelation,r.targetKey],set:c}).returning();return s?.length?s[0]:null}catch(t){return a.error("Error creating entity relation",t),null}}}export{K as CatalogEntitiesLocalWriteRepository};
+import{and as h,desc as I,eq as a,isNull as g,or as V,sql as v}from"drizzle-orm";import{logger as l}from"../../../../../tools/notifiers/logger.js";import{promiseMapLimit as D}from"../../../../../utils/async/promise-map-limit.js";import{sha1 as K}from"../../../../../utils/crypto/sha1.js";import{createEntityDbRecord as N}from"../../mappers/create-entity-db-record.js";import{createEntityRelationDbRecordFromFileSchema as B}from"../../mappers/create-entity-relation-db-record-from-file-schema.js";import{entitiesTable as e}from"../../../../../providers/database/databases/catalog-sqlite/schemas/entities-table.js";import{entitiesRelationsTable as s}from"../../../../../providers/database/databases/catalog-sqlite/schemas/entities-relations-table.js";import{convertFilterToWhereCondition as C}from"../../../../../providers/database/pagination/filter.js";import{compareVersionsDescending as T}from"../../../utils/version-compare.js";const E=15;class q{#e;#t;#r;constructor(t,r,i){this.#e=t,this.#t=r,this.#r=i}async createEntity({entity:t,fileHash:r,sourceFile:i}){try{const{relations:o=[],...n}=t,u=K(JSON.stringify(n));if(await this.#i(u))return;const c=t.version??null,{shouldBeCurrent:f,shouldBeDefaultVersion:m}=await this.#o(t.key,c),w=new Date().toISOString(),p=N({entity:{...t,revision:w,hash:u,isCurrent:f,isDefaultVersion:m},sourceFile:i,organizationId:this.#t,projectId:this.#r,source:"file",fileHash:r}),{key:A,source:O,...R}=p;await this.#a({key:A,isCurrent:f,isDefaultVersion:m});const S=this.#e.client.insert(e).values(p).onConflictDoUpdate({target:[e.key,e.source,e.revision,e.version],set:R}),k=o?.length&&o.length>0?this.#e.client.insert(s).values(o.map(y=>B({relation:y,sourceFile:i,fileHash:r,sourceKey:t.key,sourceVersion:c,sourceRevision:w,organizationId:this.#t,projectId:this.#r}))).onConflictDoNothing({target:[s.sourceKey,s.targetKey,s.sourceVersion,s.targetVersion,s.sourceRevision,s.targetRevision]}).run():Promise.resolve();await D([S,k],E,async y=>y)}catch(o){console.error(o),l.error("Error adding entity",o)}}async deleteEntity(t){try{return await this.#e.client.delete(e).where(a(e.key,t)),t}catch(r){return l.error("Error deleting entity",r),null}}async deleteEntities(t){try{const r=C(t);if(!r)return!1;const i=await this.#e.client.delete(e).where(r).returning({key:e.key,source:e.source,isCurrent:e.isCurrent,isDefaultVersion:e.isDefaultVersion,version:e.version});if(i.length===0)return!0;const o=i.reduce((n,u)=>((u.isCurrent||u.isDefaultVersion)&&n.add(u.key),n),new Set);if(o.size===0)return!0;await D(Array.from(o),E,async n=>this.#u(n));for(const n of i)await this.#e.client.delete(s).where(V(h(a(s.sourceKey,n.key),...n.version?[a(s.sourceVersion,n.version)]:[g(s.sourceVersion)]),h(a(s.targetKey,n.key),...n.version?[a(s.targetVersion,n.version)]:[g(s.targetVersion)])));return!0}catch(r){return l.error("Error deleting entities",r),!1}}async deleteEntityRelation(t){try{return await this.#e.client.delete(s).where(a(s.id,t)),t}catch{return null}}async deleteEntityRelations(t){try{const r=C(t);return r?(await this.#e.client.delete(s).where(r),!0):!1}catch(r){return l.error("Error deleting entity relations",r),!1}}async createEntityRelation(t){if(!t)return null;try{const{sourceKey:r,targetKey:i,sourceVersion:o,targetVersion:n,sourceRevision:u,targetRevision:d,...c}=t,f=await this.#e.client.insert(s).values(t).onConflictDoUpdate({target:[s.sourceKey,s.targetKey,s.sourceVersion,s.targetVersion,s.sourceRevision,s.targetRevision],set:c}).returning();return f?.length?f[0]:null}catch(r){return l.error("Error creating entity relation",r),null}}async#i(t){const r=await this.#e.client.select({id:e.id,revision:e.revision}).from(e).where(h(a(e.hash,t),a(e.isCurrent,!0))).limit(1).run();return r.rows.length===0?null:{id:r.rows[0].id,revision:r.rows[0].revision}}async#n(t){return(await this.#e.client.select({version:e.version,isDefaultVersion:e.isDefaultVersion,revision:e.revision,createdAt:e.createdAt}).from(e).where(h(a(e.key,t),a(e.source,"file"))).orderBy(I(e.createdAt)).run()).rows.map(i=>({version:i.version,isDefaultVersion:!!i.isDefaultVersion,revision:i.revision,createdAt:new Date(i.createdAt)}))}#s(t){const r=t.find(n=>n.isDefaultVersion);if(r)return r;const i=t.filter(n=>n.version!==null),o=t.filter(n=>n.version===null);if(i.length>0){i.sort((d,c)=>T(d.version,c.version));const n=i[0].version,u=i.filter(d=>d.version===n);return u.sort((d,c)=>c.createdAt.getTime()-d.createdAt.getTime()),u[0]}return o.length>0?(o.sort((n,u)=>u.createdAt.getTime()-n.createdAt.getTime()),o[0]):null}async#o(t,r){const i=await this.#e.client.select({currentDefaultVersion:v`max(case when ${e.isDefaultVersion} = 1 then ${e.version} else null end)`,versionMatchCount:v`count(case when ${e.version} = ${r} then 1 else null end)`}).from(e).where(h(a(e.key,t),a(e.source,"file"))).get(),o=i?.currentDefaultVersion,n=(i?.versionMatchCount??0)>0;return r&&r===o?{shouldBeCurrent:!0,shouldBeDefaultVersion:!1}:{shouldBeCurrent:!n,shouldBeDefaultVersion:!n}}async#a({key:t,isCurrent:r,isDefaultVersion:i}){if(!r&&!i)return;const o={},n=[];r&&(o.isCurrent=!1,n.push(a(e.isCurrent,!0))),i&&(o.isDefaultVersion=!1,n.push(a(e.isDefaultVersion,!0))),await this.#e.client.update(e).set(o).where(h(a(e.key,t),a(e.source,"file"),V(...n))).run()}#u=async t=>{const r=await this.#n(t),i=this.#s(r);if(!i){l.warn("No latest version found for key",t);return}await this.#e.client.update(e).set({isDefaultVersion:!0,isCurrent:!0}).where(h(a(e.key,t),a(e.revision,i.revision),i.version?a(e.version,i.version):g(e.version))).run()};async updateEntityScorecardsStatus(t,r){try{return(await this.#e.client.update(e).set({scorecardsStatus:r}).where(a(e.id,t)).returning()).length>0}catch(i){return l.error("Error updating entity scorecards status",i),!1}}async updateEntityScorecardsStatusIfCalculating(t,r){try{return(await this.#e.client.update(e).set({scorecardsStatus:r}).where(v`${e.id} = ${t} AND ${e.scorecardsStatus} = 'CALCULATING'`).returning()).length>0}catch(i){return l.error("Error updating entity scorecards status if calculating",i),!1}}}export{q as CatalogEntitiesLocalWriteRepository};

package/dist/server/plugins/catalog-entities/database/repositories/remote/catalog-entities-remote-repository.d.ts

@@ -1,14 +1,15 @@
 import type { EntityReadModelSchema } from '../../../schemas/read-model-schemas.js';
 import type { EntityDtoSchema, EntityRelationDtoSchema } from '../../../schemas/dto-schemas.js';
 import type { Filter } from '../../../../../providers/database/pagination/types.js';
-import type { DatabaseInitializationResult, RepositoryInstanceOptions } from '../../../../../providers/database/types.js';
-import { type DatabaseEntityRelation } from '../../../../../providers/database/databases/catalog-sqlite/schemas/entities-relations-table.js';
+import type { DatabaseConnection, RepositoryInstanceOptions } from '../../../../../providers/database/types.js';
+import type { DatabaseEntityRelation } from '../../../../../providers/database/databases/catalog-sqlite/schemas/entities-relations-table.js';
 import { BaseRepository } from '../../../../../providers/database/base-repository.js';
 export declare class CatalogEntitiesRemoteRepository extends BaseRepository {
     #private;
     get transactionsManager(): import("../../../../../providers/database/transactions-manager.js").TransactionsManager;
-    constructor(initializationResult: DatabaseInitializationResult);
-    static getInstance(options: RepositoryInstanceOptions): Promise<CatalogEntitiesRemoteRepository | undefined>;
+    constructor(dbConnection: DatabaseConnection);
+    sync(): Promise<void>;
+    static getInstance(options: RepositoryInstanceOptions): Promise<CatalogEntitiesRemoteRepository | null>;
     createEntity(entity: EntityDtoSchema): Promise<EntityReadModelSchema | null>;
     updateEntity(entity: EntityDtoSchema & {
         id?: string;

package/dist/server/plugins/catalog-entities/database/repositories/remote/catalog-entities-remote-repository.js

@@ -1 +1 @@
-import{eq as u}from"drizzle-orm";import{convertFilterToWhereCondition as A}from"../../../../../providers/database/pagination/filter.js";import{promiseMapLimit as f}from"../../../../../utils/async.js";import{logger as r}from"../../../../../tools/notifiers/logger.js";import{createEntityDbRecord as E}from"../../mappers/create-entity-db-record.js";import{createEntityReadModel as y}from"../../mappers/create-entity-read-model.js";import{createEntityRelationDbRecordFromDto as p}from"../../mappers/create-entity-relation-db-record-from-dto.js";import{entitiesTable as n}from"../../../../../providers/database/databases/catalog-sqlite/schemas/entities-table.js";import{entitiesRelationsTable as i}from"../../../../../providers/database/databases/catalog-sqlite/schemas/entities-relations-table.js";import{BaseRepository as m}from"../../../../../providers/database/base-repository.js";import{DatabaseConnectionsManager as h}from"../../../../../providers/database/database-connections-manager.js";import{CATALOG_DATABASE_MIGRATIONS_FOLDER as g,CATALOG_REMOTE_DATABASE_FOLDER as T,CATALOG_REMOTE_DATABASE_NAME as D}from"../../consts.js";import{RemoteDatabaseInitializationStrategy as _}from"../../../../../providers/database/database-initialization-strategy.js";const R=15;class o extends m{static#e;get transactionsManager(){return this.databaseClient.transactionsManager}constructor(t){super(t)}static async getInstance(t){if(!o.#e){if(!process.env.SQLD_REMOTE_DATABASE_URL||!process.env.SQLD_REMOTE_DATABASE_AUTH_TOKEN){r.warn("SQLD_REMOTE_DATABASE_URL and SQLD_REMOTE_DATABASE_AUTH_TOKEN env variables not set - remote database will not be initialized");return}try{const e=await h.getConnection({config:{...t,databaseName:D,additionalFolder:T,migrationsFolder:g,syncUrl:process.env.SQLD_REMOTE_DATABASE_URL,authToken:process.env.SQLD_REMOTE_DATABASE_AUTH_TOKEN},strategy:new _});if(!e){r.warn("Remote database connection failed"),o.#e=void 0;return}o.#e=new o(e)}catch{o.#e=void 0;return}}return o.#e}async createEntity(t){try{r.info(`Adding entity ${t.key} to remote database`);const e=E({entity:t,organizationId:this.organizationId,projectId:this.projectId,source:"remote",sourceFile:null,fileHash:null}),{key:l,source:d,...c}=e,a=await this.databaseClient.client.insert(n).values(e).onConflictDoUpdate({target:[n.key,n.source],set:c}).returning();return a.length?(t.relations&&await this.createEntityRelations(t.relations.map(s=>({...s,sourceKey:t.key,targetKey:s.key}))),y(a[0])):null}catch(e){throw r.error("Error adding entity",e),e}}async updateEntity(t){try{r.info(`Updating entity ${t.key} in remote database`);const e=E({entity:t,organizationId:this.organizationId,projectId:this.projectId,source:"remote",sourceFile:null,fileHash:null}),{key:l,source:d,...c}=e,a=await this.databaseClient.client.insert(n).values(e).onConflictDoUpdate({target:[n.key,n.source],set:c}).returning();return a.length?y(a[0]):null}catch(e){return r.error("Error updating entity",e),null}}async deleteEntity(t){try{return await this.databaseClient.client.delete(n).where(u(n.key,t)),t}catch(e){return r.error("Error deleting entity",e),null}}async createEntityRelations(t){return await f(t,R,async e=>this.createEntityRelation(e))}async createEntityRelation(t){if(!t)return null;try{const e=p(t,this.organizationId,this.projectId),{sourceKey:l,targetKey:d,targetToSourceRelation:c,...a}=e,s=await this.databaseClient.client.insert(i).values(e).onConflictDoUpdate({target:[i.sourceKey,i.targetToSourceRelation,i.targetKey],set:a}).returning();return s.length?s[0]:null}catch(e){throw r.error("Error creating entity relation",e),e}}async deleteEntityRelation(t){try{return await this.databaseClient.client.delete(i).where(u(i.id,t)),t}catch(e){return r.error("Error deleting entity relation",e),null}}async deleteEntitiesRelations(t){try{const e=A(t);return e?(await this.databaseClient.client.delete(i).where(e),!0):!1}catch(e){return r.error("Error deleting entities relations",e),!1}}}export{o as CatalogEntitiesRemoteRepository};
+import{eq as h,sql as f}from"drizzle-orm";import{convertFilterToWhereCondition as w}from"../../../../../providers/database/pagination/filter.js";import{promiseMapLimit as E}from"../../../../../utils/async/promise-map-limit.js";import{logger as n}from"../../../../../tools/notifiers/logger.js";import{entitiesTable as r}from"../../../../../providers/database/databases/catalog-sqlite/schemas/entities-table.js";import{telemetryTraceStep as i}from"../../../../../telemetry/helpers/trace-step.js";import{BaseRepository as _}from"../../../../../providers/database/base-repository.js";import{DatabaseConnectionFactory as b}from"../../../../../providers/database/database-connection-factory.js";import{entitiesRelationsTable as a}from"../../../../../providers/database/databases/catalog-sqlite/schemas/entities-relations-table.js";import{createEntityDbRecord as p}from"../../mappers/create-entity-db-record.js";import{createEntityReadModel as m}from"../../mappers/create-entity-read-model.js";import{createEntityRelationDbRecordFromDto as C}from"../../mappers/create-entity-relation-db-record-from-dto.js";const I=15;class s extends _{static#e;get transactionsManager(){return this.databaseClient.transactionsManager}constructor(e){super(e)}async sync(){return i("catalog_entities.remote_repository.sync",async()=>{await this.#t(),await this.databaseClient.sync()})}static async getInstance(e){return await i("catalog_entities.remote_repository.get_instance",async t=>{if(!s.#e)try{const o=await b.create("sqld-remote",e);if(!o)return n.error("Failed to create db connection for catalog entities remote repository"),t?.error(new Error("Failed to create db connection for catalog entities remote repository")),s.#e=null,null;s.#e=new s(o)}catch(o){return n.error("Error creating db connection for catalog entities remote repository",o),t?.error(o),s.#e=null,null}return s.#e})}async createEntity(e){return i("catalog_entities.remote_repository.create_entity",async()=>{await this.#t();try{n.info(`Adding entity ${e.key} to remote database`);const t=p({entity:e,organizationId:this.organizationId,projectId:this.projectId,source:"remote",sourceFile:null,fileHash:null}),{key:o,source:d,...u}=t,l=await this.databaseClient.client.insert(r).values(t).onConflictDoUpdate({target:[r.key,r.source,r.revision,r.version],set:u}).returning();return l.length?(e.relations&&await this.createEntityRelations(e.relations.map(c=>({...c,sourceKey:e.key,targetKey:c.key}))),m(l[0])):null}catch(t){throw n.error("Error adding entity",t),t}})}async updateEntity(e){return i("catalog_entities.remote_repository.update_entity",async()=>{await this.#t();try{n.info(`Updating entity ${e.key} in remote database`);const t=p({entity:e,organizationId:this.organizationId,projectId:this.projectId,source:"remote",sourceFile:null,fileHash:null}),{key:o,source:d,scorecardsStatus:u,...l}=t,c=await this.databaseClient.client.insert(r).values(t).onConflictDoUpdate({target:[r.key,r.source,r.revision,r.version],set:{...l,scorecardsStatus:f`CASE WHEN ${r.scorecardsStatus} = 'CALCULATING' THEN 'CANCELLED' ELSE 'OUTDATED' END`}}).returning();return c.length?m(c[0]):null}catch(t){return n.error("Error updating entity",t),null}})}async deleteEntity(e){return i("catalog_entities.remote_repository.delete_entity",async()=>{await this.#t();try{return await this.databaseClient.client.delete(r).where(h(r.key,e)),e}catch(t){return n.error("Error deleting entity",t),null}})}async createEntityRelations(e){return i("catalog_entities.remote_repository.create_entity_relations",async()=>(await this.#t(),await E(e,I,async t=>this.createEntityRelation(t))))}async createEntityRelation(e){return i("catalog_entities.remote_repository.create_entity_relation",async()=>{if(await this.#t(),!e)return null;try{const t=C(e,this.organizationId,this.projectId),{sourceKey:o,targetKey:d,sourceVersion:u,targetVersion:l,sourceRevision:c,targetRevision:D,...g}=t,y=await this.databaseClient.client.insert(a).values(t).onConflictDoUpdate({target:[a.sourceKey,a.targetKey,a.sourceVersion,a.targetVersion,a.sourceRevision,a.targetRevision],set:g}).returning();return y.length?y[0]:null}catch(t){throw n.error("Error creating entity relation",t),t}})}async deleteEntityRelation(e){return i("catalog_entities.remote_repository.delete_entity_relation",async()=>{await this.#t();try{return await this.databaseClient.client.delete(a).where(h(a.id,e)),e}catch(t){return n.error("Error deleting entity relation",t),null}})}async deleteEntitiesRelations(e){return i("catalog_entities.remote_repository.delete_entities_relations",async()=>{await this.#t();try{const t=w(e);return t?(await this.databaseClient.client.delete(a).where(t),!0):!1}catch(t){return n.error("Error deleting entities relations",t),!1}})}#t(){return i("catalog_entities.remote_repository.db_health",async e=>{if(this.databaseClient.dbClient.$client.closed){const t=new Error("The remote database connection is closed!");throw e?.error(t),t}})}}export{s as CatalogEntitiesRemoteRepository};

package/dist/server/plugins/catalog-entities/database/repositories/utils.d.ts

@@ -16,7 +16,11 @@ export declare const createEntityFieldsForSelect: (tableAlias?: string, idAlias?
     source: import("drizzle-orm").SQL<unknown>;
     sourceFile: import("drizzle-orm").SQL<unknown>;
     fileHash: import("drizzle-orm").SQL<unknown>;
-    schemaVersion: import("drizzle-orm").SQL<unknown>;
+    version: import("drizzle-orm").SQL<unknown>;
+    revision: import("drizzle-orm").SQL<unknown>;
+    hash: import("drizzle-orm").SQL<unknown>;
+    isCurrent: import("drizzle-orm").SQL<unknown>;
+    scorecardsStatus: import("drizzle-orm").SQL<unknown>;
 };
 export declare const createEntityRelationFieldsForSelect: (tableAlias?: string, idAlias?: string) => {
     id: import("drizzle-orm").SQL<unknown> | import("drizzle-orm").SQL.Aliased<unknown>;
@@ -24,14 +28,17 @@ export declare const createEntityRelationFieldsForSelect: (tableAlias?: string,
     projectId: import("drizzle-orm").SQL<unknown>;
     sourceKey: import("drizzle-orm").SQL<unknown>;
     sourceId: import("drizzle-orm").SQL<unknown>;
+    sourceVersion: import("drizzle-orm").SQL<unknown>;
+    sourceRevision: import("drizzle-orm").SQL<unknown>;
     sourceToTargetRelation: import("drizzle-orm").SQL<unknown>;
     targetKey: import("drizzle-orm").SQL<unknown>;
     targetId: import("drizzle-orm").SQL<unknown>;
+    targetVersion: import("drizzle-orm").SQL<unknown>;
+    targetRevision: import("drizzle-orm").SQL<unknown>;
     targetToSourceRelation: import("drizzle-orm").SQL<unknown>;
     fileHash: import("drizzle-orm").SQL<unknown>;
     createdAt: import("drizzle-orm").SQL<unknown>;
     updatedAt: import("drizzle-orm").SQL<unknown>;
-    schemaVersion: import("drizzle-orm").SQL<unknown>;
 };
 export declare const createQualifiedEntityFieldsForSelect: (tableAlias?: string) => {
     id: import("drizzle-orm").SQL<unknown>;
@@ -51,7 +58,10 @@ export declare const createQualifiedEntityFieldsForSelect: (tableAlias?: string)
     source: import("drizzle-orm").SQL<unknown>;
     sourceFile: import("drizzle-orm").SQL<unknown>;
     fileHash: import("drizzle-orm").SQL<unknown>;
-    schemaVersion: import("drizzle-orm").SQL<unknown>;
+    version: import("drizzle-orm").SQL<unknown>;
+    revision: import("drizzle-orm").SQL<unknown>;
+    hash: import("drizzle-orm").SQL<unknown>;
+    isCurrent: import("drizzle-orm").SQL<unknown>;
 };
 export declare const createQualifiedEntityFieldsForSelectWithAliases: (tableAlias?: string) => {
     id: import("drizzle-orm").SQL.Aliased<unknown>;
@@ -71,7 +81,10 @@ export declare const createQualifiedEntityFieldsForSelectWithAliases: (tableAlia
     source: import("drizzle-orm").SQL.Aliased<unknown>;
     sourceFile: import("drizzle-orm").SQL.Aliased<unknown>;
     fileHash: import("drizzle-orm").SQL.Aliased<unknown>;
-    schemaVersion: import("drizzle-orm").SQL.Aliased<unknown>;
+    version: import("drizzle-orm").SQL.Aliased<unknown>;
+    revision: import("drizzle-orm").SQL.Aliased<unknown>;
+    hash: import("drizzle-orm").SQL.Aliased<unknown>;
+    isCurrent: import("drizzle-orm").SQL.Aliased<unknown>;
 };
 export declare const FIELDS_TO_SELECT_FOR_ENTITY: {
     id: import("drizzle-orm").SQL<unknown> | import("drizzle-orm").SQL.Aliased<unknown>;
@@ -91,7 +104,11 @@ export declare const FIELDS_TO_SELECT_FOR_ENTITY: {
     source: import("drizzle-orm").SQL<unknown>;
     sourceFile: import("drizzle-orm").SQL<unknown>;
     fileHash: import("drizzle-orm").SQL<unknown>;
-    schemaVersion: import("drizzle-orm").SQL<unknown>;
+    version: import("drizzle-orm").SQL<unknown>;
+    revision: import("drizzle-orm").SQL<unknown>;
+    hash: import("drizzle-orm").SQL<unknown>;
+    isCurrent: import("drizzle-orm").SQL<unknown>;
+    scorecardsStatus: import("drizzle-orm").SQL<unknown>;
 };
 export declare const FIELDS_TO_SELECT_FOR_ENTITY_RELATION: {
     id: import("drizzle-orm").SQL<unknown> | import("drizzle-orm").SQL.Aliased<unknown>;
@@ -99,13 +116,16 @@ export declare const FIELDS_TO_SELECT_FOR_ENTITY_RELATION: {
     projectId: import("drizzle-orm").SQL<unknown>;
     sourceKey: import("drizzle-orm").SQL<unknown>;
     sourceId: import("drizzle-orm").SQL<unknown>;
+    sourceVersion: import("drizzle-orm").SQL<unknown>;
+    sourceRevision: import("drizzle-orm").SQL<unknown>;
     sourceToTargetRelation: import("drizzle-orm").SQL<unknown>;
     targetKey: import("drizzle-orm").SQL<unknown>;
     targetId: import("drizzle-orm").SQL<unknown>;
+    targetVersion: import("drizzle-orm").SQL<unknown>;
+    targetRevision: import("drizzle-orm").SQL<unknown>;
     targetToSourceRelation: import("drizzle-orm").SQL<unknown>;
     fileHash: import("drizzle-orm").SQL<unknown>;
     createdAt: import("drizzle-orm").SQL<unknown>;
     updatedAt: import("drizzle-orm").SQL<unknown>;
-    schemaVersion: import("drizzle-orm").SQL<unknown>;
 };
 //# sourceMappingURL=utils.d.ts.map

package/dist/server/plugins/catalog-entities/database/repositories/utils.js

@@ -1 +1 @@
-import{sql as a}from"drizzle-orm";const i=(r="",t)=>{const e=r?`${r}.`:"";return{id:t?a.raw(e+"id").as(t):a.raw(e+"id"),organizationId:a.raw(e+"organization_id"),projectId:a.raw(e+"project_id"),key:a.raw(e+"key"),type:a.raw(e+"type"),title:a.raw(e+"title"),summary:a.raw(e+"summary"),tags:a.raw(e+"tags"),metadata:a.raw(e+"metadata"),git:a.raw(e+"git"),contact:a.raw(e+"contact"),links:a.raw(e+"links"),createdAt:a.raw(e+"created_at"),updatedAt:a.raw(e+"updated_at"),source:a.raw(e+"source"),sourceFile:a.raw(e+"source_file"),fileHash:a.raw(e+"file_hash"),schemaVersion:a.raw(e+"schema_version")}},s=(r="",t)=>{const e=r?`${r}.`:"";return{id:t?a.raw(e+"id").as(t):a.raw(e+"id"),organizationId:a.raw(e+"organization_id"),projectId:a.raw(e+"project_id"),sourceKey:a.raw(e+"source_key"),sourceId:a.raw(e+"source_id"),sourceToTargetRelation:a.raw(e+"source_to_target_relation"),targetKey:a.raw(e+"target_key"),targetId:a.raw(e+"target_id"),targetToSourceRelation:a.raw(e+"target_to_source_relation"),fileHash:a.raw(e+"file_hash"),createdAt:a.raw(e+"created_at"),updatedAt:a.raw(e+"updated_at"),schemaVersion:a.raw(e+"schema_version")}},c=(r="")=>{const t=r?`${r}.`:"";return{id:a.raw(t+"entity_id"),organizationId:a.raw(t+"organization_id"),projectId:a.raw(t+"project_id"),key:a.raw(t+"key"),type:a.raw(t+"type"),title:a.raw(t+"title"),summary:a.raw(t+"summary"),tags:a.raw(t+"tags"),metadata:a.raw(t+"metadata"),git:a.raw(t+"git"),contact:a.raw(t+"contact"),links:a.raw(t+"links"),createdAt:a.raw(t+"created_at"),updatedAt:a.raw(t+"updated_at"),source:a.raw(t+"source"),sourceFile:a.raw(t+"source_file"),fileHash:a.raw(t+"file_hash"),schemaVersion:a.raw(t+"schema_version")}},d=(r="")=>{const t=r?`${r}.`:"";return{id:a.raw(t+"entity_id").as("id"),organizationId:a.raw(t+"organization_id").as("organization_id"),projectId:a.raw(t+"project_id").as("project_id"),key:a.raw(t+"key").as("key"),type:a.raw(t+"type").as("type"),title:a.raw(t+"title").as("title"),summary:a.raw(t+"summary").as("summary"),tags:a.raw(t+"tags").as("tags"),metadata:a.raw(t+"metadata").as("metadata"),git:a.raw(t+"git").as("git"),contact:a.raw(t+"contact").as("contact"),links:a.raw(t+"links").as("links"),createdAt:a.raw(t+"created_at").as("created_at"),updatedAt:a.raw(t+"updated_at").as("updated_at"),source:a.raw(t+"source").as("source"),sourceFile:a.raw(t+"source_file").as("source_file"),fileHash:a.raw(t+"file_hash").as("file_hash"),schemaVersion:a.raw(t+"schema_version").as("schema_version")}},w=i(),n=s();export{w as FIELDS_TO_SELECT_FOR_ENTITY,n as FIELDS_TO_SELECT_FOR_ENTITY_RELATION,i as createEntityFieldsForSelect,s as createEntityRelationFieldsForSelect,c as createQualifiedEntityFieldsForSelect,d as createQualifiedEntityFieldsForSelectWithAliases};
+import{sql as a}from"drizzle-orm";const i=(e="",r)=>{const t=e?`${e}.`:"";return{id:r?a.raw(t+"id").as(r):a.raw(t+"id"),organizationId:a.raw(t+"organization_id"),projectId:a.raw(t+"project_id"),key:a.raw(t+"key"),type:a.raw(t+"type"),title:a.raw(t+"title"),summary:a.raw(t+"summary"),tags:a.raw(t+"tags"),metadata:a.raw(t+"metadata"),git:a.raw(t+"git"),contact:a.raw(t+"contact"),links:a.raw(t+"links"),createdAt:a.raw(t+"created_at"),updatedAt:a.raw(t+"updated_at"),source:a.raw(t+"source"),sourceFile:a.raw(t+"source_file"),fileHash:a.raw(t+"file_hash"),version:a.raw(t+"version"),revision:a.raw(t+"revision"),hash:a.raw(t+"hash"),isCurrent:a.raw(t+"is_current"),scorecardsStatus:a.raw(t+"scorecards_status")}},s=(e="",r)=>{const t=e?`${e}.`:"";return{id:r?a.raw(t+"id").as(r):a.raw(t+"id"),organizationId:a.raw(t+"organization_id"),projectId:a.raw(t+"project_id"),sourceKey:a.raw(t+"source_key"),sourceId:a.raw(t+"source_id"),sourceVersion:a.raw(t+"source_version"),sourceRevision:a.raw(t+"source_revision"),sourceToTargetRelation:a.raw(t+"source_to_target_relation"),targetKey:a.raw(t+"target_key"),targetId:a.raw(t+"target_id"),targetVersion:a.raw(t+"target_version"),targetRevision:a.raw(t+"target_revision"),targetToSourceRelation:a.raw(t+"target_to_source_relation"),fileHash:a.raw(t+"file_hash"),createdAt:a.raw(t+"created_at"),updatedAt:a.raw(t+"updated_at")}},n=(e="")=>{const r=e?`${e}.`:"";return{id:a.raw(r+"entity_id"),organizationId:a.raw(r+"organization_id"),projectId:a.raw(r+"project_id"),key:a.raw(r+"key"),type:a.raw(r+"type"),title:a.raw(r+"title"),summary:a.raw(r+"summary"),tags:a.raw(r+"tags"),metadata:a.raw(r+"metadata"),git:a.raw(r+"git"),contact:a.raw(r+"contact"),links:a.raw(r+"links"),createdAt:a.raw(r+"created_at"),updatedAt:a.raw(r+"updated_at"),source:a.raw(r+"source"),sourceFile:a.raw(r+"source_file"),fileHash:a.raw(r+"file_hash"),version:a.raw(r+"version"),revision:a.raw(r+"revision"),hash:a.raw(r+"hash"),isCurrent:a.raw(r+"is_current")}},c=(e="")=>{const r=e?`${e}.`:"";return{id:a.raw(r+"entity_id").as("id"),organizationId:a.raw(r+"organization_id").as("organization_id"),projectId:a.raw(r+"project_id").as("project_id"),key:a.raw(r+"key").as("key"),type:a.raw(r+"type").as("type"),title:a.raw(r+"title").as("title"),summary:a.raw(r+"summary").as("summary"),tags:a.raw(r+"tags").as("tags"),metadata:a.raw(r+"metadata").as("metadata"),git:a.raw(r+"git").as("git"),contact:a.raw(r+"contact").as("contact"),links:a.raw(r+"links").as("links"),createdAt:a.raw(r+"created_at").as("created_at"),updatedAt:a.raw(r+"updated_at").as("updated_at"),source:a.raw(r+"source").as("source"),sourceFile:a.raw(r+"source_file").as("source_file"),fileHash:a.raw(r+"file_hash").as("file_hash"),version:a.raw(r+"version").as("version"),revision:a.raw(r+"revision").as("revision"),hash:a.raw(r+"hash").as("hash"),isCurrent:a.raw(r+"is_current").as("is_current")}},w=i(),d=s();export{w as FIELDS_TO_SELECT_FOR_ENTITY,d as FIELDS_TO_SELECT_FOR_ENTITY_RELATION,i as createEntityFieldsForSelect,s as createEntityRelationFieldsForSelect,n as createQualifiedEntityFieldsForSelect,c as createQualifiedEntityFieldsForSelectWithAliases};

package/dist/server/plugins/catalog-entities/entities/extract-entities-content.d.ts

@@ -1,4 +1,4 @@
 import type { LifecycleContext } from '../../../types';
 import type { EntitiesFileSchema } from './types.js';
-export declare const extractEntitiesContent: (filePath: string, context: LifecycleContext) => Promise<EntitiesFileSchema | null>;
+export declare const extractFileContent: (filePath: string, context: LifecycleContext) => Promise<EntitiesFileSchema | null>;
 //# sourceMappingURL=extract-entities-content.d.ts.map

package/dist/server/plugins/catalog-entities/entities/extract-entities-content.js

@@ -1 +1 @@
-import{parseYaml as s}from"@redocly/openapi-core";import{logger as i}from"../../../tools/notifiers/logger.js";const l=async(t,n)=>{try{const r=await n.fs.read(t);if(!r)return null;const e=s(r),o=Array.isArray(e)?e:[e];return{path:t,entities:o}}catch(r){return i.error(`Error reading file ${t}:`,r),null}};export{l as extractEntitiesContent};
+import{parseYaml as s}from"@redocly/openapi-core";import{logger as i}from"../../../tools/notifiers/logger.js";const l=async(t,n)=>{try{const r=await n.fs.read(t);if(!r)return null;const e=s(r),o=Array.isArray(e)?e:[e];return{path:t,entities:o}}catch(r){return i.error(`Error reading file ${t}:`,r),null}};export{l as extractFileContent};

package/dist/server/plugins/catalog-entities/entities/types.d.ts

@@ -2,4 +2,5 @@ export type EntitiesFileSchema = {
     path: string;
     entities: unknown[];
 };
+export type ScorecardsStatus = 'UP_TO_DATE' | 'CANCELLED' | 'OUTDATED' | 'CALCULATING';
 //# sourceMappingURL=types.d.ts.map

package/dist/server/plugins/catalog-entities/extensions/extractors/api-description/arazzo-entities-extractor.d.ts

@@ -1,13 +1,14 @@
 import type { BundledDefinition } from '../../../../arazzo-docs/arazzo-doc-loader.js';
 import type { EntityFileSchema } from '@redocly/config';
-import { BaseApiEntitiesExtractor, type BaseApiEntitiesExtractorParams } from './base.js';
+import type { BaseApiEntitiesExtractorParams } from '../../../types/extractors.js';
+import { BaseApiEntitiesExtractor } from './base.js';
 type Params = BaseApiEntitiesExtractorParams;
 export declare class ArazzoEntitiesExtractor extends BaseApiEntitiesExtractor<BundledDefinition> {
     #private;
     constructor(params: Params);
     mapApiDescriptionToEntity(description: BundledDefinition): EntityFileSchema;
     loadApiDescriptions(): Promise<BundledDefinition[]>;
-    processApiDescription(description: BundledDefinition, descriptionUniqueKey: string): Promise<void>;
+    processApiDescription(description: BundledDefinition): Promise<Set<string>>;
     resolveSourceDescriptionUrl(url: string, baseRelativePath: string): string | null;
 }
 export {};

package/dist/server/plugins/catalog-entities/extensions/extractors/api-description/arazzo-entities-extractor.js

@@ -1 +1 @@
-import c from"node:path";import{removeLeadingSlash as u}from"@redocly/theme/core/utils";import{toKebabCase as p}from"../../../../../../utils/string/to-kebab-case.js";import{promiseMapLimit as h}from"../../../../../utils/async.js";import{removeMarkdocTags as f}from"../../../../markdown/markdoc/helpers/remove-markdoc-tags.js";import{BaseApiEntitiesExtractor as y}from"./base.js";const m=15;class I extends y{constructor(t){super("arazzo",t)}mapApiDescriptionToEntity(t){const i=u(t.realRelativePath),a=t.document.info.title,o=p(a),e=o.includes("arazzo")?o:`${o}-arazzo`,r=a?.toLowerCase().includes("arazzo")?a:`${a} - Arazzo`;return{type:this.type,key:e,title:r,summary:t.document.info.description?f(t.document.info.description):null,tags:["arazzo"],metadata:{specType:this.specType,descriptionFile:i}}}async loadApiDescriptions(){return(await this.context.cache.load(".","arazzo-docs")).data}async processApiDescription(t,i){if(!this.#t(t))return;await this.#e(t,i);const a=t.document.sourceDescriptions||[];await h(a,m,async o=>{if(!(o.type!=="openapi"||!o.url))try{const e=this.resolveSourceDescriptionUrl(o.url,t.realRelativePath);if(!e){!o.url.startsWith("http://")&&!o.url.startsWith("https://")&&this.context.logger.warn(`Could not resolve URL to local path: ${o.url}`);return}const r=await this.context.cache.load(e,"load-oas");if(!(r.data&&Array.isArray(r.data)&&r.data.length>0)){this.context.logger.warn(`No OpenAPI definition found at path: ${e}`);return}const n=r.data[0],l=p(n.definition.info.title);await this.catalogEntitiesService.createEntityRelationInLocalDatabase({sourceKey:i,type:"relatesTo",targetKey:l,fileHash:t.hash}),await this.#o(t,o.name,n,i)}catch(e){this.context.logger.warn(`Failed to create relation to OpenAPI source "${o.url}": ${e instanceof Error?e.message:"Unknown error"}`)}})}#t=t=>!!t?.document?.sourceDescriptions&&t.document.sourceDescriptions.length>0;#e=async(t,i)=>{try{const a=t.document.components?.inputs,o=a?Object.entries(a):[],e=[];for(const[r,s]of o)e.push(async()=>{const n=await this.#a({schemaName:r,schema:s,description:t});await this.catalogEntitiesService.createEntityRelationInLocalDatabase({sourceKey:i,type:"uses",targetKey:n,fileHash:t.hash})});if(e.length===0)return;await h(e,m,r=>r())}catch(a){this.context.logger.warn(`Failed to create data schema entities for Arazzo description: ${a instanceof Error?a.message:"Unknown error"}`)}};#a=async({schemaName:t,schema:i,description:a})=>{const o={type:"data-schema",key:p(t),title:t,summary:i.description||i.title||null,tags:["arazzo"],metadata:{specType:this.specType,descriptionFile:a.realRelativePath,schema:"{}"}};return await this.catalogEntitiesService.createEntityInLocalDatabase({entity:o,sourceFile:a.realRelativePath,fileHash:a.hash}),o.key};#o=async(t,i,a,o)=>{const e=t.document.workflows||[];if(e.length===0)return;const r=new Set;for(const s of e)for(const n of s.steps||[]){if(!n.operationId)continue;const l=n.operationId.startsWith(`${i}.`)?n.operationId.substring(`${i}.`.length):n.operationId;l&&r.add(l)}r.size!==0&&await h(Array.from(r),m,async s=>{try{const n=p(s);await this.catalogEntitiesService.createEntityRelationInLocalDatabase({sourceKey:o,type:"uses",targetKey:n,fileHash:t.hash})}catch(n){this.context.logger.warn(`Failed to create relation to operation "${s}": ${n instanceof Error?n.message:"Unknown error"}`)}})};resolveSourceDescriptionUrl(t,i){try{const a=t.trim(),o=a.startsWith("@")?a.slice(1):a,[e]=o.split("#");if(e.startsWith("http://")||e.startsWith("https://"))return null;if(e.startsWith("/"))return u(c.posix.normalize(e));const r=c.posix.dirname(i);return e.startsWith(r+"/")?c.posix.normalize(e):c.posix.normalize(c.posix.join(r,e))}catch{return this.context.logger.warn(`Failed to resolve URL: ${t}`),null}}}export{I as ArazzoEntitiesExtractor};
+import h from"node:path";import{removeLeadingSlash as u}from"@redocly/theme/core/utils";import{toKebabCase as p}from"../../../../../../utils/string/to-kebab-case.js";import{promiseMapLimit as y}from"../../../../../utils/async/promise-map-limit.js";import{removeMarkdocTags as d}from"../../../../markdown/markdoc/helpers/remove-markdoc-tags.js";import{resolveEntityVersion as g}from"../../../utils/resolve-entity-version.js";import{BaseApiEntitiesExtractor as w}from"./base.js";const m=15;class A extends w{constructor(t){super("arazzo",t)}mapApiDescriptionToEntity(t){const o=u(t.realRelativePath),a=t.document.info.title,c=o.replace(/\.[^.]+$/,""),e=p(c.replace(/[\\/]/g,"-")),r=t.document["x-redocly-catalog-key"],n=typeof r=="string"&&r.trim()?p(r.trim()):e,l=t.document.info.version,s=g(l,t.realRelativePath);if(!s.success)throw new Error(`Arazzo "${a}" in file "${t.realRelativePath}" has conflicting versions: spec version "${s.fileVersion}" differs from folder version "${s.folderVersion}". Entity will not be created.`);return{type:this.type,key:n,title:a,summary:t.document.info.description?d(t.document.info.description):null,tags:["arazzo"],metadata:{specType:this.specType,descriptionFile:o},version:s.version}}async loadApiDescriptions(){return(await this.context.cache.load(".","arazzo-docs")).data}async processApiDescription(t){const o=new Set;if(!this.#t(t))return this.context.logger.warn(`Skipping Arazzo description without source descriptions: ${t.realRelativePath}`),o;const a=this.mapApiDescriptionToEntity(t);await this.catalogEntitiesService.createEntityInLocalDatabase({entity:a,sourceFile:t.realRelativePath,fileHash:t.hash,isRootEntity:!0}),o.add(a.key),await this.#e(t,a.key,a.version,o);const c=t.document.sourceDescriptions||[];return await y(c,m,async e=>{if(!(e.type!=="openapi"||!e.url))try{const r=this.resolveSourceDescriptionUrl(e.url,t.realRelativePath);if(!r){!e.url.startsWith("http://")&&!e.url.startsWith("https://")&&this.context.logger.warn(`Could not resolve URL to local path: ${e.url}`);return}const n=await this.context.cache.load(r,"load-oas");if(!(n.data&&Array.isArray(n.data)&&n.data.length>0)){this.context.logger.warn(`No OpenAPI definition found at path: ${r}`);return}const s=n.data[0],i=p(u(s.realRelativePath).replace(/\.[^.]+$/,"").replace(/[\\/]/g,"-"));await this.catalogEntitiesService.createEntityRelationInLocalDatabase({sourceKey:a.key,type:"relatesTo",targetKey:i,fileHash:t.hash}),await this.#r(t,e.name,s,a.key,i,a.version)}catch(r){this.context.logger.warn(`Failed to create relation to OpenAPI source "${e.url}": ${r instanceof Error?r.message:"Unknown error"}`)}}),o}#t=t=>!!t?.document?.sourceDescriptions&&t.document.sourceDescriptions.length>0;#e=async(t,o,a,c)=>{try{const e=t.document.components?.inputs,r=e?Object.entries(e):[],n=[];for(const[l,s]of r)n.push(async()=>{const i=await this.#a({schemaName:l,schema:s,description:t,parentKey:o,parentVersion:a});c.add(i),await this.catalogEntitiesService.createEntityRelationInLocalDatabase({sourceKey:o,type:"uses",targetKey:i,fileHash:t.hash,sourceVersion:a,targetVersion:a})});if(n.length===0)return;await y(n,m,l=>l())}catch(e){this.context.logger.warn(`Failed to create data schema entities for Arazzo description: ${e instanceof Error?e.message:"Unknown error"}`)}};#a=async({schemaName:t,schema:o,description:a,parentKey:c,parentVersion:e})=>{const r={type:"data-schema",key:`${c}-${p(t)}`,title:t,summary:o.description||o.title||null,tags:["arazzo"],metadata:{specType:this.specType,descriptionFile:a.realRelativePath,schema:"{}"},version:e};return await this.catalogEntitiesService.createEntityInLocalDatabase({entity:r,sourceFile:a.realRelativePath,fileHash:a.hash}),r.key};#r=async(t,o,a,c,e,r)=>{const n=t.document.workflows||[];if(n.length===0)return;const l=new Set;for(const s of n)for(const i of s.steps||[]){if(!i.operationId)continue;const f=i.operationId.startsWith(`${o}.`)?i.operationId.substring(`${o}.`.length):i.operationId;f&&l.add(f)}l.size!==0&&await y(Array.from(l),m,async s=>{try{const i=`${e}-${p(s)}`;await this.catalogEntitiesService.createEntityRelationInLocalDatabase({sourceKey:c,type:"uses",targetKey:i,fileHash:t.hash,sourceVersion:r,targetVersion:r})}catch(i){this.context.logger.warn(`Failed to create relation to operation "${s}": ${i instanceof Error?i.message:"Unknown error"}`)}})};resolveSourceDescriptionUrl(t,o){try{const a=t.trim(),c=a.startsWith("@")?a.slice(1):a,[e]=c.split("#");if(e.startsWith("http://")||e.startsWith("https://"))return null;if(e.startsWith("/"))return u(h.posix.normalize(e));const r=h.posix.dirname(o);return e.startsWith(r+"/")?h.posix.normalize(e):h.posix.normalize(h.posix.join(r,e))}catch{return this.context.logger.warn(`Failed to resolve URL: ${t}`),null}}}export{A as ArazzoEntitiesExtractor};