@sync-in/server 1.3.0

package/server/applications/files/services/files-recents.service.js

@@ -0,0 +1,97 @@
+/*
+ * Copyright (C) 2012-2025 Johan Legrand <johan.legrand@sync-in.com>
+ * This file is part of Sync-in | The open source file sync and share solution
+ * See the LICENSE file for licensing details
+ */ "use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+Object.defineProperty(exports, "FilesRecents", {
+    enumerable: true,
+    get: function() {
+        return FilesRecents;
+    }
+});
+const _common = require("@nestjs/common");
+const _functions = require("../../../common/functions");
+const _shared = require("../../../common/shared");
+const _sharesqueriesservice = require("../../shares/services/shares-queries.service");
+const _spacesqueriesservice = require("../../spaces/services/spaces-queries.service");
+const _filesqueriesservice = require("./files-queries.service");
+function _ts_decorate(decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+function _ts_metadata(k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+}
+let FilesRecents = class FilesRecents {
+    async getRecents(user, limit) {
+        const [spaceIds, shareIds] = await Promise.all([
+            this.spacesQueries.spaceIds(user.id),
+            this.sharesQueries.shareIds(user.id, +user.isAdmin)
+        ]);
+        return this.filesQueries.getRecentsFromUser(user.id, spaceIds, shareIds, limit);
+    }
+    async updateRecents(user, space, files) {
+        const timestamp = (0, _shared.currentTimeStamp)(null, true) - (0, _functions.convertHumanTimeToMs)(this.keepTime);
+        const location = this.getLocation(user, space, files);
+        // only store files, ignore dirs
+        const fsRecents = files.filter((f)=>!f.isDir && f.size > 0 && f.mtime > timestamp);
+        const dbRecents = await this.filesQueries.getRecentsFromLocation(location);
+        if (!fsRecents.length && !dbRecents.length) {
+            return;
+        }
+        const [add, update, remove] = (0, _functions.diffCollection)(dbRecents, fsRecents, [
+            'mtime',
+            'name'
+        ]);
+        const toAdd = add.map((f)=>({
+                id: f.id,
+                name: f.name,
+                mtime: f.mtime,
+                mime: f.mime,
+                ...location,
+                ...space.inSharesList && {
+                    shareId: f.root.id
+                }
+            }));
+        const toUpdate = (0, _functions.convertDiffUpdate)(update);
+        const toRemove = remove.map((f)=>f.id);
+        await this.filesQueries.updateRecents(location, toAdd, toUpdate, toRemove);
+    }
+    getLocation(user, space, files) {
+        const location = {
+            path: space.url
+        };
+        if (space.inPersonalSpace) {
+            location.ownerId = user.id;
+        } else if (space.inSharesList) {
+            location.shareId = files.map((f)=>f.root.id);
+        } else if (space.inSharesRepository) {
+            location.shareId = space.id;
+        } else {
+            location.spaceId = space.id;
+        }
+        return location;
+    }
+    constructor(filesQueries, spacesQueries, sharesQueries){
+        this.filesQueries = filesQueries;
+        this.spacesQueries = spacesQueries;
+        this.sharesQueries = sharesQueries;
+        this.keepTime = '14d';
+    }
+};
+FilesRecents = _ts_decorate([
+    (0, _common.Injectable)(),
+    _ts_metadata("design:type", Function),
+    _ts_metadata("design:paramtypes", [
+        typeof _filesqueriesservice.FilesQueries === "undefined" ? Object : _filesqueriesservice.FilesQueries,
+        typeof _spacesqueriesservice.SpacesQueries === "undefined" ? Object : _spacesqueriesservice.SpacesQueries,
+        typeof _sharesqueriesservice.SharesQueries === "undefined" ? Object : _sharesqueriesservice.SharesQueries
+    ])
+], FilesRecents);
+
+//# sourceMappingURL=files-recents.service.js.map

package/server/applications/files/services/files-recents.service.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../backend/src/applications/files/services/files-recents.service.ts"],"sourcesContent":["/*\n * Copyright (C) 2012-2025 Johan Legrand <johan.legrand@sync-in.com>\n * This file is part of Sync-in | The open source file sync and share solution\n * See the LICENSE file for licensing details\n */\n\nimport { Injectable } from '@nestjs/common'\nimport { convertDiffUpdate, convertHumanTimeToMs, diffCollection } from '../../../common/functions'\nimport { currentTimeStamp } from '../../../common/shared'\nimport { SharesQueries } from '../../shares/services/shares-queries.service'\nimport { SpaceEnv } from '../../spaces/models/space-env.model'\nimport { SpacesQueries } from '../../spaces/services/spaces-queries.service'\nimport { UserModel } from '../../users/models/user.model'\nimport { FileProps } from '../interfaces/file-props.interface'\nimport { FileRecentLocation } from '../interfaces/file-recent-location.interface'\nimport { FileRecent } from '../schemas/file-recent.interface'\nimport { FilesQueries } from './files-queries.service'\n\n@Injectable()\nexport class FilesRecents {\n  private readonly keepTime = '14d'\n\n  constructor(\n    private readonly filesQueries: FilesQueries,\n    private readonly spacesQueries: SpacesQueries,\n    private readonly sharesQueries: SharesQueries\n  ) {}\n\n  async getRecents(user: UserModel, limit: number): Promise<FileRecent[]> {\n    const [spaceIds, shareIds] = await Promise.all([this.spacesQueries.spaceIds(user.id), this.sharesQueries.shareIds(user.id, +user.isAdmin)])\n    return this.filesQueries.getRecentsFromUser(user.id, spaceIds, shareIds, limit)\n  }\n\n  async updateRecents(user: UserModel, space: SpaceEnv, files: FileProps[]): Promise<void> {\n    const timestamp = currentTimeStamp(null, true) - convertHumanTimeToMs(this.keepTime)\n    const location = this.getLocation(user, space, files)\n    // only store files, ignore dirs\n    const fsRecents = files.filter((f) => !f.isDir && f.size > 0 && f.mtime > timestamp)\n    const dbRecents = await this.filesQueries.getRecentsFromLocation(location)\n    if (!fsRecents.length && !dbRecents.length) {\n      return\n    }\n    const [add, update, remove] = diffCollection(dbRecents as any, fsRecents as any, ['mtime', 'name'])\n    const toAdd: Partial<FileRecent>[] = add.map(\n      (f: FileProps): Partial<FileRecent> =>\n        ({\n          id: f.id,\n          name: f.name,\n          mtime: f.mtime,\n          mime: f.mime,\n          ...location,\n          ...(space.inSharesList && { shareId: f.root.id })\n        }) as FileRecent\n    )\n    const toUpdate: Record<string | 'object', Partial<FileProps> | FileProps>[] = convertDiffUpdate(update)\n    const toRemove: number[] = remove.map((f: FileRecent) => f.id)\n    await this.filesQueries.updateRecents(location, toAdd, toUpdate, toRemove)\n  }\n\n  private getLocation(user: UserModel, space: SpaceEnv, files: FileProps[]): FileRecentLocation {\n    const location: FileRecentLocation = { path: space.url }\n    if (space.inPersonalSpace) {\n      location.ownerId = user.id\n    } else if (space.inSharesList) {\n      location.shareId = files.map((f) => f.root.id)\n    } else if (space.inSharesRepository) {\n      location.shareId = space.id\n    } else {\n      location.spaceId = space.id\n    }\n    return location\n  }\n}\n"],"names":["FilesRecents","getRecents","user","limit","spaceIds","shareIds","Promise","all","spacesQueries","id","sharesQueries","isAdmin","filesQueries","getRecentsFromUser","updateRecents","space","files","timestamp","currentTimeStamp","convertHumanTimeToMs","keepTime","location","getLocation","fsRecents","filter","f","isDir","size","mtime","dbRecents","getRecentsFromLocation","length","add","update","remove","diffCollection","toAdd","map","name","mime","inSharesList","shareId","root","toUpdate","convertDiffUpdate","toRemove","path","url","inPersonalSpace","ownerId","inSharesRepository","spaceId"],"mappings":"AAAA;;;;CAIC;;;;+BAeYA;;;eAAAA;;;wBAbc;2BAC6C;wBACvC;sCACH;sCAEA;qCAKD;;;;;;;;;;AAGtB,IAAA,AAAMA,eAAN,MAAMA;IASX,MAAMC,WAAWC,IAAe,EAAEC,KAAa,EAAyB;QACtE,MAAM,CAACC,UAAUC,SAAS,GAAG,MAAMC,QAAQC,GAAG,CAAC;YAAC,IAAI,CAACC,aAAa,CAACJ,QAAQ,CAACF,KAAKO,EAAE;YAAG,IAAI,CAACC,aAAa,CAACL,QAAQ,CAACH,KAAKO,EAAE,EAAE,CAACP,KAAKS,OAAO;SAAE;QAC1I,OAAO,IAAI,CAACC,YAAY,CAACC,kBAAkB,CAACX,KAAKO,EAAE,EAAEL,UAAUC,UAAUF;IAC3E;IAEA,MAAMW,cAAcZ,IAAe,EAAEa,KAAe,EAAEC,KAAkB,EAAiB;QACvF,MAAMC,YAAYC,IAAAA,wBAAgB,EAAC,MAAM,QAAQC,IAAAA,+BAAoB,EAAC,IAAI,CAACC,QAAQ;QACnF,MAAMC,WAAW,IAAI,CAACC,WAAW,CAACpB,MAAMa,OAAOC;QAC/C,gCAAgC;QAChC,MAAMO,YAAYP,MAAMQ,MAAM,CAAC,CAACC,IAAM,CAACA,EAAEC,KAAK,IAAID,EAAEE,IAAI,GAAG,KAAKF,EAAEG,KAAK,GAAGX;QAC1E,MAAMY,YAAY,MAAM,IAAI,CAACjB,YAAY,CAACkB,sBAAsB,CAACT;QACjE,IAAI,CAACE,UAAUQ,MAAM,IAAI,CAACF,UAAUE,MAAM,EAAE;YAC1C;QACF;QACA,MAAM,CAACC,KAAKC,QAAQC,OAAO,GAAGC,IAAAA,yBAAc,EAACN,WAAkBN,WAAkB;YAAC;YAAS;SAAO;QAClG,MAAMa,QAA+BJ,IAAIK,GAAG,CAC1C,CAACZ,IACE,CAAA;gBACChB,IAAIgB,EAAEhB,EAAE;gBACR6B,MAAMb,EAAEa,IAAI;gBACZV,OAAOH,EAAEG,KAAK;gBACdW,MAAMd,EAAEc,IAAI;gBACZ,GAAGlB,QAAQ;gBACX,GAAIN,MAAMyB,YAAY,IAAI;oBAAEC,SAAShB,EAAEiB,IAAI,CAACjC,EAAE;gBAAC,CAAC;YAClD,CAAA;QAEJ,MAAMkC,WAAwEC,IAAAA,4BAAiB,EAACX;QAChG,MAAMY,WAAqBX,OAAOG,GAAG,CAAC,CAACZ,IAAkBA,EAAEhB,EAAE;QAC7D,MAAM,IAAI,CAACG,YAAY,CAACE,aAAa,CAACO,UAAUe,OAAOO,UAAUE;IACnE;IAEQvB,YAAYpB,IAAe,EAAEa,KAAe,EAAEC,KAAkB,EAAsB;QAC5F,MAAMK,WAA+B;YAAEyB,MAAM/B,MAAMgC,GAAG;QAAC;QACvD,IAAIhC,MAAMiC,eAAe,EAAE;YACzB3B,SAAS4B,OAAO,GAAG/C,KAAKO,EAAE;QAC5B,OAAO,IAAIM,MAAMyB,YAAY,EAAE;YAC7BnB,SAASoB,OAAO,GAAGzB,MAAMqB,GAAG,CAAC,CAACZ,IAAMA,EAAEiB,IAAI,CAACjC,EAAE;QAC/C,OAAO,IAAIM,MAAMmC,kBAAkB,EAAE;YACnC7B,SAASoB,OAAO,GAAG1B,MAAMN,EAAE;QAC7B,OAAO;YACLY,SAAS8B,OAAO,GAAGpC,MAAMN,EAAE;QAC7B;QACA,OAAOY;IACT;IAjDA,YACE,AAAiBT,YAA0B,EAC3C,AAAiBJ,aAA4B,EAC7C,AAAiBE,aAA4B,CAC7C;aAHiBE,eAAAA;aACAJ,gBAAAA;aACAE,gBAAAA;aALFU,WAAW;IAMzB;AA8CL"}

package/server/applications/files/services/files-recents.service.spec.js

@@ -0,0 +1,41 @@
+/*
+ * Copyright (C) 2012-2025 Johan Legrand <johan.legrand@sync-in.com>
+ * This file is part of Sync-in | The open source file sync and share solution
+ * See the LICENSE file for licensing details
+ */ "use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+const _testing = require("@nestjs/testing");
+const _sharesqueriesservice = require("../../shares/services/shares-queries.service");
+const _spacesqueriesservice = require("../../spaces/services/spaces-queries.service");
+const _filesqueriesservice = require("./files-queries.service");
+const _filesrecentsservice = require("./files-recents.service");
+describe(_filesrecentsservice.FilesRecents.name, ()=>{
+    let service;
+    beforeAll(async ()=>{
+        const module = await _testing.Test.createTestingModule({
+            providers: [
+                _filesrecentsservice.FilesRecents,
+                {
+                    provide: _filesqueriesservice.FilesQueries,
+                    useValue: {}
+                },
+                {
+                    provide: _spacesqueriesservice.SpacesQueries,
+                    useValue: {}
+                },
+                {
+                    provide: _sharesqueriesservice.SharesQueries,
+                    useValue: {}
+                }
+            ]
+        }).compile();
+        service = module.get(_filesrecentsservice.FilesRecents);
+    });
+    it('should be defined', ()=>{
+        expect(service).toBeDefined();
+    });
+});
+
+//# sourceMappingURL=files-recents.service.spec.js.map

package/server/applications/files/services/files-recents.service.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../backend/src/applications/files/services/files-recents.service.spec.ts"],"sourcesContent":["/*\n * Copyright (C) 2012-2025 Johan Legrand <johan.legrand@sync-in.com>\n * This file is part of Sync-in | The open source file sync and share solution\n * See the LICENSE file for licensing details\n */\n\nimport { Test, TestingModule } from '@nestjs/testing'\nimport { SharesQueries } from '../../shares/services/shares-queries.service'\nimport { SpacesQueries } from '../../spaces/services/spaces-queries.service'\nimport { FilesQueries } from './files-queries.service'\nimport { FilesRecents } from './files-recents.service'\n\ndescribe(FilesRecents.name, () => {\n  let service: FilesRecents\n\n  beforeAll(async () => {\n    const module: TestingModule = await Test.createTestingModule({\n      providers: [\n        FilesRecents,\n        { provide: FilesQueries, useValue: {} },\n        { provide: SpacesQueries, useValue: {} },\n        {\n          provide: SharesQueries,\n          useValue: {}\n        }\n      ]\n    }).compile()\n\n    service = module.get<FilesRecents>(FilesRecents)\n  })\n\n  it('should be defined', () => {\n    expect(service).toBeDefined()\n  })\n})\n"],"names":["describe","FilesRecents","name","service","beforeAll","module","Test","createTestingModule","providers","provide","FilesQueries","useValue","SpacesQueries","SharesQueries","compile","get","it","expect","toBeDefined"],"mappings":"AAAA;;;;CAIC;;;;yBAEmC;sCACN;sCACA;qCACD;qCACA;AAE7BA,SAASC,iCAAY,CAACC,IAAI,EAAE;IAC1B,IAAIC;IAEJC,UAAU;QACR,MAAMC,SAAwB,MAAMC,aAAI,CAACC,mBAAmB,CAAC;YAC3DC,WAAW;gBACTP,iCAAY;gBACZ;oBAAEQ,SAASC,iCAAY;oBAAEC,UAAU,CAAC;gBAAE;gBACtC;oBAAEF,SAASG,mCAAa;oBAAED,UAAU,CAAC;gBAAE;gBACvC;oBACEF,SAASI,mCAAa;oBACtBF,UAAU,CAAC;gBACb;aACD;QACH,GAAGG,OAAO;QAEVX,UAAUE,OAAOU,GAAG,CAAed,iCAAY;IACjD;IAEAe,GAAG,qBAAqB;QACtBC,OAAOd,SAASe,WAAW;IAC7B;AACF"}

package/server/applications/files/services/files-scheduler.service.js

@@ -0,0 +1,179 @@
+/*
+ * Copyright (C) 2012-2025 Johan Legrand <johan.legrand@sync-in.com>
+ * This file is part of Sync-in | The open source file sync and share solution
+ * See the LICENSE file for licensing details
+ */ "use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+Object.defineProperty(exports, "FilesScheduler", {
+    enumerable: true,
+    get: function() {
+        return FilesScheduler;
+    }
+});
+const _common = require("@nestjs/common");
+const _schedule = require("@nestjs/schedule");
+const _drizzleorm = require("drizzle-orm");
+const _promises = /*#__PURE__*/ _interop_require_default(require("node:fs/promises"));
+const _nodepath = /*#__PURE__*/ _interop_require_default(require("node:path"));
+const _cacheservice = require("../../../infrastructure/cache/services/cache.service");
+const _constants = require("../../../infrastructure/database/constants");
+const _databaseinterface = require("../../../infrastructure/database/interfaces/database.interface");
+const _user = require("../../users/constants/user");
+const _usermodel = require("../../users/models/user.model");
+const _usersschema = require("../../users/schemas/users.schema");
+const _cache = require("../constants/cache");
+const _filetask = require("../models/file-task");
+const _filesrecentsschema = require("../schemas/files-recents.schema");
+const _files = require("../utils/files");
+const _filescontentmanagerservice = require("./files-content-manager.service");
+const _filestasksmanagerservice = require("./files-tasks-manager.service");
+function _interop_require_default(obj) {
+    return obj && obj.__esModule ? obj : {
+        default: obj
+    };
+}
+function _ts_decorate(decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+function _ts_metadata(k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+}
+function _ts_param(paramIndex, decorator) {
+    return function(target, key) {
+        decorator(target, key, paramIndex);
+    };
+}
+let FilesScheduler = class FilesScheduler {
+    async cleanupInterruptedTasks() {
+        this.logger.log(`${this.cleanupInterruptedTasks.name} - START`);
+        try {
+            let nb = 0;
+            const keys = await this.cache.keys(`${_cache.CACHE_TASK_PREFIX}-*`);
+            for (const key of keys){
+                const task = await this.cache.get(key);
+                if (task && task.status === _filetask.FileTaskStatus.PENDING) {
+                    task.status = _filetask.FileTaskStatus.ERROR;
+                    task.result = 'Interrupted';
+                    nb++;
+                    this.cache.set(key, task).catch((e)=>this.logger.error(`${this.cleanupInterruptedTasks.name} - ${e}`));
+                }
+            }
+            this.logger.log(`${this.cleanupInterruptedTasks.name} - ${nb} tasks cleaned : END`);
+        } catch (e) {
+            this.logger.error(`${this.cleanupInterruptedTasks.name} - ${e}`);
+        }
+    }
+    async cleanupUserTaskFiles() {
+        this.logger.log(`${this.cleanupUserTaskFiles.name} - START`);
+        try {
+            for (const user of (await this.db.select({
+                id: _usersschema.users.id,
+                login: _usersschema.users.login,
+                role: _usersschema.users.role
+            }).from(_usersschema.users))){
+                const userTasksPath = _usermodel.UserModel.getTasksPath(user.login, user.role === _user.USER_ROLE.GUEST, user.role === _user.USER_ROLE.LINK);
+                if (!await (0, _files.isPathExists)(userTasksPath)) {
+                    this.logger.verbose(`${this.cleanupUserTaskFiles.name} - *${user.login}* tasks path does not exist`);
+                    continue;
+                }
+                if (await (0, _files.dirHasChildren)(userTasksPath, false)) {
+                    const cacheKey = _filestasksmanagerservice.FilesTasksManager.getCacheKey(user.id);
+                    const keys = await this.cache.keys(cacheKey);
+                    const excludeFiles = (await this.cache.mget(keys)).filter((task)=>task && task.status === _filetask.FileTaskStatus.PENDING && task.props.compressInDirectory === false).map((task)=>task.name);
+                    for (const f of (await _promises.default.readdir(userTasksPath)).filter((f)=>excludeFiles.indexOf(f) === -1)){
+                        try {
+                            (0, _files.removeFiles)(_nodepath.default.join(userTasksPath, f)).catch((e)=>this.logger.error(`${this.cleanupUserTaskFiles.name} - ${e}`));
+                        } catch (e) {
+                            this.logger.error(`${this.cleanupUserTaskFiles.name} - unable to remove ${_nodepath.default.join(userTasksPath, f)} : ${e}`);
+                        }
+                    }
+                }
+            }
+        } catch (e) {
+            this.logger.error(`${this.cleanupUserTaskFiles.name} - ${e}`);
+        }
+        this.logger.log(`${this.cleanupUserTaskFiles.name} - END`);
+    }
+    async clearRecentFiles() {
+        this.logger.log(`${this.clearRecentFiles.name} - START`);
+        const keepNumber = 100;
+        let nbCleared = 0;
+        try {
+            for (const fk of [
+                _filesrecentsschema.filesRecents.ownerId,
+                _filesrecentsschema.filesRecents.spaceId,
+                _filesrecentsschema.filesRecents.shareId
+            ]){
+                const [r] = await this.db.execute((0, _drizzleorm.sql)`
+          DELETE
+          FROM ${_filesrecentsschema.filesRecents}
+          WHERE ${fk} IS NOT NULL
+            AND id NOT IN (SELECT id
+                           FROM (SELECT id,
+                                        ROW_NUMBER() OVER (PARTITION BY ${fk} ORDER BY ${_filesrecentsschema.filesRecents.mtime}) AS rn
+                                 FROM ${_filesrecentsschema.filesRecents}
+                                 WHERE ${fk} IS NOT NULL) AS ranked
+                           WHERE ranked.rn <= ${keepNumber})
+        `);
+                nbCleared += r.affectedRows;
+            }
+        } catch (e) {
+            this.logger.error(`${this.clearRecentFiles.name} - ${e}`);
+        }
+        this.logger.log(`${this.clearRecentFiles.name} - ${nbCleared} records cleared - END`);
+    }
+    async indexContentFiles() {
+        this.logger.log(`${this.indexContentFiles.name} - START`);
+        await this.filesContentManager.parseAndIndexAllFiles();
+        this.logger.log(`${this.indexContentFiles.name} - END`);
+    }
+    constructor(db, cache, filesContentManager){
+        this.db = db;
+        this.cache = cache;
+        this.filesContentManager = filesContentManager;
+        this.logger = new _common.Logger(FilesScheduler.name);
+    }
+};
+_ts_decorate([
+    (0, _schedule.Timeout)(30000),
+    _ts_metadata("design:type", Function),
+    _ts_metadata("design:paramtypes", []),
+    _ts_metadata("design:returntype", Promise)
+], FilesScheduler.prototype, "cleanupInterruptedTasks", null);
+_ts_decorate([
+    (0, _schedule.Cron)(_schedule.CronExpression.EVERY_DAY_AT_MIDNIGHT),
+    _ts_metadata("design:type", Function),
+    _ts_metadata("design:paramtypes", []),
+    _ts_metadata("design:returntype", Promise)
+], FilesScheduler.prototype, "cleanupUserTaskFiles", null);
+_ts_decorate([
+    (0, _schedule.Timeout)(30000),
+    (0, _schedule.Cron)(_schedule.CronExpression.EVERY_DAY_AT_MIDNIGHT),
+    _ts_metadata("design:type", Function),
+    _ts_metadata("design:paramtypes", []),
+    _ts_metadata("design:returntype", Promise)
+], FilesScheduler.prototype, "clearRecentFiles", null);
+_ts_decorate([
+    (0, _schedule.Timeout)(60000),
+    (0, _schedule.Cron)(_schedule.CronExpression.EVERY_4_HOURS),
+    _ts_metadata("design:type", Function),
+    _ts_metadata("design:paramtypes", []),
+    _ts_metadata("design:returntype", Promise)
+], FilesScheduler.prototype, "indexContentFiles", null);
+FilesScheduler = _ts_decorate([
+    (0, _common.Injectable)(),
+    _ts_param(0, (0, _common.Inject)(_constants.DB_TOKEN_PROVIDER)),
+    _ts_metadata("design:type", Function),
+    _ts_metadata("design:paramtypes", [
+        typeof _databaseinterface.DBSchema === "undefined" ? Object : _databaseinterface.DBSchema,
+        typeof _cacheservice.Cache === "undefined" ? Object : _cacheservice.Cache,
+        typeof _filescontentmanagerservice.FilesContentManager === "undefined" ? Object : _filescontentmanagerservice.FilesContentManager
+    ])
+], FilesScheduler);
+
+//# sourceMappingURL=files-scheduler.service.js.map

package/server/applications/files/services/files-scheduler.service.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../backend/src/applications/files/services/files-scheduler.service.ts"],"sourcesContent":["/*\n * Copyright (C) 2012-2025 Johan Legrand <johan.legrand@sync-in.com>\n * This file is part of Sync-in | The open source file sync and share solution\n * See the LICENSE file for licensing details\n */\n\nimport { Inject, Injectable, Logger } from '@nestjs/common'\nimport { Cron, CronExpression, Timeout } from '@nestjs/schedule'\nimport { sql } from 'drizzle-orm'\nimport fs from 'node:fs/promises'\nimport path from 'node:path'\nimport { Cache } from '../../../infrastructure/cache/services/cache.service'\nimport { DB_TOKEN_PROVIDER } from '../../../infrastructure/database/constants'\nimport { DBSchema } from '../../../infrastructure/database/interfaces/database.interface'\nimport { USER_ROLE } from '../../users/constants/user'\nimport { UserModel } from '../../users/models/user.model'\nimport { users } from '../../users/schemas/users.schema'\nimport { CACHE_TASK_PREFIX } from '../constants/cache'\nimport { FileTask, FileTaskStatus } from '../models/file-task'\nimport { filesRecents } from '../schemas/files-recents.schema'\nimport { dirHasChildren, isPathExists, removeFiles } from '../utils/files'\nimport { FilesContentManager } from './files-content-manager.service'\nimport { FilesTasksManager } from './files-tasks-manager.service'\n\n@Injectable()\nexport class FilesScheduler {\n  private readonly logger = new Logger(FilesScheduler.name)\n\n  constructor(\n    @Inject(DB_TOKEN_PROVIDER) private readonly db: DBSchema,\n    private readonly cache: Cache,\n    private readonly filesContentManager: FilesContentManager\n  ) {}\n\n  @Timeout(30000)\n  async cleanupInterruptedTasks(): Promise<void> {\n    this.logger.log(`${this.cleanupInterruptedTasks.name} - START`)\n    try {\n      let nb = 0\n      const keys = await this.cache.keys(`${CACHE_TASK_PREFIX}-*`)\n      for (const key of keys) {\n        const task = await this.cache.get(key)\n        if (task && task.status === FileTaskStatus.PENDING) {\n          task.status = FileTaskStatus.ERROR\n          task.result = 'Interrupted'\n          nb++\n          this.cache.set(key, task).catch((e: Error) => this.logger.error(`${this.cleanupInterruptedTasks.name} - ${e}`))\n        }\n      }\n      this.logger.log(`${this.cleanupInterruptedTasks.name} - ${nb} tasks cleaned : END`)\n    } catch (e) {\n      this.logger.error(`${this.cleanupInterruptedTasks.name} - ${e}`)\n    }\n  }\n\n  @Cron(CronExpression.EVERY_DAY_AT_MIDNIGHT)\n  async cleanupUserTaskFiles(): Promise<void> {\n    this.logger.log(`${this.cleanupUserTaskFiles.name} - START`)\n    try {\n      for (const user of await this.db\n        .select({\n          id: users.id,\n          login: users.login,\n          role: users.role\n        })\n        .from(users)) {\n        const userTasksPath = UserModel.getTasksPath(user.login, user.role === USER_ROLE.GUEST, user.role === USER_ROLE.LINK)\n        if (!(await isPathExists(userTasksPath))) {\n          this.logger.verbose(`${this.cleanupUserTaskFiles.name} - *${user.login}* tasks path does not exist`)\n          continue\n        }\n        if (await dirHasChildren(userTasksPath, false)) {\n          const cacheKey = FilesTasksManager.getCacheKey(user.id)\n          const keys = await this.cache.keys(cacheKey)\n          const excludeFiles = (await this.cache.mget(keys))\n            .filter((task: FileTask) => task && task.status === FileTaskStatus.PENDING && task.props.compressInDirectory === false)\n            .map((task: FileTask) => task.name)\n          for (const f of (await fs.readdir(userTasksPath)).filter((f: string) => excludeFiles.indexOf(f) === -1)) {\n            try {\n              removeFiles(path.join(userTasksPath, f)).catch((e: Error) => this.logger.error(`${this.cleanupUserTaskFiles.name} - ${e}`))\n            } catch (e) {\n              this.logger.error(`${this.cleanupUserTaskFiles.name} - unable to remove ${path.join(userTasksPath, f)} : ${e}`)\n            }\n          }\n        }\n      }\n    } catch (e) {\n      this.logger.error(`${this.cleanupUserTaskFiles.name} - ${e}`)\n    }\n    this.logger.log(`${this.cleanupUserTaskFiles.name} - END`)\n  }\n\n  @Timeout(30000)\n  @Cron(CronExpression.EVERY_DAY_AT_MIDNIGHT)\n  async clearRecentFiles(): Promise<void> {\n    this.logger.log(`${this.clearRecentFiles.name} - START`)\n    const keepNumber = 100\n    let nbCleared = 0\n    try {\n      for (const fk of [filesRecents.ownerId, filesRecents.spaceId, filesRecents.shareId]) {\n        const [r] = await this.db.execute(sql`\n          DELETE\n          FROM ${filesRecents}\n          WHERE ${fk} IS NOT NULL\n            AND id NOT IN (SELECT id\n                           FROM (SELECT id,\n                                        ROW_NUMBER() OVER (PARTITION BY ${fk} ORDER BY ${filesRecents.mtime}) AS rn\n                                 FROM ${filesRecents}\n                                 WHERE ${fk} IS NOT NULL) AS ranked\n                           WHERE ranked.rn <= ${keepNumber})\n        `)\n        nbCleared += r.affectedRows\n      }\n    } catch (e) {\n      this.logger.error(`${this.clearRecentFiles.name} - ${e}`)\n    }\n    this.logger.log(`${this.clearRecentFiles.name} - ${nbCleared} records cleared - END`)\n  }\n\n  @Timeout(60000)\n  @Cron(CronExpression.EVERY_4_HOURS)\n  async indexContentFiles(): Promise<void> {\n    this.logger.log(`${this.indexContentFiles.name} - START`)\n    await this.filesContentManager.parseAndIndexAllFiles()\n    this.logger.log(`${this.indexContentFiles.name} - END`)\n  }\n}\n"],"names":["FilesScheduler","cleanupInterruptedTasks","logger","log","name","nb","keys","cache","CACHE_TASK_PREFIX","key","task","get","status","FileTaskStatus","PENDING","ERROR","result","set","catch","e","error","cleanupUserTaskFiles","user","db","select","id","users","login","role","from","userTasksPath","UserModel","getTasksPath","USER_ROLE","GUEST","LINK","isPathExists","verbose","dirHasChildren","cacheKey","FilesTasksManager","getCacheKey","excludeFiles","mget","filter","props","compressInDirectory","map","f","fs","readdir","indexOf","removeFiles","path","join","clearRecentFiles","keepNumber","nbCleared","fk","filesRecents","ownerId","spaceId","shareId","r","execute","sql","mtime","affectedRows","indexContentFiles","filesContentManager","parseAndIndexAllFiles","Logger","EVERY_DAY_AT_MIDNIGHT","EVERY_4_HOURS"],"mappings":"AAAA;;;;CAIC;;;;+BAqBYA;;;eAAAA;;;wBAnB8B;0BACG;4BAC1B;iEACL;iEACE;8BACK;2BACY;mCACT;sBACC;2BACA;6BACJ;uBACY;0BACO;oCACZ;uBAC6B;4CACtB;0CACF;;;;;;;;;;;;;;;;;;;;AAG3B,IAAA,AAAMA,iBAAN,MAAMA;IASX,MACMC,0BAAyC;QAC7C,IAAI,CAACC,MAAM,CAACC,GAAG,CAAC,GAAG,IAAI,CAACF,uBAAuB,CAACG,IAAI,CAAC,QAAQ,CAAC;QAC9D,IAAI;YACF,IAAIC,KAAK;YACT,MAAMC,OAAO,MAAM,IAAI,CAACC,KAAK,CAACD,IAAI,CAAC,GAAGE,wBAAiB,CAAC,EAAE,CAAC;YAC3D,KAAK,MAAMC,OAAOH,KAAM;gBACtB,MAAMI,OAAO,MAAM,IAAI,CAACH,KAAK,CAACI,GAAG,CAACF;gBAClC,IAAIC,QAAQA,KAAKE,MAAM,KAAKC,wBAAc,CAACC,OAAO,EAAE;oBAClDJ,KAAKE,MAAM,GAAGC,wBAAc,CAACE,KAAK;oBAClCL,KAAKM,MAAM,GAAG;oBACdX;oBACA,IAAI,CAACE,KAAK,CAACU,GAAG,CAACR,KAAKC,MAAMQ,KAAK,CAAC,CAACC,IAAa,IAAI,CAACjB,MAAM,CAACkB,KAAK,CAAC,GAAG,IAAI,CAACnB,uBAAuB,CAACG,IAAI,CAAC,GAAG,EAAEe,GAAG;gBAC/G;YACF;YACA,IAAI,CAACjB,MAAM,CAACC,GAAG,CAAC,GAAG,IAAI,CAACF,uBAAuB,CAACG,IAAI,CAAC,GAAG,EAAEC,GAAG,oBAAoB,CAAC;QACpF,EAAE,OAAOc,GAAG;YACV,IAAI,CAACjB,MAAM,CAACkB,KAAK,CAAC,GAAG,IAAI,CAACnB,uBAAuB,CAACG,IAAI,CAAC,GAAG,EAAEe,GAAG;QACjE;IACF;IAEA,MACME,uBAAsC;QAC1C,IAAI,CAACnB,MAAM,CAACC,GAAG,CAAC,GAAG,IAAI,CAACkB,oBAAoB,CAACjB,IAAI,CAAC,QAAQ,CAAC;QAC3D,IAAI;YACF,KAAK,MAAMkB,QAAQ,CAAA,MAAM,IAAI,CAACC,EAAE,CAC7BC,MAAM,CAAC;gBACNC,IAAIC,kBAAK,CAACD,EAAE;gBACZE,OAAOD,kBAAK,CAACC,KAAK;gBAClBC,MAAMF,kBAAK,CAACE,IAAI;YAClB,GACCC,IAAI,CAACH,kBAAK,CAAA,EAAG;gBACd,MAAMI,gBAAgBC,oBAAS,CAACC,YAAY,CAACV,KAAKK,KAAK,EAAEL,KAAKM,IAAI,KAAKK,eAAS,CAACC,KAAK,EAAEZ,KAAKM,IAAI,KAAKK,eAAS,CAACE,IAAI;gBACpH,IAAI,CAAE,MAAMC,IAAAA,mBAAY,EAACN,gBAAiB;oBACxC,IAAI,CAAC5B,MAAM,CAACmC,OAAO,CAAC,GAAG,IAAI,CAAChB,oBAAoB,CAACjB,IAAI,CAAC,IAAI,EAAEkB,KAAKK,KAAK,CAAC,2BAA2B,CAAC;oBACnG;gBACF;gBACA,IAAI,MAAMW,IAAAA,qBAAc,EAACR,eAAe,QAAQ;oBAC9C,MAAMS,WAAWC,2CAAiB,CAACC,WAAW,CAACnB,KAAKG,EAAE;oBACtD,MAAMnB,OAAO,MAAM,IAAI,CAACC,KAAK,CAACD,IAAI,CAACiC;oBACnC,MAAMG,eAAe,AAAC,CAAA,MAAM,IAAI,CAACnC,KAAK,CAACoC,IAAI,CAACrC,KAAI,EAC7CsC,MAAM,CAAC,CAAClC,OAAmBA,QAAQA,KAAKE,MAAM,KAAKC,wBAAc,CAACC,OAAO,IAAIJ,KAAKmC,KAAK,CAACC,mBAAmB,KAAK,OAChHC,GAAG,CAAC,CAACrC,OAAmBA,KAAKN,IAAI;oBACpC,KAAK,MAAM4C,KAAK,AAAC,CAAA,MAAMC,iBAAE,CAACC,OAAO,CAACpB,cAAa,EAAGc,MAAM,CAAC,CAACI,IAAcN,aAAaS,OAAO,CAACH,OAAO,CAAC,GAAI;wBACvG,IAAI;4BACFI,IAAAA,kBAAW,EAACC,iBAAI,CAACC,IAAI,CAACxB,eAAekB,IAAI9B,KAAK,CAAC,CAACC,IAAa,IAAI,CAACjB,MAAM,CAACkB,KAAK,CAAC,GAAG,IAAI,CAACC,oBAAoB,CAACjB,IAAI,CAAC,GAAG,EAAEe,GAAG;wBAC3H,EAAE,OAAOA,GAAG;4BACV,IAAI,CAACjB,MAAM,CAACkB,KAAK,CAAC,GAAG,IAAI,CAACC,oBAAoB,CAACjB,IAAI,CAAC,oBAAoB,EAAEiD,iBAAI,CAACC,IAAI,CAACxB,eAAekB,GAAG,GAAG,EAAE7B,GAAG;wBAChH;oBACF;gBACF;YACF;QACF,EAAE,OAAOA,GAAG;YACV,IAAI,CAACjB,MAAM,CAACkB,KAAK,CAAC,GAAG,IAAI,CAACC,oBAAoB,CAACjB,IAAI,CAAC,GAAG,EAAEe,GAAG;QAC9D;QACA,IAAI,CAACjB,MAAM,CAACC,GAAG,CAAC,GAAG,IAAI,CAACkB,oBAAoB,CAACjB,IAAI,CAAC,MAAM,CAAC;IAC3D;IAEA,MAEMmD,mBAAkC;QACtC,IAAI,CAACrD,MAAM,CAACC,GAAG,CAAC,GAAG,IAAI,CAACoD,gBAAgB,CAACnD,IAAI,CAAC,QAAQ,CAAC;QACvD,MAAMoD,aAAa;QACnB,IAAIC,YAAY;QAChB,IAAI;YACF,KAAK,MAAMC,MAAM;gBAACC,gCAAY,CAACC,OAAO;gBAAED,gCAAY,CAACE,OAAO;gBAAEF,gCAAY,CAACG,OAAO;aAAC,CAAE;gBACnF,MAAM,CAACC,EAAE,GAAG,MAAM,IAAI,CAACxC,EAAE,CAACyC,OAAO,CAACC,IAAAA,eAAG,CAAA,CAAC;;eAE/B,EAAEN,gCAAY,CAAC;gBACd,EAAED,GAAG;;;wEAGmD,EAAEA,GAAG,UAAU,EAAEC,gCAAY,CAACO,KAAK,CAAC;sCACtE,EAAEP,gCAAY,CAAC;uCACd,EAAED,GAAG;8CACE,EAAEF,WAAW;QACnD,CAAC;gBACDC,aAAaM,EAAEI,YAAY;YAC7B;QACF,EAAE,OAAOhD,GAAG;YACV,IAAI,CAACjB,MAAM,CAACkB,KAAK,CAAC,GAAG,IAAI,CAACmC,gBAAgB,CAACnD,IAAI,CAAC,GAAG,EAAEe,GAAG;QAC1D;QACA,IAAI,CAACjB,MAAM,CAACC,GAAG,CAAC,GAAG,IAAI,CAACoD,gBAAgB,CAACnD,IAAI,CAAC,GAAG,EAAEqD,UAAU,sBAAsB,CAAC;IACtF;IAEA,MAEMW,oBAAmC;QACvC,IAAI,CAAClE,MAAM,CAACC,GAAG,CAAC,GAAG,IAAI,CAACiE,iBAAiB,CAAChE,IAAI,CAAC,QAAQ,CAAC;QACxD,MAAM,IAAI,CAACiE,mBAAmB,CAACC,qBAAqB;QACpD,IAAI,CAACpE,MAAM,CAACC,GAAG,CAAC,GAAG,IAAI,CAACiE,iBAAiB,CAAChE,IAAI,CAAC,MAAM,CAAC;IACxD;IAjGA,YACE,AAA4CmB,EAAY,EACxD,AAAiBhB,KAAY,EAC7B,AAAiB8D,mBAAwC,CACzD;aAH4C9C,KAAAA;aAC3BhB,QAAAA;aACA8D,sBAAAA;aALFnE,SAAS,IAAIqE,cAAM,CAACvE,eAAeI,IAAI;IAMrD;AA8FL;;;;;;;;iDAvEuBoE;;;;;;;iDAsCAA;;;;;;;iDA2BAC"}

package/server/applications/files/services/files-search-manager.service.js

@@ -0,0 +1,146 @@
+/*
+ * Copyright (C) 2012-2025 Johan Legrand <johan.legrand@sync-in.com>
+ * This file is part of Sync-in | The open source file sync and share solution
+ * See the LICENSE file for licensing details
+ */ "use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+Object.defineProperty(exports, "FilesSearchManager", {
+    enumerable: true,
+    get: function() {
+        return FilesSearchManager;
+    }
+});
+const _common = require("@nestjs/common");
+const _promises = /*#__PURE__*/ _interop_require_default(require("node:fs/promises"));
+const _nodepath = /*#__PURE__*/ _interop_require_default(require("node:path"));
+const _sharesqueriesservice = require("../../shares/services/shares-queries.service");
+const _spacesqueriesservice = require("../../spaces/services/spaces-queries.service");
+const _indexing = require("../constants/indexing");
+const _filesindexer = require("../models/files-indexer");
+const _files = require("../utils/files");
+const _filessearch = require("../utils/files-search");
+const _filesparserservice = require("./files-parser.service");
+function _interop_require_default(obj) {
+    return obj && obj.__esModule ? obj : {
+        default: obj
+    };
+}
+function _ts_decorate(decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+function _ts_metadata(k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+}
+let FilesSearchManager = class FilesSearchManager {
+    async search(user, search) {
+        const [spaceIds, shareIds] = await Promise.all([
+            this.spacesQueries.spaceIds(user.id),
+            this.sharesQueries.shareIds(user.id, +user.isAdmin)
+        ]);
+        if (search.fullText) {
+            return await this.searchFullText(user.id, spaceIds, shareIds, search.content, search.limit);
+        } else {
+            return await this.searchFileNames(user.id, spaceIds, shareIds, search.content, search.limit);
+        }
+    }
+    async searchFullText(userId, spaceIds, shareIds, search, limit) {
+        const indexNames = await this.filesIndexer.existingIndexes([
+            `${_indexing.userIndexPrefix}${userId}`,
+            ...spaceIds.map((id)=>`${_indexing.spaceIndexPrefix}${id}`),
+            ...shareIds.map((id)=>`${_indexing.shareIndexPrefix}${id}`)
+        ]);
+        if (indexNames.length === 0) {
+            return [];
+        }
+        try {
+            return await this.filesIndexer.searchRecords(indexNames, search, limit);
+        } catch (e) {
+            this.logger.error(`${this.searchFullText.name} - ${JSON.stringify(indexNames)} - ${search} : ${e}`);
+            let msg;
+            if (/Invalid regular expression/.test(e.message)) {
+                msg = 'SyntaxError (check special characters)';
+            } else {
+                msg = e.message;
+            }
+            throw new _common.HttpException(msg, _common.HttpStatus.BAD_REQUEST);
+        }
+    }
+    async searchFileNames(userId, spaceIds, shareIds, search, limit) {
+        const fileContents = [];
+        const regexpTerms = (0, _filessearch.genRegexPositiveAndNegativeTerms)(search);
+        for await (const [_id, _type, paths] of this.filesParser.allPaths(userId, spaceIds, shareIds)){
+            for (const p of paths){
+                const regexBasePath = new RegExp(`^/?${p.realPath}/?`);
+                if (!p.isDir) {
+                    const f = await this.analyzeFile(p.realPath, p.pathPrefix, regexBasePath, regexpTerms);
+                    if (f !== null) {
+                        fileContents.push(f);
+                    }
+                    continue;
+                }
+                for await (const fileContent of this.parseFileNames(p.realPath, p.pathPrefix, regexBasePath, regexpTerms)){
+                    fileContents.push(fileContent);
+                    if (fileContents.length >= limit) {
+                        return fileContents;
+                    }
+                }
+            }
+        }
+        return fileContents;
+    }
+    async *parseFileNames(dir, pathPrefix, regexBasePath, regexpTerms) {
+        try {
+            for (const entry of (await _promises.default.readdir(dir, {
+                withFileTypes: true
+            }))){
+                const realPath = _nodepath.default.join(entry.parentPath, entry.name);
+                const fileContent = await this.analyzeFile(realPath, pathPrefix, regexBasePath, regexpTerms);
+                if (fileContent !== null) {
+                    yield fileContent;
+                }
+                if (entry.isDirectory()) {
+                    yield* this.parseFileNames(realPath, pathPrefix, regexBasePath, regexpTerms);
+                }
+            }
+        } catch (e) {
+            this.logger.warn(`${this.parseFileNames.name} - unable to parse: ${dir} (${e})`);
+        }
+    }
+    async analyzeFile(realPath, pathPrefix, regexBasePath, regexpTerms) {
+        const filePath = realPath.replace(regexBasePath, '');
+        if (!regexpTerms.test(filePath)) return null;
+        const stats = await _promises.default.stat(realPath);
+        return {
+            id: stats.ino,
+            path: _nodepath.default.join(pathPrefix, (0, _files.dirName)(filePath)),
+            name: (0, _files.fileName)(filePath),
+            mime: (0, _files.getMimeType)(realPath, stats.isDirectory()),
+            size: stats.size,
+            mtime: stats.mtime.getTime()
+        };
+    }
+    constructor(filesIndexer, filesParser, spacesQueries, sharesQueries){
+        this.filesIndexer = filesIndexer;
+        this.filesParser = filesParser;
+        this.spacesQueries = spacesQueries;
+        this.sharesQueries = sharesQueries;
+        this.logger = new _common.Logger(FilesSearchManager.name);
+    }
+};
+FilesSearchManager = _ts_decorate([
+    (0, _common.Injectable)(),
+    _ts_metadata("design:type", Function),
+    _ts_metadata("design:paramtypes", [
+        typeof _filesindexer.FilesIndexer === "undefined" ? Object : _filesindexer.FilesIndexer,
+        typeof _filesparserservice.FilesParser === "undefined" ? Object : _filesparserservice.FilesParser,
+        typeof _spacesqueriesservice.SpacesQueries === "undefined" ? Object : _spacesqueriesservice.SpacesQueries,
+        typeof _sharesqueriesservice.SharesQueries === "undefined" ? Object : _sharesqueriesservice.SharesQueries
+    ])
+], FilesSearchManager);
+
+//# sourceMappingURL=files-search-manager.service.js.map

package/server/applications/files/services/files-search-manager.service.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../backend/src/applications/files/services/files-search-manager.service.ts"],"sourcesContent":["/*\n * Copyright (C) 2012-2025 Johan Legrand <johan.legrand@sync-in.com>\n * This file is part of Sync-in | The open source file sync and share solution\n * See the LICENSE file for licensing details\n */\n\nimport { HttpException, HttpStatus, Injectable, Logger } from '@nestjs/common'\nimport fs from 'fs/promises'\nimport { Stats } from 'node:fs'\nimport path from 'node:path'\nimport { SharesQueries } from '../../shares/services/shares-queries.service'\nimport { SpacesQueries } from '../../spaces/services/spaces-queries.service'\nimport { UserModel } from '../../users/models/user.model'\nimport { shareIndexPrefix, spaceIndexPrefix, userIndexPrefix } from '../constants/indexing'\nimport { SearchFilesDto } from '../dto/file-operations.dto'\nimport { FilesIndexer } from '../models/files-indexer'\nimport { FileContent } from '../schemas/file-content.interface'\nimport { dirName, fileName, getMimeType } from '../utils/files'\nimport { genRegexPositiveAndNegativeTerms } from '../utils/files-search'\nimport { FilesParser } from './files-parser.service'\n\n@Injectable()\nexport class FilesSearchManager {\n  private readonly logger = new Logger(FilesSearchManager.name)\n\n  constructor(\n    private readonly filesIndexer: FilesIndexer,\n    private readonly filesParser: FilesParser,\n    private readonly spacesQueries: SpacesQueries,\n    private readonly sharesQueries: SharesQueries\n  ) {}\n\n  async search(user: UserModel, search: SearchFilesDto): Promise<FileContent[]> {\n    const [spaceIds, shareIds] = await Promise.all([this.spacesQueries.spaceIds(user.id), this.sharesQueries.shareIds(user.id, +user.isAdmin)])\n    if (search.fullText) {\n      return await this.searchFullText(user.id, spaceIds, shareIds, search.content, search.limit)\n    } else {\n      return await this.searchFileNames(user.id, spaceIds, shareIds, search.content, search.limit)\n    }\n  }\n\n  private async searchFullText(userId: number, spaceIds: number[], shareIds: number[], search: string, limit: number): Promise<FileContent[]> {\n    const indexNames = await this.filesIndexer.existingIndexes([\n      `${userIndexPrefix}${userId}`,\n      ...spaceIds.map((id) => `${spaceIndexPrefix}${id}`),\n      ...shareIds.map((id) => `${shareIndexPrefix}${id}`)\n    ])\n    if (indexNames.length === 0) {\n      return []\n    }\n    try {\n      return await this.filesIndexer.searchRecords(indexNames, search, limit)\n    } catch (e) {\n      this.logger.error(`${this.searchFullText.name} - ${JSON.stringify(indexNames)} - ${search} : ${e}`)\n      let msg: string\n      if (/Invalid regular expression/.test(e.message)) {\n        msg = 'SyntaxError (check special characters)'\n      } else {\n        msg = e.message\n      }\n      throw new HttpException(msg, HttpStatus.BAD_REQUEST)\n    }\n  }\n\n  private async searchFileNames(userId: number, spaceIds: number[], shareIds: number[], search: string, limit: number): Promise<FileContent[]> {\n    const fileContents: FileContent[] = []\n    const regexpTerms = genRegexPositiveAndNegativeTerms(search)\n    for await (const [_id, _type, paths] of this.filesParser.allPaths(userId, spaceIds, shareIds)) {\n      for (const p of paths) {\n        const regexBasePath = new RegExp(`^/?${p.realPath}/?`)\n        if (!p.isDir) {\n          const f = await this.analyzeFile(p.realPath, p.pathPrefix, regexBasePath, regexpTerms)\n          if (f !== null) {\n            fileContents.push(f)\n          }\n          continue\n        }\n        for await (const fileContent of this.parseFileNames(p.realPath, p.pathPrefix, regexBasePath, regexpTerms)) {\n          fileContents.push(fileContent)\n          if (fileContents.length >= limit) {\n            return fileContents\n          }\n        }\n      }\n    }\n    return fileContents\n  }\n\n  private async *parseFileNames(dir: string, pathPrefix: string, regexBasePath: RegExp, regexpTerms: RegExp): AsyncGenerator<FileContent> {\n    try {\n      for (const entry of await fs.readdir(dir, { withFileTypes: true })) {\n        const realPath = path.join(entry.parentPath, entry.name)\n        const fileContent = await this.analyzeFile(realPath, pathPrefix, regexBasePath, regexpTerms)\n        if (fileContent !== null) {\n          yield fileContent\n        }\n        if (entry.isDirectory()) {\n          yield* this.parseFileNames(realPath, pathPrefix, regexBasePath, regexpTerms)\n        }\n      }\n    } catch (e) {\n      this.logger.warn(`${this.parseFileNames.name} - unable to parse: ${dir} (${e})`)\n    }\n  }\n\n  private async analyzeFile(realPath: string, pathPrefix: string, regexBasePath: RegExp, regexpTerms: RegExp): Promise<FileContent> {\n    const filePath = realPath.replace(regexBasePath, '')\n    if (!regexpTerms.test(filePath)) return null\n    const stats: Stats = await fs.stat(realPath)\n    return {\n      id: stats.ino,\n      path: path.join(pathPrefix, dirName(filePath)),\n      name: fileName(filePath),\n      mime: getMimeType(realPath, stats.isDirectory()),\n      size: stats.size,\n      mtime: stats.mtime.getTime()\n    }\n  }\n}\n"],"names":["FilesSearchManager","search","user","spaceIds","shareIds","Promise","all","spacesQueries","id","sharesQueries","isAdmin","fullText","searchFullText","content","limit","searchFileNames","userId","indexNames","filesIndexer","existingIndexes","userIndexPrefix","map","spaceIndexPrefix","shareIndexPrefix","length","searchRecords","e","logger","error","name","JSON","stringify","msg","test","message","HttpException","HttpStatus","BAD_REQUEST","fileContents","regexpTerms","genRegexPositiveAndNegativeTerms","_id","_type","paths","filesParser","allPaths","p","regexBasePath","RegExp","realPath","isDir","f","analyzeFile","pathPrefix","push","fileContent","parseFileNames","dir","entry","fs","readdir","withFileTypes","path","join","parentPath","isDirectory","warn","filePath","replace","stats","stat","ino","dirName","fileName","mime","getMimeType","size","mtime","getTime","Logger"],"mappings":"AAAA;;;;CAIC;;;;+BAkBYA;;;eAAAA;;;wBAhBiD;iEAC/C;iEAEE;sCACa;sCACA;0BAEsC;8BAEvC;uBAEkB;6BACE;oCACrB;;;;;;;;;;;;;;;AAGrB,IAAA,AAAMA,qBAAN,MAAMA;IAUX,MAAMC,OAAOC,IAAe,EAAED,MAAsB,EAA0B;QAC5E,MAAM,CAACE,UAAUC,SAAS,GAAG,MAAMC,QAAQC,GAAG,CAAC;YAAC,IAAI,CAACC,aAAa,CAACJ,QAAQ,CAACD,KAAKM,EAAE;YAAG,IAAI,CAACC,aAAa,CAACL,QAAQ,CAACF,KAAKM,EAAE,EAAE,CAACN,KAAKQ,OAAO;SAAE;QAC1I,IAAIT,OAAOU,QAAQ,EAAE;YACnB,OAAO,MAAM,IAAI,CAACC,cAAc,CAACV,KAAKM,EAAE,EAAEL,UAAUC,UAAUH,OAAOY,OAAO,EAAEZ,OAAOa,KAAK;QAC5F,OAAO;YACL,OAAO,MAAM,IAAI,CAACC,eAAe,CAACb,KAAKM,EAAE,EAAEL,UAAUC,UAAUH,OAAOY,OAAO,EAAEZ,OAAOa,KAAK;QAC7F;IACF;IAEA,MAAcF,eAAeI,MAAc,EAAEb,QAAkB,EAAEC,QAAkB,EAAEH,MAAc,EAAEa,KAAa,EAA0B;QAC1I,MAAMG,aAAa,MAAM,IAAI,CAACC,YAAY,CAACC,eAAe,CAAC;YACzD,GAAGC,yBAAe,GAAGJ,QAAQ;eAC1Bb,SAASkB,GAAG,CAAC,CAACb,KAAO,GAAGc,0BAAgB,GAAGd,IAAI;eAC/CJ,SAASiB,GAAG,CAAC,CAACb,KAAO,GAAGe,0BAAgB,GAAGf,IAAI;SACnD;QACD,IAAIS,WAAWO,MAAM,KAAK,GAAG;YAC3B,OAAO,EAAE;QACX;QACA,IAAI;YACF,OAAO,MAAM,IAAI,CAACN,YAAY,CAACO,aAAa,CAACR,YAAYhB,QAAQa;QACnE,EAAE,OAAOY,GAAG;YACV,IAAI,CAACC,MAAM,CAACC,KAAK,CAAC,GAAG,IAAI,CAAChB,cAAc,CAACiB,IAAI,CAAC,GAAG,EAAEC,KAAKC,SAAS,CAACd,YAAY,GAAG,EAAEhB,OAAO,GAAG,EAAEyB,GAAG;YAClG,IAAIM;YACJ,IAAI,6BAA6BC,IAAI,CAACP,EAAEQ,OAAO,GAAG;gBAChDF,MAAM;YACR,OAAO;gBACLA,MAAMN,EAAEQ,OAAO;YACjB;YACA,MAAM,IAAIC,qBAAa,CAACH,KAAKI,kBAAU,CAACC,WAAW;QACrD;IACF;IAEA,MAActB,gBAAgBC,MAAc,EAAEb,QAAkB,EAAEC,QAAkB,EAAEH,MAAc,EAAEa,KAAa,EAA0B;QAC3I,MAAMwB,eAA8B,EAAE;QACtC,MAAMC,cAAcC,IAAAA,6CAAgC,EAACvC;QACrD,WAAW,MAAM,CAACwC,KAAKC,OAAOC,MAAM,IAAI,IAAI,CAACC,WAAW,CAACC,QAAQ,CAAC7B,QAAQb,UAAUC,UAAW;YAC7F,KAAK,MAAM0C,KAAKH,MAAO;gBACrB,MAAMI,gBAAgB,IAAIC,OAAO,CAAC,GAAG,EAAEF,EAAEG,QAAQ,CAAC,EAAE,CAAC;gBACrD,IAAI,CAACH,EAAEI,KAAK,EAAE;oBACZ,MAAMC,IAAI,MAAM,IAAI,CAACC,WAAW,CAACN,EAAEG,QAAQ,EAAEH,EAAEO,UAAU,EAAEN,eAAeR;oBAC1E,IAAIY,MAAM,MAAM;wBACdb,aAAagB,IAAI,CAACH;oBACpB;oBACA;gBACF;gBACA,WAAW,MAAMI,eAAe,IAAI,CAACC,cAAc,CAACV,EAAEG,QAAQ,EAAEH,EAAEO,UAAU,EAAEN,eAAeR,aAAc;oBACzGD,aAAagB,IAAI,CAACC;oBAClB,IAAIjB,aAAad,MAAM,IAAIV,OAAO;wBAChC,OAAOwB;oBACT;gBACF;YACF;QACF;QACA,OAAOA;IACT;IAEA,OAAekB,eAAeC,GAAW,EAAEJ,UAAkB,EAAEN,aAAqB,EAAER,WAAmB,EAA+B;QACtI,IAAI;YACF,KAAK,MAAMmB,SAAS,CAAA,MAAMC,iBAAE,CAACC,OAAO,CAACH,KAAK;gBAAEI,eAAe;YAAK,EAAC,EAAG;gBAClE,MAAMZ,WAAWa,iBAAI,CAACC,IAAI,CAACL,MAAMM,UAAU,EAAEN,MAAM7B,IAAI;gBACvD,MAAM0B,cAAc,MAAM,IAAI,CAACH,WAAW,CAACH,UAAUI,YAAYN,eAAeR;gBAChF,IAAIgB,gBAAgB,MAAM;oBACxB,MAAMA;gBACR;gBACA,IAAIG,MAAMO,WAAW,IAAI;oBACvB,OAAO,IAAI,CAACT,cAAc,CAACP,UAAUI,YAAYN,eAAeR;gBAClE;YACF;QACF,EAAE,OAAOb,GAAG;YACV,IAAI,CAACC,MAAM,CAACuC,IAAI,CAAC,GAAG,IAAI,CAACV,cAAc,CAAC3B,IAAI,CAAC,oBAAoB,EAAE4B,IAAI,EAAE,EAAE/B,EAAE,CAAC,CAAC;QACjF;IACF;IAEA,MAAc0B,YAAYH,QAAgB,EAAEI,UAAkB,EAAEN,aAAqB,EAAER,WAAmB,EAAwB;QAChI,MAAM4B,WAAWlB,SAASmB,OAAO,CAACrB,eAAe;QACjD,IAAI,CAACR,YAAYN,IAAI,CAACkC,WAAW,OAAO;QACxC,MAAME,QAAe,MAAMV,iBAAE,CAACW,IAAI,CAACrB;QACnC,OAAO;YACLzC,IAAI6D,MAAME,GAAG;YACbT,MAAMA,iBAAI,CAACC,IAAI,CAACV,YAAYmB,IAAAA,cAAO,EAACL;YACpCtC,MAAM4C,IAAAA,eAAQ,EAACN;YACfO,MAAMC,IAAAA,kBAAW,EAAC1B,UAAUoB,MAAMJ,WAAW;YAC7CW,MAAMP,MAAMO,IAAI;YAChBC,OAAOR,MAAMQ,KAAK,CAACC,OAAO;QAC5B;IACF;IA5FA,YACE,AAAiB5D,YAA0B,EAC3C,AAAiB0B,WAAwB,EACzC,AAAiBrC,aAA4B,EAC7C,AAAiBE,aAA4B,CAC7C;aAJiBS,eAAAA;aACA0B,cAAAA;aACArC,gBAAAA;aACAE,gBAAAA;aANFkB,SAAS,IAAIoD,cAAM,CAAC/E,mBAAmB6B,IAAI;IAOzD;AAwFL"}

package/server/applications/files/services/files-search-manager.service.spec.js

@@ -0,0 +1,46 @@
+/*
+ * Copyright (C) 2012-2025 Johan Legrand <johan.legrand@sync-in.com>
+ * This file is part of Sync-in | The open source file sync and share solution
+ * See the LICENSE file for licensing details
+ */ "use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+const _testing = require("@nestjs/testing");
+const _sharesqueriesservice = require("../../shares/services/shares-queries.service");
+const _spacesqueriesservice = require("../../spaces/services/spaces-queries.service");
+const _filesindexer = require("../models/files-indexer");
+const _filesparserservice = require("./files-parser.service");
+const _filessearchmanagerservice = require("./files-search-manager.service");
+describe(_filessearchmanagerservice.FilesSearchManager.name, ()=>{
+    let service;
+    beforeAll(async ()=>{
+        const module = await _testing.Test.createTestingModule({
+            providers: [
+                _filessearchmanagerservice.FilesSearchManager,
+                {
+                    provide: _filesindexer.FilesIndexer,
+                    useValue: {}
+                },
+                {
+                    provide: _filesparserservice.FilesParser,
+                    useValue: {}
+                },
+                {
+                    provide: _spacesqueriesservice.SpacesQueries,
+                    useValue: {}
+                },
+                {
+                    provide: _sharesqueriesservice.SharesQueries,
+                    useValue: {}
+                }
+            ]
+        }).compile();
+        service = module.get(_filessearchmanagerservice.FilesSearchManager);
+    });
+    it('should be defined', ()=>{
+        expect(service).toBeDefined();
+    });
+});
+
+//# sourceMappingURL=files-search-manager.service.spec.js.map

package/server/applications/files/services/files-search-manager.service.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../backend/src/applications/files/services/files-search-manager.service.spec.ts"],"sourcesContent":["/*\n * Copyright (C) 2012-2025 Johan Legrand <johan.legrand@sync-in.com>\n * This file is part of Sync-in | The open source file sync and share solution\n * See the LICENSE file for licensing details\n */\n\nimport { Test, TestingModule } from '@nestjs/testing'\nimport { SharesQueries } from '../../shares/services/shares-queries.service'\nimport { SpacesQueries } from '../../spaces/services/spaces-queries.service'\nimport { FilesIndexer } from '../models/files-indexer'\nimport { FilesParser } from './files-parser.service'\nimport { FilesSearchManager } from './files-search-manager.service'\n\ndescribe(FilesSearchManager.name, () => {\n  let service: FilesSearchManager\n\n  beforeAll(async () => {\n    const module: TestingModule = await Test.createTestingModule({\n      providers: [\n        FilesSearchManager,\n        { provide: FilesIndexer, useValue: {} },\n        { provide: FilesParser, useValue: {} },\n        {\n          provide: SpacesQueries,\n          useValue: {}\n        },\n        { provide: SharesQueries, useValue: {} }\n      ]\n    }).compile()\n\n    service = module.get<FilesSearchManager>(FilesSearchManager)\n  })\n\n  it('should be defined', () => {\n    expect(service).toBeDefined()\n  })\n})\n"],"names":["describe","FilesSearchManager","name","service","beforeAll","module","Test","createTestingModule","providers","provide","FilesIndexer","useValue","FilesParser","SpacesQueries","SharesQueries","compile","get","it","expect","toBeDefined"],"mappings":"AAAA;;;;CAIC;;;;yBAEmC;sCACN;sCACA;8BACD;oCACD;2CACO;AAEnCA,SAASC,6CAAkB,CAACC,IAAI,EAAE;IAChC,IAAIC;IAEJC,UAAU;QACR,MAAMC,SAAwB,MAAMC,aAAI,CAACC,mBAAmB,CAAC;YAC3DC,WAAW;gBACTP,6CAAkB;gBAClB;oBAAEQ,SAASC,0BAAY;oBAAEC,UAAU,CAAC;gBAAE;gBACtC;oBAAEF,SAASG,+BAAW;oBAAED,UAAU,CAAC;gBAAE;gBACrC;oBACEF,SAASI,mCAAa;oBACtBF,UAAU,CAAC;gBACb;gBACA;oBAAEF,SAASK,mCAAa;oBAAEH,UAAU,CAAC;gBAAE;aACxC;QACH,GAAGI,OAAO;QAEVZ,UAAUE,OAAOW,GAAG,CAAqBf,6CAAkB;IAC7D;IAEAgB,GAAG,qBAAqB;QACtBC,OAAOf,SAASgB,WAAW;IAC7B;AACF"}