@theia/filesystem 1.26.0-next.4 → 1.26.0-next.44

package/src/browser/filesystem-watcher.ts

@@ -1,249 +0,0 @@
-// *****************************************************************************
-// Copyright (C) 2017 TypeFox and others.
-//
-// This program and the accompanying materials are made available under the
-// terms of the Eclipse Public License v. 2.0 which is available at
-// http://www.eclipse.org/legal/epl-2.0.
-//
-// This Source Code may also be made available under the following Secondary
-// Licenses when the conditions for such availability set forth in the Eclipse
-// Public License v. 2.0 are satisfied: GNU General Public License, version 2
-// with the GNU Classpath Exception which is available at
-// https://www.gnu.org/software/classpath/license.html.
-//
-// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0 WITH Classpath-exception-2.0
-// *****************************************************************************
-
-import { injectable, inject, postConstruct } from '@theia/core/shared/inversify';
-import { Disposable, DisposableCollection } from '@theia/core/lib/common/disposable';
-import { Emitter, WaitUntilEvent } from '@theia/core/lib/common/event';
-import URI from '@theia/core/lib/common/uri';
-import { FileChangeType, FileOperation } from '../common/files';
-import { FileService } from './file-service';
-
-export {
-    FileChangeType
-};
-
-export interface FileChange {
-    uri: URI;
-    type: FileChangeType;
-}
-export namespace FileChange {
-    export function isUpdated(change: FileChange, uri: URI): boolean {
-        return change.type === FileChangeType.UPDATED && uri.toString() === change.uri.toString();
-    }
-    export function isAdded(change: FileChange, uri: URI): boolean {
-        return change.type === FileChangeType.ADDED && uri.toString() === change.uri.toString();
-    }
-    export function isDeleted(change: FileChange, uri: URI): boolean {
-        return change.type === FileChangeType.DELETED && change.uri.isEqualOrParent(uri);
-    }
-    export function isAffected(change: FileChange, uri: URI): boolean {
-        return isDeleted(change, uri) || uri.toString() === change.uri.toString();
-    }
-    export function isChanged(change: FileChange, uri: URI): boolean {
-        return !isDeleted(change, uri) && uri.toString() === change.uri.toString();
-    }
-}
-
-/**
- * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908), use `FileChangesEvent` instead
- */
-export type FileChangeEvent = FileChange[];
-export namespace FileChangeEvent {
-    export function isUpdated(event: FileChangeEvent, uri: URI): boolean {
-        return event.some(change => FileChange.isUpdated(change, uri));
-    }
-    export function isAdded(event: FileChangeEvent, uri: URI): boolean {
-        return event.some(change => FileChange.isAdded(change, uri));
-    }
-    export function isDeleted(event: FileChangeEvent, uri: URI): boolean {
-        return event.some(change => FileChange.isDeleted(change, uri));
-    }
-    export function isAffected(event: FileChangeEvent, uri: URI): boolean {
-        return event.some(change => FileChange.isAffected(change, uri));
-    }
-    export function isChanged(event: FileChangeEvent, uri: URI): boolean {
-        return !isDeleted(event, uri) && event.some(change => FileChange.isChanged(change, uri));
-    }
-}
-
-/**
- * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908), use `UserFileOperationEvent` instead
- */
-export interface FileMoveEvent extends WaitUntilEvent {
-    sourceUri: URI
-    targetUri: URI
-}
-export namespace FileMoveEvent {
-    export function isRename({ sourceUri, targetUri }: FileMoveEvent): boolean {
-        return sourceUri.parent.toString() === targetUri.parent.toString();
-    }
-}
-
-/**
- * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908), use `UserFileOperationEvent` instead
- */
-export interface FileEvent extends WaitUntilEvent {
-    uri: URI
-}
-
-export class FileOperationEmitter<E extends WaitUntilEvent> implements Disposable {
-
-    protected readonly onWillEmitter = new Emitter<E>();
-    readonly onWill = this.onWillEmitter.event;
-
-    protected readonly onDidFailEmitter = new Emitter<E>();
-    readonly onDidFail = this.onDidFailEmitter.event;
-
-    protected readonly onDidEmitter = new Emitter<E>();
-    readonly onDid = this.onDidEmitter.event;
-
-    protected readonly toDispose = new DisposableCollection(
-        this.onWillEmitter,
-        this.onDidFailEmitter,
-        this.onDidEmitter
-    );
-
-    dispose(): void {
-        this.toDispose.dispose();
-    }
-
-    async fireWill(event: Pick<E, Exclude<keyof E, 'waitUntil'>>): Promise<void> {
-        await WaitUntilEvent.fire(this.onWillEmitter, event);
-    }
-
-    async fireDid(failed: boolean, event: Pick<E, Exclude<keyof E, 'waitUntil'>>): Promise<void> {
-        const onDidEmitter = failed ? this.onDidFailEmitter : this.onDidEmitter;
-        await WaitUntilEvent.fire(onDidEmitter, event);
-    }
-
-}
-
-/**
- * React to file system events, including calls originating from the
- * application or event coming from the system's filesystem directly
- * (actual file watching).
- *
- * `on(will|did)(create|rename|delete)` events solely come from application
- * usage, not from actual filesystem.
- *
- * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908), use `FileService.watch` instead
- */
-@injectable()
-export class FileSystemWatcher implements Disposable {
-
-    protected readonly toDispose = new DisposableCollection();
-    protected readonly toRestartAll = new DisposableCollection();
-
-    protected readonly onFileChangedEmitter = new Emitter<FileChangeEvent>();
-    /**
-     * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908), use `FileService.onDidFilesChange` instead
-     */
-    readonly onFilesChanged = this.onFileChangedEmitter.event;
-
-    protected readonly fileCreateEmitter = new FileOperationEmitter<FileEvent>();
-    /**
-     * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908), use `FileService.onWillRunUserOperation` instead
-     */
-    readonly onWillCreate = this.fileCreateEmitter.onWill;
-    /**
-     * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908), use `FileService.onDidFailUserOperation` instead
-     */
-    readonly onDidFailCreate = this.fileCreateEmitter.onDidFail;
-    /**
-     * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908),
-     * instead use `FileService.onDidRunUserOperation` for events triggered by user gestures
-     * or `FileService.onDidRunOperation` triggered by user gestures and programmatically
-     */
-    readonly onDidCreate = this.fileCreateEmitter.onDid;
-
-    protected readonly fileDeleteEmitter = new FileOperationEmitter<FileEvent>();
-    /**
-     * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908), use `FileService.onWillRunUserOperation` instead
-     */
-    readonly onWillDelete = this.fileDeleteEmitter.onWill;
-    /**
-     * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908), use `FileService.onDidFailUserOperation` instead
-     */
-    readonly onDidFailDelete = this.fileDeleteEmitter.onDidFail;
-    /**
-     * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908),
-     * instead use `FileService.onDidRunUserOperation` for events triggered by user gestures
-     * or `FileService.onDidRunOperation` triggered by user gestures and programmatically
-     */
-    readonly onDidDelete = this.fileDeleteEmitter.onDid;
-
-    protected readonly fileMoveEmitter = new FileOperationEmitter<FileMoveEvent>();
-    /**
-     * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908), use `FileService.onWillRunUserOperation` instead
-     */
-    readonly onWillMove = this.fileMoveEmitter.onWill;
-    /**
-     * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908), use `FileService.onDidFailUserOperation` instead
-     */
-    readonly onDidFailMove = this.fileMoveEmitter.onDidFail;
-    /**
-     * @deprecated since 1.4.0 - in order to support VS Code FS API (https://github.com/eclipse-theia/theia/pull/7908),
-     * instead use `FileService.onDidRunUserOperation` for events triggered by user gestures
-     * or `FileService.onDidRunOperation` triggered by user gestures and programmatically
-     */
-    readonly onDidMove = this.fileMoveEmitter.onDid;
-
-    @inject(FileService)
-    protected readonly fileService: FileService;
-
-    @postConstruct()
-    protected init(): void {
-        this.toDispose.push(this.onFileChangedEmitter);
-        this.toDispose.push(this.fileDeleteEmitter);
-        this.toDispose.push(this.fileMoveEmitter);
-
-        this.toDispose.push(this.fileService.onWillRunUserOperation(event => {
-            if (event.operation === FileOperation.CREATE) {
-                this.fileCreateEmitter.fireWill({ uri: event.target });
-            } else if (event.operation === FileOperation.DELETE) {
-                this.fileDeleteEmitter.fireWill({ uri: event.target });
-            } else if (event.operation === FileOperation.MOVE && event.source) {
-                this.fileMoveEmitter.fireWill({ sourceUri: event.source, targetUri: event.target });
-            }
-        }));
-        this.toDispose.push(this.fileService.onDidFailUserOperation(event => {
-            if (event.operation === FileOperation.CREATE) {
-                this.fileCreateEmitter.fireDid(true, { uri: event.target });
-            } else if (event.operation === FileOperation.DELETE) {
-                this.fileDeleteEmitter.fireDid(true, { uri: event.target });
-            } else if (event.operation === FileOperation.MOVE && event.source) {
-                this.fileMoveEmitter.fireDid(true, { sourceUri: event.source, targetUri: event.target });
-            }
-        }));
-        this.toDispose.push(this.fileService.onDidRunUserOperation(event => {
-            if (event.operation === FileOperation.CREATE) {
-                this.fileCreateEmitter.fireDid(false, { uri: event.target });
-            } else if (event.operation === FileOperation.DELETE) {
-                this.fileDeleteEmitter.fireDid(false, { uri: event.target });
-            } else if (event.operation === FileOperation.MOVE && event.source) {
-                this.fileMoveEmitter.fireDid(false, { sourceUri: event.source, targetUri: event.target });
-            }
-        }));
-    }
-
-    /**
-     * Stop watching.
-     */
-    dispose(): void {
-        this.toDispose.dispose();
-    }
-
-    /**
-     * Start file watching under the given uri.
-     *
-     * Resolve when watching is started.
-     * Return a disposable to stop file watching under the given uri.
-     */
-    async watchFileChanges(uri: URI): Promise<Disposable> {
-        return this.fileService.watch(uri);
-    }
-
-}

package/src/node/node-file-upload.ts

@@ -1,64 +0,0 @@
-// *****************************************************************************
-// Copyright (C) 2019 TypeFox and others.
-//
-// This program and the accompanying materials are made available under the
-// terms of the Eclipse Public License v. 2.0 which is available at
-// http://www.eclipse.org/legal/epl-2.0.
-//
-// This Source Code may also be made available under the following Secondary
-// Licenses when the conditions for such availability set forth in the Eclipse
-// Public License v. 2.0 are satisfied: GNU General Public License, version 2
-// with the GNU Classpath Exception which is available at
-// https://www.gnu.org/software/classpath/license.html.
-//
-// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0 WITH Classpath-exception-2.0
-// *****************************************************************************
-
-import * as path from 'path';
-import * as crypto from 'crypto';
-import * as fs from '@theia/core/shared/fs-extra';
-import { Buffer } from 'buffer';
-import { Disposable } from '@theia/core/lib/common/disposable';
-import { FileUri } from '@theia/core/lib/node/file-uri';
-
-/**
- * @deprecated since 1.17.0
- */
-export class NodeFileUpload implements Disposable {
-
-    readonly id: string;
-    readonly fsPath: string;
-    readonly uploadPath: string;
-    protected _uploadedBytes = 0;
-    get uploadedBytes(): number {
-        return this._uploadedBytes;
-    }
-
-    constructor(
-        readonly uri: string,
-        readonly size: number
-    ) {
-        this.fsPath = FileUri.fsPath(uri);
-        this.id = 'theia_upload_' + crypto.randomBytes(16).toString('hex');
-        this.uploadPath = path.join(path.dirname(this.fsPath), this.id);
-    }
-
-    async create(): Promise<void> {
-        await fs.outputFile(this.uploadPath, '');
-    }
-
-    async append(chunk: ArrayBuffer): Promise<void> {
-        await fs.appendFile(this.uploadPath, Buffer.from(chunk));
-        this._uploadedBytes += chunk.byteLength;
-    }
-
-    async rename(): Promise<void> {
-        await fs.move(this.uploadPath, this.fsPath, { overwrite: true });
-        this.dispose = () => Promise.resolve();
-    }
-
-    dispose(): void {
-        fs.unlink(this.uploadPath).catch(() => {/* no-op */ });
-    }
-
-}

package/src/node/nsfw-watcher/nsfw-filesystem-watcher.ts

@@ -1,255 +0,0 @@
-// *****************************************************************************
-// Copyright (C) 2017-2018 TypeFox and others.
-//
-// This program and the accompanying materials are made available under the
-// terms of the Eclipse Public License v. 2.0 which is available at
-// http://www.eclipse.org/legal/epl-2.0.
-//
-// This Source Code may also be made available under the following Secondary
-// Licenses when the conditions for such availability set forth in the Eclipse
-// Public License v. 2.0 are satisfied: GNU General Public License, version 2
-// with the GNU Classpath Exception which is available at
-// https://www.gnu.org/software/classpath/license.html.
-//
-// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0 WITH Classpath-exception-2.0
-// *****************************************************************************
-
-import * as fs from 'fs';
-import * as nsfw from '@theia/core/shared/nsfw';
-import * as paths from 'path';
-import { IMinimatch, Minimatch } from 'minimatch';
-import { Disposable, DisposableCollection } from '@theia/core/lib/common/disposable';
-import { FileUri } from '@theia/core/lib/node/file-uri';
-import {
-    FileChangeType,
-    FileSystemWatcherClient,
-    FileSystemWatcherServer,
-    WatchOptions
-} from '../../common/filesystem-watcher-protocol';
-import { FileChangeCollection } from '../file-change-collection';
-import { setInterval, clearInterval } from 'timers';
-
-import debounce = require('@theia/core/shared/lodash.debounce');
-
-/* eslint-disable @typescript-eslint/no-explicit-any */
-
-/**
- * @deprecated since 1.6.0
- */
-export interface WatcherOptions {
-    ignored: IMinimatch[]
-}
-
-/**
- * @deprecated since 1.6.0 use `NsfwFileSystemWatcherService` instead.
- */
-export class NsfwFileSystemWatcherServer implements FileSystemWatcherServer {
-
-    protected client: FileSystemWatcherClient | undefined;
-
-    protected watcherSequence = 1;
-    protected readonly watchers = new Map<number, Disposable>();
-    protected readonly watcherOptions = new Map<number, WatcherOptions>();
-
-    protected readonly toDispose = new DisposableCollection(
-        Disposable.create(() => this.setClient(undefined))
-    );
-
-    protected changes = new FileChangeCollection();
-
-    protected readonly options: {
-        verbose: boolean
-        info: (message: string, ...args: any[]) => void
-        error: (message: string, ...args: any[]) => void,
-        nsfwOptions: nsfw.Options
-    };
-
-    constructor(options?: {
-        verbose?: boolean,
-        nsfwOptions?: nsfw.Options,
-        info?: (message: string, ...args: any[]) => void
-        error?: (message: string, ...args: any[]) => void
-    }) {
-        this.options = {
-            nsfwOptions: {},
-            verbose: false,
-            info: (message, ...args) => console.info(message, ...args),
-            error: (message, ...args) => console.error(message, ...args),
-            ...options
-        };
-    }
-
-    dispose(): void {
-        this.toDispose.dispose();
-    }
-
-    async watchFileChanges(uri: string, options?: WatchOptions): Promise<number> {
-        const watcherId = this.watcherSequence++;
-        const basePath = FileUri.fsPath(uri);
-        this.debug('Starting watching:', basePath);
-        const toDisposeWatcher = new DisposableCollection();
-        this.watchers.set(watcherId, toDisposeWatcher);
-        toDisposeWatcher.push(Disposable.create(() => this.watchers.delete(watcherId)));
-        if (fs.existsSync(basePath)) {
-            this.start(watcherId, basePath, options, toDisposeWatcher);
-        } else {
-            const toClearTimer = new DisposableCollection();
-            const timer = setInterval(() => {
-                if (fs.existsSync(basePath)) {
-                    toClearTimer.dispose();
-                    this.pushAdded(watcherId, basePath);
-                    this.start(watcherId, basePath, options, toDisposeWatcher);
-                }
-            }, 500);
-            toClearTimer.push(Disposable.create(() => clearInterval(timer)));
-            toDisposeWatcher.push(toClearTimer);
-        }
-        this.toDispose.push(toDisposeWatcher);
-        return watcherId;
-    }
-
-    protected async start(watcherId: number, basePath: string, rawOptions: WatchOptions | undefined, toDisposeWatcher: DisposableCollection): Promise<void> {
-        const options: WatchOptions = {
-            ignored: [],
-            ...rawOptions
-        };
-        if (options.ignored.length > 0) {
-            this.debug('Files ignored for watching', options.ignored);
-        }
-
-        let watcher: nsfw.NSFW | undefined = await nsfw(fs.realpathSync(basePath), (events: nsfw.FileChangeEvent[]) => {
-            for (const event of events) {
-                if (event.action === nsfw.actions.CREATED) {
-                    this.pushAdded(watcherId, this.resolvePath(event.directory, event.file!));
-                }
-                if (event.action === nsfw.actions.DELETED) {
-                    this.pushDeleted(watcherId, this.resolvePath(event.directory, event.file!));
-                }
-                if (event.action === nsfw.actions.MODIFIED) {
-                    this.pushUpdated(watcherId, this.resolvePath(event.directory, event.file!));
-                }
-                if (event.action === nsfw.actions.RENAMED) {
-                    this.pushDeleted(watcherId, this.resolvePath(event.directory, event.oldFile!));
-                    this.pushAdded(watcherId, this.resolvePath(event.newDirectory || event.directory, event.newFile!));
-                }
-            }
-        }, {
-            errorCallback: error => {
-                // see https://github.com/atom/github/issues/342
-                console.warn(`Failed to watch "${basePath}":`, error);
-                if (error === 'Inotify limit reached') {
-                    if (this.client) {
-                        this.client.onError();
-                    }
-                }
-                this.unwatchFileChanges(watcherId);
-            },
-            ...this.options.nsfwOptions
-        });
-        await watcher.start();
-        this.options.info('Started watching:', basePath);
-        if (toDisposeWatcher.disposed) {
-            this.debug('Stopping watching:', basePath);
-            await watcher.stop();
-            // remove a reference to nsfw otherwise GC cannot collect it
-            watcher = undefined;
-            this.options.info('Stopped watching:', basePath);
-            return;
-        }
-        toDisposeWatcher.push(Disposable.create(async () => {
-            this.watcherOptions.delete(watcherId);
-            if (watcher) {
-                this.debug('Stopping watching:', basePath);
-                await watcher.stop();
-                // remove a reference to nsfw otherwise GC cannot collect it
-                watcher = undefined;
-                this.options.info('Stopped watching:', basePath);
-            }
-        }));
-        this.watcherOptions.set(watcherId, {
-            ignored: options.ignored.map(pattern => new Minimatch(pattern, { dot: true }))
-        });
-    }
-
-    unwatchFileChanges(watcherId: number): Promise<void> {
-        const disposable = this.watchers.get(watcherId);
-        if (disposable) {
-            this.watchers.delete(watcherId);
-            disposable.dispose();
-        }
-        return Promise.resolve();
-    }
-
-    setClient(client: FileSystemWatcherClient | undefined): void {
-        if (client && this.toDispose.disposed) {
-            return;
-        }
-        this.client = client;
-    }
-
-    protected pushAdded(watcherId: number, path: string): void {
-        this.debug('Added:', path);
-        this.pushFileChange(watcherId, path, FileChangeType.ADDED);
-    }
-
-    protected pushUpdated(watcherId: number, path: string): void {
-        this.debug('Updated:', path);
-        this.pushFileChange(watcherId, path, FileChangeType.UPDATED);
-    }
-
-    protected pushDeleted(watcherId: number, path: string): void {
-        this.debug('Deleted:', path);
-        this.pushFileChange(watcherId, path, FileChangeType.DELETED);
-    }
-
-    protected pushFileChange(watcherId: number, path: string, type: FileChangeType): void {
-        if (this.isIgnored(watcherId, path)) {
-            return;
-        }
-
-        const uri = FileUri.create(path).toString();
-        this.changes.push({ uri, type });
-
-        this.fireDidFilesChanged();
-    }
-
-    protected resolvePath(directory: string, file: string): string {
-        const path = paths.join(directory, file);
-        try {
-            return fs.realpathSync(path);
-        } catch {
-            try {
-                // file does not exist try to resolve directory
-                return paths.join(fs.realpathSync(directory), file);
-            } catch {
-                // directory does not exist fall back to symlink
-                return path;
-            }
-        }
-    }
-
-    /**
-     * Fires file changes to clients.
-     * It is debounced in the case if the filesystem is spamming to avoid overwhelming clients with events.
-     */
-    protected readonly fireDidFilesChanged: () => void = debounce(() => this.doFireDidFilesChanged(), 50);
-    protected doFireDidFilesChanged(): void {
-        const changes = this.changes.values();
-        this.changes = new FileChangeCollection();
-        const event = { changes };
-        if (this.client) {
-            this.client.onDidFilesChanged(event);
-        }
-    }
-
-    protected isIgnored(watcherId: number, path: string): boolean {
-        const options = this.watcherOptions.get(watcherId);
-        return !!options && options.ignored.length > 0 && options.ignored.some(m => m.match(path));
-    }
-
-    protected debug(message: string, ...params: any[]): void {
-        if (this.options.verbose) {
-            this.options.info(message, ...params);
-        }
-    }
-}