@theia/filesystem 1.47.1 → 1.48.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -30
- package/lib/browser/breadcrumbs/filepath-breadcrumb.d.ts +15 -15
- package/lib/browser/breadcrumbs/filepath-breadcrumb.js +41 -41
- package/lib/browser/breadcrumbs/filepath-breadcrumbs-container.d.ts +13 -13
- package/lib/browser/breadcrumbs/filepath-breadcrumbs-container.js +70 -70
- package/lib/browser/breadcrumbs/filepath-breadcrumbs-contribution.d.ts +27 -27
- package/lib/browser/breadcrumbs/filepath-breadcrumbs-contribution.js +118 -118
- package/lib/browser/download/file-download-command-contribution.d.ts +18 -18
- package/lib/browser/download/file-download-command-contribution.js +75 -75
- package/lib/browser/download/file-download-frontend-module.d.ts +3 -3
- package/lib/browser/download/file-download-frontend-module.js +25 -25
- package/lib/browser/download/file-download-service.d.ts +28 -28
- package/lib/browser/download/file-download-service.js +167 -167
- package/lib/browser/file-dialog/file-dialog-container.d.ts +5 -5
- package/lib/browser/file-dialog/file-dialog-container.js +60 -60
- package/lib/browser/file-dialog/file-dialog-hidden-files-renderer.d.ts +15 -15
- package/lib/browser/file-dialog/file-dialog-hidden-files-renderer.js +59 -59
- package/lib/browser/file-dialog/file-dialog-model.d.ts +25 -25
- package/lib/browser/file-dialog/file-dialog-model.js +100 -100
- package/lib/browser/file-dialog/file-dialog-module.d.ts +3 -3
- package/lib/browser/file-dialog/file-dialog-module.js +45 -45
- package/lib/browser/file-dialog/file-dialog-service.d.ts +32 -32
- package/lib/browser/file-dialog/file-dialog-service.js +101 -101
- package/lib/browser/file-dialog/file-dialog-tree-filters-renderer.d.ts +39 -39
- package/lib/browser/file-dialog/file-dialog-tree-filters-renderer.js +81 -81
- package/lib/browser/file-dialog/file-dialog-tree.d.ts +26 -26
- package/lib/browser/file-dialog/file-dialog-tree.js +83 -83
- package/lib/browser/file-dialog/file-dialog-widget.d.ts +15 -15
- package/lib/browser/file-dialog/file-dialog-widget.js +75 -75
- package/lib/browser/file-dialog/file-dialog.d.ts +129 -129
- package/lib/browser/file-dialog/file-dialog.js +351 -351
- package/lib/browser/file-dialog/index.d.ts +4 -4
- package/lib/browser/file-dialog/index.js +22 -22
- package/lib/browser/file-resource.d.ts +67 -67
- package/lib/browser/file-resource.js +369 -369
- package/lib/browser/file-selection.d.ts +14 -14
- package/lib/browser/file-selection.js +36 -36
- package/lib/browser/file-service.d.ts +425 -425
- package/lib/browser/file-service.d.ts.map +1 -1
- package/lib/browser/file-service.js +1366 -1366
- package/lib/browser/file-service.js.map +1 -1
- package/lib/browser/file-tree/file-tree-container.d.ts +3 -3
- package/lib/browser/file-tree/file-tree-container.js +35 -35
- package/lib/browser/file-tree/file-tree-decorator-adapter.d.ts +30 -30
- package/lib/browser/file-tree/file-tree-decorator-adapter.js +169 -169
- package/lib/browser/file-tree/file-tree-label-provider.d.ts +12 -12
- package/lib/browser/file-tree/file-tree-label-provider.js +54 -54
- package/lib/browser/file-tree/file-tree-model.d.ts +37 -37
- package/lib/browser/file-tree/file-tree-model.js +217 -217
- package/lib/browser/file-tree/file-tree-widget.d.ts +44 -44
- package/lib/browser/file-tree/file-tree-widget.js +317 -317
- package/lib/browser/file-tree/file-tree.d.ts +46 -46
- package/lib/browser/file-tree/file-tree.js +176 -176
- package/lib/browser/file-tree/index.d.ts +6 -6
- package/lib/browser/file-tree/index.js +24 -24
- package/lib/browser/file-upload-service.d.ts +109 -109
- package/lib/browser/file-upload-service.js +434 -434
- package/lib/browser/filesystem-frontend-contribution.d.ts +74 -63
- package/lib/browser/filesystem-frontend-contribution.d.ts.map +1 -1
- package/lib/browser/filesystem-frontend-contribution.js +356 -319
- package/lib/browser/filesystem-frontend-contribution.js.map +1 -1
- package/lib/browser/filesystem-frontend-module.d.ts +5 -5
- package/lib/browser/filesystem-frontend-module.js +64 -64
- package/lib/browser/filesystem-preferences.d.ts +29 -29
- package/lib/browser/filesystem-preferences.js +110 -110
- package/lib/browser/filesystem-save-resource-service.d.ts +29 -29
- package/lib/browser/filesystem-save-resource-service.js +135 -135
- package/lib/browser/filesystem-watcher-error-handler.d.ts +10 -10
- package/lib/browser/filesystem-watcher-error-handler.js +61 -61
- package/lib/browser/index.d.ts +5 -5
- package/lib/browser/index.js +23 -23
- package/lib/browser/location/index.d.ts +2 -2
- package/lib/browser/location/index.js +20 -20
- package/lib/browser/location/location-renderer.d.ts +100 -100
- package/lib/browser/location/location-renderer.js +343 -343
- package/lib/browser/location/location-service.d.ts +5 -5
- package/lib/browser/location/location-service.js +17 -17
- package/lib/browser/remote-file-service-contribution.d.ts +6 -6
- package/lib/browser/remote-file-service-contribution.js +39 -39
- package/lib/browser-only/browser-only-filesystem-frontend-module.d.ts +3 -3
- package/lib/browser-only/browser-only-filesystem-frontend-module.js +40 -40
- package/lib/browser-only/browser-only-filesystem-provider-server.d.ts +11 -11
- package/lib/browser-only/browser-only-filesystem-provider-server.js +39 -39
- package/lib/browser-only/browserfs-filesystem-initialization.d.ts +12 -12
- package/lib/browser-only/browserfs-filesystem-initialization.js +54 -54
- package/lib/browser-only/browserfs-filesystem-provider.d.ts +45 -45
- package/lib/browser-only/browserfs-filesystem-provider.js +439 -439
- package/lib/common/delegating-file-system-provider.d.ts +76 -76
- package/lib/common/delegating-file-system-provider.js +168 -168
- package/lib/common/download/file-download-data.d.ts +6 -6
- package/lib/common/download/file-download-data.js +26 -26
- package/lib/common/file-upload.d.ts +1 -1
- package/lib/common/file-upload.js +19 -19
- package/lib/common/files.d.ts +659 -659
- package/lib/common/files.js +355 -355
- package/lib/common/files.spec.d.ts +1 -1
- package/lib/common/files.spec.js +51 -51
- package/lib/common/filesystem-utils.d.ts +14 -14
- package/lib/common/filesystem-utils.js +63 -63
- package/lib/common/filesystem-utils.spec.d.ts +1 -1
- package/lib/common/filesystem-utils.spec.js +378 -378
- package/lib/common/filesystem-watcher-protocol.d.ts +71 -71
- package/lib/common/filesystem-watcher-protocol.js +20 -20
- package/lib/common/filesystem.d.ts +22 -22
- package/lib/common/filesystem.js +42 -42
- package/lib/common/index.d.ts +2 -2
- package/lib/common/index.js +20 -20
- package/lib/common/io.d.ts +19 -19
- package/lib/common/io.js +110 -110
- package/lib/common/remote-file-system-provider.d.ts +173 -173
- package/lib/common/remote-file-system-provider.js +435 -435
- package/lib/electron-browser/file-dialog/electron-file-dialog-module.d.ts +3 -3
- package/lib/electron-browser/file-dialog/electron-file-dialog-module.js +24 -24
- package/lib/electron-browser/file-dialog/electron-file-dialog-service.d.ts +19 -19
- package/lib/electron-browser/file-dialog/electron-file-dialog-service.js +148 -148
- package/lib/electron-browser/preload.d.ts +1 -1
- package/lib/electron-browser/preload.js +30 -30
- package/lib/electron-common/electron-api.d.ts +34 -34
- package/lib/electron-common/electron-api.js +20 -20
- package/lib/electron-main/electron-api-main.d.ts +5 -5
- package/lib/electron-main/electron-api-main.js +73 -73
- package/lib/electron-main/electron-main-module.d.ts +3 -3
- package/lib/electron-main/electron-main-module.js +24 -24
- package/lib/node/disk-file-system-provider.d.ts +72 -72
- package/lib/node/disk-file-system-provider.js +787 -787
- package/lib/node/disk-file-system-provider.spec.d.ts +1 -1
- package/lib/node/disk-file-system-provider.spec.js +122 -122
- package/lib/node/download/directory-archiver.d.ts +9 -9
- package/lib/node/download/directory-archiver.js +127 -127
- package/lib/node/download/directory-archiver.spec.d.ts +1 -1
- package/lib/node/download/directory-archiver.spec.js +97 -97
- package/lib/node/download/file-download-backend-module.d.ts +3 -3
- package/lib/node/download/file-download-backend-module.js +32 -32
- package/lib/node/download/file-download-cache.d.ts +21 -21
- package/lib/node/download/file-download-cache.js +82 -82
- package/lib/node/download/file-download-endpoint.d.ts +11 -11
- package/lib/node/download/file-download-endpoint.js +67 -67
- package/lib/node/download/file-download-handler.d.ts +50 -50
- package/lib/node/download/file-download-handler.js +307 -307
- package/lib/node/download/test/mock-directory-archiver.d.ts +7 -7
- package/lib/node/download/test/mock-directory-archiver.js +29 -29
- package/lib/node/file-change-collection.d.ts +22 -22
- package/lib/node/file-change-collection.js +77 -77
- package/lib/node/file-change-collection.spec.d.ts +1 -1
- package/lib/node/file-change-collection.spec.js +90 -90
- package/lib/node/filesystem-backend-module.d.ts +26 -26
- package/lib/node/filesystem-backend-module.js +120 -120
- package/lib/node/filesystem-watcher-client.d.ts +23 -23
- package/lib/node/filesystem-watcher-client.js +75 -75
- package/lib/node/filesystem-watcher-dispatcher.d.ts +23 -23
- package/lib/node/filesystem-watcher-dispatcher.js +80 -80
- package/lib/node/node-file-upload-service.d.ts +16 -16
- package/lib/node/node-file-upload-service.js +79 -79
- package/lib/node/nsfw-watcher/index.d.ts +3 -3
- package/lib/node/nsfw-watcher/index.js +39 -39
- package/lib/node/nsfw-watcher/nsfw-filesystem-service.d.ts +191 -191
- package/lib/node/nsfw-watcher/nsfw-filesystem-service.js +405 -405
- package/lib/node/nsfw-watcher/nsfw-filesystem-watcher.spec.d.ts +1 -1
- package/lib/node/nsfw-watcher/nsfw-filesystem-watcher.spec.js +151 -151
- package/lib/node/nsfw-watcher/nsfw-options.d.ts +6 -6
- package/lib/node/nsfw-watcher/nsfw-options.js +22 -22
- package/package.json +4 -4
- package/src/browser/breadcrumbs/filepath-breadcrumb.ts +43 -43
- package/src/browser/breadcrumbs/filepath-breadcrumbs-container.ts +65 -65
- package/src/browser/breadcrumbs/filepath-breadcrumbs-contribution.ts +129 -129
- package/src/browser/download/file-download-command-contribution.ts +83 -83
- package/src/browser/download/file-download-frontend-module.ts +25 -25
- package/src/browser/download/file-download-service.ts +179 -179
- package/src/browser/file-dialog/file-dialog-container.ts +67 -67
- package/src/browser/file-dialog/file-dialog-hidden-files-renderer.tsx +59 -59
- package/src/browser/file-dialog/file-dialog-model.ts +96 -96
- package/src/browser/file-dialog/file-dialog-module.ts +44 -44
- package/src/browser/file-dialog/file-dialog-service.ts +99 -99
- package/src/browser/file-dialog/file-dialog-tree-filters-renderer.tsx +100 -100
- package/src/browser/file-dialog/file-dialog-tree.ts +89 -89
- package/src/browser/file-dialog/file-dialog-widget.ts +75 -75
- package/src/browser/file-dialog/file-dialog.ts +434 -434
- package/src/browser/file-dialog/index.ts +20 -20
- package/src/browser/file-resource.ts +390 -390
- package/src/browser/file-selection.ts +44 -44
- package/src/browser/file-service.ts +1841 -1841
- package/src/browser/file-tree/file-tree-container.ts +36 -36
- package/src/browser/file-tree/file-tree-decorator-adapter.ts +159 -159
- package/src/browser/file-tree/file-tree-label-provider.ts +53 -53
- package/src/browser/file-tree/file-tree-model.ts +212 -212
- package/src/browser/file-tree/file-tree-widget.tsx +327 -327
- package/src/browser/file-tree/file-tree.ts +183 -183
- package/src/browser/file-tree/index.ts +22 -22
- package/src/browser/file-upload-service.ts +539 -539
- package/src/browser/filesystem-frontend-contribution.ts +381 -338
- package/src/browser/filesystem-frontend-module.ts +77 -77
- package/src/browser/filesystem-preferences.ts +139 -139
- package/src/browser/filesystem-save-resource-service.ts +125 -125
- package/src/browser/filesystem-watcher-error-handler.ts +60 -60
- package/src/browser/index.ts +21 -21
- package/src/browser/location/index.ts +18 -18
- package/src/browser/location/location-renderer.tsx +404 -404
- package/src/browser/location/location-service.ts +22 -22
- package/src/browser/remote-file-service-contribution.ts +38 -38
- package/src/browser/style/file-dialog.css +208 -208
- package/src/browser/style/file-icons.css +64 -64
- package/src/browser/style/filepath-breadcrumbs.css +20 -20
- package/src/browser/style/index.css +36 -36
- package/src/browser-only/browser-only-filesystem-frontend-module.ts +38 -38
- package/src/browser-only/browser-only-filesystem-provider-server.ts +32 -32
- package/src/browser-only/browserfs-filesystem-initialization.ts +61 -61
- package/src/browser-only/browserfs-filesystem-provider.ts +462 -462
- package/src/common/delegating-file-system-provider.ts +226 -226
- package/src/common/download/README.md +30 -30
- package/src/common/download/file-download-data.ts +27 -27
- package/src/common/file-upload.ts +17 -17
- package/src/common/files.spec.ts +51 -51
- package/src/common/files.ts +996 -996
- package/src/common/filesystem-utils.spec.ts +411 -411
- package/src/common/filesystem-utils.ts +64 -64
- package/src/common/filesystem-watcher-protocol.ts +96 -96
- package/src/common/filesystem.ts +43 -43
- package/src/common/index.ts +18 -18
- package/src/common/io.ts +150 -150
- package/src/common/remote-file-system-provider.ts +549 -549
- package/src/electron-browser/file-dialog/electron-file-dialog-module.ts +24 -24
- package/src/electron-browser/file-dialog/electron-file-dialog-service.ts +165 -165
- package/src/electron-browser/preload.ts +31 -31
- package/src/electron-common/electron-api.ts +55 -55
- package/src/electron-main/electron-api-main.ts +78 -78
- package/src/electron-main/electron-main-module.ts +23 -23
- package/src/node/disk-file-system-provider.spec.ts +142 -142
- package/src/node/disk-file-system-provider.ts +915 -915
- package/src/node/download/directory-archiver.spec.ts +104 -104
- package/src/node/download/directory-archiver.ts +126 -126
- package/src/node/download/file-download-backend-module.ts +32 -32
- package/src/node/download/file-download-cache.ts +88 -88
- package/src/node/download/file-download-endpoint.ts +63 -63
- package/src/node/download/file-download-handler.ts +304 -304
- package/src/node/download/test/mock-directory-archiver.ts +30 -30
- package/src/node/file-change-collection.spec.ts +110 -110
- package/src/node/file-change-collection.ts +78 -78
- package/src/node/filesystem-backend-module.ts +140 -140
- package/src/node/filesystem-watcher-client.ts +72 -72
- package/src/node/filesystem-watcher-dispatcher.ts +82 -82
- package/src/node/node-file-upload-service.ts +80 -80
- package/src/node/nsfw-watcher/index.ts +45 -45
- package/src/node/nsfw-watcher/nsfw-filesystem-service.ts +481 -481
- package/src/node/nsfw-watcher/nsfw-filesystem-watcher.spec.ts +182 -182
- package/src/node/nsfw-watcher/nsfw-options.ts +23 -23
- package/src/typings/dom.webkit.d.ts +77 -77
- package/src/typings/mv/index.d.ts +21 -21
- package/src/typings/nsfw/index.d.ts +18 -18
- package/src/typings/trash/index.d.ts +20 -20
|
@@ -1,481 +1,481 @@
|
|
|
1
|
-
// *****************************************************************************
|
|
2
|
-
// Copyright (C) 2017-2018 TypeFox and others.
|
|
3
|
-
//
|
|
4
|
-
// This program and the accompanying materials are made available under the
|
|
5
|
-
// terms of the Eclipse Public License v. 2.0 which is available at
|
|
6
|
-
// http://www.eclipse.org/legal/epl-2.0.
|
|
7
|
-
//
|
|
8
|
-
// This Source Code may also be made available under the following Secondary
|
|
9
|
-
// Licenses when the conditions for such availability set forth in the Eclipse
|
|
10
|
-
// Public License v. 2.0 are satisfied: GNU General Public License, version 2
|
|
11
|
-
// with the GNU Classpath Exception which is available at
|
|
12
|
-
// https://www.gnu.org/software/classpath/license.html.
|
|
13
|
-
//
|
|
14
|
-
// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
|
|
15
|
-
// *****************************************************************************
|
|
16
|
-
|
|
17
|
-
import nsfw = require('@theia/core/shared/nsfw');
|
|
18
|
-
import path = require('path');
|
|
19
|
-
import { promises as fsp } from 'fs';
|
|
20
|
-
import { IMinimatch, Minimatch } from 'minimatch';
|
|
21
|
-
import { FileUri } from '@theia/core/lib/common/file-uri';
|
|
22
|
-
import {
|
|
23
|
-
FileChangeType, FileSystemWatcherService, FileSystemWatcherServiceClient, WatchOptions
|
|
24
|
-
} from '../../common/filesystem-watcher-protocol';
|
|
25
|
-
import { FileChangeCollection } from '../file-change-collection';
|
|
26
|
-
import { Deferred, timeout } from '@theia/core/lib/common/promise-util';
|
|
27
|
-
|
|
28
|
-
export interface NsfwWatcherOptions {
|
|
29
|
-
ignored: IMinimatch[]
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
export const NsfwFileSystemWatcherServerOptions = Symbol('NsfwFileSystemWatcherServerOptions');
|
|
33
|
-
export interface NsfwFileSystemWatcherServerOptions {
|
|
34
|
-
verbose: boolean;
|
|
35
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
36
|
-
info: (message: string, ...args: any[]) => void;
|
|
37
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
38
|
-
error: (message: string, ...args: any[]) => void;
|
|
39
|
-
nsfwOptions: nsfw.Options;
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
/**
|
|
43
|
-
* This is a flag value passed around upon disposal.
|
|
44
|
-
*/
|
|
45
|
-
export const WatcherDisposal = Symbol('WatcherDisposal');
|
|
46
|
-
|
|
47
|
-
/**
|
|
48
|
-
* Because URIs can be watched by different clients, we'll track
|
|
49
|
-
* how many are listening for a given URI.
|
|
50
|
-
*
|
|
51
|
-
* This component wraps the whole start/stop process given some
|
|
52
|
-
* reference count.
|
|
53
|
-
*
|
|
54
|
-
* Once there are no more references the handle
|
|
55
|
-
* will wait for some time before destroying its resources.
|
|
56
|
-
*/
|
|
57
|
-
export class NsfwWatcher {
|
|
58
|
-
|
|
59
|
-
protected static debugIdSequence = 0;
|
|
60
|
-
|
|
61
|
-
protected disposed = false;
|
|
62
|
-
|
|
63
|
-
/**
|
|
64
|
-
* Used for debugging to keep track of the watchers.
|
|
65
|
-
*/
|
|
66
|
-
protected debugId = NsfwWatcher.debugIdSequence++;
|
|
67
|
-
|
|
68
|
-
/**
|
|
69
|
-
* When this field is set, it means the nsfw instance was successfully started.
|
|
70
|
-
*/
|
|
71
|
-
protected nsfw: nsfw.NSFW | undefined;
|
|
72
|
-
|
|
73
|
-
/**
|
|
74
|
-
* When the ref count hits zero, we schedule this watch handle to be disposed.
|
|
75
|
-
*/
|
|
76
|
-
protected deferredDisposalTimer: NodeJS.Timeout | undefined;
|
|
77
|
-
|
|
78
|
-
/**
|
|
79
|
-
* This deferred only rejects with `WatcherDisposal` and never resolves.
|
|
80
|
-
*/
|
|
81
|
-
protected readonly deferredDisposalDeferred = new Deferred<never>();
|
|
82
|
-
|
|
83
|
-
/**
|
|
84
|
-
* We count each reference made to this watcher, per client.
|
|
85
|
-
*
|
|
86
|
-
* We do this to know where to send events via the network.
|
|
87
|
-
*
|
|
88
|
-
* An entry should be removed when its value hits zero.
|
|
89
|
-
*/
|
|
90
|
-
protected readonly refsPerClient = new Map<number, { value: number }>();
|
|
91
|
-
|
|
92
|
-
/**
|
|
93
|
-
* Ensures that events are processed in the order they are emitted,
|
|
94
|
-
* despite being processed async.
|
|
95
|
-
*/
|
|
96
|
-
protected nsfwEventProcessingQueue: Promise<void> = Promise.resolve();
|
|
97
|
-
|
|
98
|
-
/**
|
|
99
|
-
* Resolves once this handle disposed itself and its resources. Never throws.
|
|
100
|
-
*/
|
|
101
|
-
readonly whenDisposed: Promise<void> = this.deferredDisposalDeferred.promise.catch(() => undefined);
|
|
102
|
-
|
|
103
|
-
/**
|
|
104
|
-
* Promise that resolves when the watcher is fully started, or got disposed.
|
|
105
|
-
*
|
|
106
|
-
* Will reject if an error occurred while starting.
|
|
107
|
-
*
|
|
108
|
-
* @returns `true` if successfully started, `false` if disposed early.
|
|
109
|
-
*/
|
|
110
|
-
readonly whenStarted: Promise<boolean>;
|
|
111
|
-
|
|
112
|
-
constructor(
|
|
113
|
-
/** Initial reference to this handle. */
|
|
114
|
-
initialClientId: number,
|
|
115
|
-
/** Filesystem path to be watched. */
|
|
116
|
-
readonly fsPath: string,
|
|
117
|
-
/** Watcher-specific options */
|
|
118
|
-
readonly watcherOptions: NsfwWatcherOptions,
|
|
119
|
-
/** Logging and Nsfw options */
|
|
120
|
-
protected readonly nsfwFileSystemWatchServerOptions: NsfwFileSystemWatcherServerOptions,
|
|
121
|
-
/** The client to forward events to. */
|
|
122
|
-
protected readonly fileSystemWatcherClient: FileSystemWatcherServiceClient,
|
|
123
|
-
/** Amount of time in ms to wait once this handle is not referenced anymore. */
|
|
124
|
-
protected readonly deferredDisposalTimeout = 10_000,
|
|
125
|
-
) {
|
|
126
|
-
this.refsPerClient.set(initialClientId, { value: 1 });
|
|
127
|
-
this.whenStarted = this.start().then(() => true, error => {
|
|
128
|
-
if (error === WatcherDisposal) {
|
|
129
|
-
return false;
|
|
130
|
-
}
|
|
131
|
-
this._dispose();
|
|
132
|
-
this.fireError();
|
|
133
|
-
throw error;
|
|
134
|
-
});
|
|
135
|
-
this.debug('NEW', `initialClientId=${initialClientId}`);
|
|
136
|
-
}
|
|
137
|
-
|
|
138
|
-
addRef(clientId: number): void {
|
|
139
|
-
let refs = this.refsPerClient.get(clientId);
|
|
140
|
-
if (typeof refs === 'undefined') {
|
|
141
|
-
this.refsPerClient.set(clientId, refs = { value: 1 });
|
|
142
|
-
} else {
|
|
143
|
-
refs.value += 1;
|
|
144
|
-
}
|
|
145
|
-
const totalRefs = this.getTotalReferences();
|
|
146
|
-
// If it was zero before, 1 means we were revived:
|
|
147
|
-
const revived = totalRefs === 1;
|
|
148
|
-
if (revived) {
|
|
149
|
-
this.onRefsRevive();
|
|
150
|
-
}
|
|
151
|
-
this.debug('REF++', `clientId=${clientId}, clientRefs=${refs.value}, totalRefs=${totalRefs}. revived=${revived}`);
|
|
152
|
-
}
|
|
153
|
-
|
|
154
|
-
removeRef(clientId: number): void {
|
|
155
|
-
const refs = this.refsPerClient.get(clientId);
|
|
156
|
-
if (typeof refs === 'undefined') {
|
|
157
|
-
this.info('WARN REF--', `removed one too many reference: clientId=${clientId}`);
|
|
158
|
-
return;
|
|
159
|
-
}
|
|
160
|
-
refs.value -= 1;
|
|
161
|
-
// We must remove the key from `this.clientReferences` because
|
|
162
|
-
// we list active clients by reading the keys of this map.
|
|
163
|
-
if (refs.value === 0) {
|
|
164
|
-
this.refsPerClient.delete(clientId);
|
|
165
|
-
}
|
|
166
|
-
const totalRefs = this.getTotalReferences();
|
|
167
|
-
const dead = totalRefs === 0;
|
|
168
|
-
if (dead) {
|
|
169
|
-
this.onRefsReachZero();
|
|
170
|
-
}
|
|
171
|
-
this.debug('REF--', `clientId=${clientId}, clientRefs=${refs.value}, totalRefs=${totalRefs}, dead=${dead}`);
|
|
172
|
-
}
|
|
173
|
-
|
|
174
|
-
/**
|
|
175
|
-
* All clients with at least one active reference.
|
|
176
|
-
*/
|
|
177
|
-
getClientIds(): number[] {
|
|
178
|
-
return Array.from(this.refsPerClient.keys());
|
|
179
|
-
}
|
|
180
|
-
|
|
181
|
-
/**
|
|
182
|
-
* Add the references for each client together.
|
|
183
|
-
*/
|
|
184
|
-
getTotalReferences(): number {
|
|
185
|
-
let total = 0;
|
|
186
|
-
for (const refs of this.refsPerClient.values()) {
|
|
187
|
-
total += refs.value;
|
|
188
|
-
}
|
|
189
|
-
return total;
|
|
190
|
-
}
|
|
191
|
-
|
|
192
|
-
/**
|
|
193
|
-
* Returns true if at least one client listens to this handle.
|
|
194
|
-
*/
|
|
195
|
-
isInUse(): boolean {
|
|
196
|
-
return this.refsPerClient.size > 0;
|
|
197
|
-
}
|
|
198
|
-
|
|
199
|
-
/**
|
|
200
|
-
* @throws with {@link WatcherDisposal} if this instance is disposed.
|
|
201
|
-
*/
|
|
202
|
-
protected assertNotDisposed(): void {
|
|
203
|
-
if (this.disposed) {
|
|
204
|
-
throw WatcherDisposal;
|
|
205
|
-
}
|
|
206
|
-
}
|
|
207
|
-
|
|
208
|
-
/**
|
|
209
|
-
* When starting a watcher, we'll first check and wait for the path to exists
|
|
210
|
-
* before running an NSFW watcher.
|
|
211
|
-
*/
|
|
212
|
-
protected async start(): Promise<void> {
|
|
213
|
-
while (await fsp.stat(this.fsPath).then(() => false, () => true)) {
|
|
214
|
-
await timeout(500);
|
|
215
|
-
this.assertNotDisposed();
|
|
216
|
-
}
|
|
217
|
-
this.assertNotDisposed();
|
|
218
|
-
const watcher = await this.createNsfw();
|
|
219
|
-
this.assertNotDisposed();
|
|
220
|
-
await watcher.start();
|
|
221
|
-
this.debug('STARTED', `disposed=${this.disposed}`);
|
|
222
|
-
// The watcher could be disposed while it was starting, make sure to check for this:
|
|
223
|
-
if (this.disposed) {
|
|
224
|
-
await this.stopNsfw(watcher);
|
|
225
|
-
throw WatcherDisposal;
|
|
226
|
-
}
|
|
227
|
-
this.nsfw = watcher;
|
|
228
|
-
}
|
|
229
|
-
|
|
230
|
-
/**
|
|
231
|
-
* Given a started nsfw instance, gracefully shut it down.
|
|
232
|
-
*/
|
|
233
|
-
protected async stopNsfw(watcher: nsfw.NSFW): Promise<void> {
|
|
234
|
-
await watcher.stop()
|
|
235
|
-
.then(() => 'success=true', error => error)
|
|
236
|
-
.then(status => this.debug('STOPPED', status));
|
|
237
|
-
}
|
|
238
|
-
|
|
239
|
-
protected async createNsfw(): Promise<nsfw.NSFW> {
|
|
240
|
-
const fsPath = await fsp.realpath(this.fsPath);
|
|
241
|
-
return nsfw(fsPath, events => this.handleNsfwEvents(events), {
|
|
242
|
-
...this.nsfwFileSystemWatchServerOptions.nsfwOptions,
|
|
243
|
-
// The errorCallback is called whenever NSFW crashes *while* watching.
|
|
244
|
-
// See https://github.com/atom/github/issues/342
|
|
245
|
-
errorCallback: error => {
|
|
246
|
-
console.error(`NSFW service error on "${fsPath}":`, error);
|
|
247
|
-
this._dispose();
|
|
248
|
-
this.fireError();
|
|
249
|
-
// Make sure to call user's error handling code:
|
|
250
|
-
if (this.nsfwFileSystemWatchServerOptions.nsfwOptions.errorCallback) {
|
|
251
|
-
this.nsfwFileSystemWatchServerOptions.nsfwOptions.errorCallback(error);
|
|
252
|
-
}
|
|
253
|
-
},
|
|
254
|
-
});
|
|
255
|
-
}
|
|
256
|
-
|
|
257
|
-
protected handleNsfwEvents(events: nsfw.FileChangeEvent[]): void {
|
|
258
|
-
// Only process events if someone is listening.
|
|
259
|
-
if (this.isInUse()) {
|
|
260
|
-
// This callback is async, but nsfw won't wait for it to finish before firing the next one.
|
|
261
|
-
// We will use a lock/queue to make sure everything is processed in the order it arrives.
|
|
262
|
-
this.nsfwEventProcessingQueue = this.nsfwEventProcessingQueue.then(async () => {
|
|
263
|
-
const fileChangeCollection = new FileChangeCollection();
|
|
264
|
-
await Promise.all(events.map(async event => {
|
|
265
|
-
if (event.action === nsfw.actions.RENAMED) {
|
|
266
|
-
const [oldPath, newPath] = await Promise.all([
|
|
267
|
-
this.resolveEventPath(event.directory, event.oldFile),
|
|
268
|
-
this.resolveEventPath(event.newDirectory, event.newFile),
|
|
269
|
-
]);
|
|
270
|
-
this.pushFileChange(fileChangeCollection, FileChangeType.DELETED, oldPath);
|
|
271
|
-
this.pushFileChange(fileChangeCollection, FileChangeType.ADDED, newPath);
|
|
272
|
-
} else {
|
|
273
|
-
const filePath = await this.resolveEventPath(event.directory, event.file!);
|
|
274
|
-
if (event.action === nsfw.actions.CREATED) {
|
|
275
|
-
this.pushFileChange(fileChangeCollection, FileChangeType.ADDED, filePath);
|
|
276
|
-
} else if (event.action === nsfw.actions.DELETED) {
|
|
277
|
-
this.pushFileChange(fileChangeCollection, FileChangeType.DELETED, filePath);
|
|
278
|
-
} else if (event.action === nsfw.actions.MODIFIED) {
|
|
279
|
-
this.pushFileChange(fileChangeCollection, FileChangeType.UPDATED, filePath);
|
|
280
|
-
}
|
|
281
|
-
}
|
|
282
|
-
}));
|
|
283
|
-
const changes = fileChangeCollection.values();
|
|
284
|
-
// If all changes are part of the ignored files, the collection will be empty.
|
|
285
|
-
if (changes.length > 0) {
|
|
286
|
-
this.fileSystemWatcherClient.onDidFilesChanged({
|
|
287
|
-
clients: this.getClientIds(),
|
|
288
|
-
changes,
|
|
289
|
-
});
|
|
290
|
-
}
|
|
291
|
-
}, console.error);
|
|
292
|
-
}
|
|
293
|
-
}
|
|
294
|
-
|
|
295
|
-
protected async resolveEventPath(directory: string, file: string): Promise<string> {
|
|
296
|
-
// nsfw already resolves symlinks, the paths should be clean already:
|
|
297
|
-
return path.resolve(directory, file);
|
|
298
|
-
}
|
|
299
|
-
|
|
300
|
-
protected pushFileChange(changes: FileChangeCollection, type: FileChangeType, filePath: string): void {
|
|
301
|
-
if (!this.isIgnored(filePath)) {
|
|
302
|
-
const uri = FileUri.create(filePath).toString();
|
|
303
|
-
changes.push({ type, uri });
|
|
304
|
-
}
|
|
305
|
-
}
|
|
306
|
-
|
|
307
|
-
protected fireError(): void {
|
|
308
|
-
this.fileSystemWatcherClient.onError({
|
|
309
|
-
clients: this.getClientIds(),
|
|
310
|
-
uri: this.fsPath,
|
|
311
|
-
});
|
|
312
|
-
}
|
|
313
|
-
|
|
314
|
-
/**
|
|
315
|
-
* When references hit zero, we'll schedule disposal for a bit later.
|
|
316
|
-
*
|
|
317
|
-
* This allows new references to reuse this watcher instead of creating a new one.
|
|
318
|
-
*
|
|
319
|
-
* e.g. A frontend disconnects for a few milliseconds before reconnecting again.
|
|
320
|
-
*/
|
|
321
|
-
protected onRefsReachZero(): void {
|
|
322
|
-
this.deferredDisposalTimer = setTimeout(() => this._dispose(), this.deferredDisposalTimeout);
|
|
323
|
-
}
|
|
324
|
-
|
|
325
|
-
/**
|
|
326
|
-
* If we get new references after hitting zero, let's unschedule our disposal and keep watching.
|
|
327
|
-
*/
|
|
328
|
-
protected onRefsRevive(): void {
|
|
329
|
-
if (this.deferredDisposalTimer) {
|
|
330
|
-
clearTimeout(this.deferredDisposalTimer);
|
|
331
|
-
this.deferredDisposalTimer = undefined;
|
|
332
|
-
}
|
|
333
|
-
}
|
|
334
|
-
|
|
335
|
-
protected isIgnored(filePath: string): boolean {
|
|
336
|
-
return this.watcherOptions.ignored.length > 0
|
|
337
|
-
&& this.watcherOptions.ignored.some(m => m.match(filePath));
|
|
338
|
-
}
|
|
339
|
-
|
|
340
|
-
/**
|
|
341
|
-
* Internal disposal mechanism.
|
|
342
|
-
*/
|
|
343
|
-
protected async _dispose(): Promise<void> {
|
|
344
|
-
if (!this.disposed) {
|
|
345
|
-
this.disposed = true;
|
|
346
|
-
this.deferredDisposalDeferred.reject(WatcherDisposal);
|
|
347
|
-
if (this.nsfw) {
|
|
348
|
-
this.stopNsfw(this.nsfw);
|
|
349
|
-
this.nsfw = undefined;
|
|
350
|
-
}
|
|
351
|
-
this.debug('DISPOSED');
|
|
352
|
-
}
|
|
353
|
-
}
|
|
354
|
-
|
|
355
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
356
|
-
protected info(prefix: string, ...params: any[]): void {
|
|
357
|
-
this.nsfwFileSystemWatchServerOptions.info(`${prefix} NsfwWatcher(${this.debugId} at "${this.fsPath}"):`, ...params);
|
|
358
|
-
}
|
|
359
|
-
|
|
360
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
361
|
-
protected debug(prefix: string, ...params: any[]): void {
|
|
362
|
-
if (this.nsfwFileSystemWatchServerOptions.verbose) {
|
|
363
|
-
this.info(prefix, ...params);
|
|
364
|
-
}
|
|
365
|
-
}
|
|
366
|
-
}
|
|
367
|
-
|
|
368
|
-
/**
|
|
369
|
-
* Each time a client makes a watchRequest, we generate a unique watcherId for it.
|
|
370
|
-
*
|
|
371
|
-
* This watcherId will map to this handle type which keeps track of the clientId that made the request.
|
|
372
|
-
*/
|
|
373
|
-
export interface NsfwWatcherHandle {
|
|
374
|
-
clientId: number;
|
|
375
|
-
watcher: NsfwWatcher;
|
|
376
|
-
}
|
|
377
|
-
|
|
378
|
-
export class NsfwFileSystemWatcherService implements FileSystemWatcherService {
|
|
379
|
-
|
|
380
|
-
protected client: FileSystemWatcherServiceClient | undefined;
|
|
381
|
-
|
|
382
|
-
protected watcherId = 0;
|
|
383
|
-
protected readonly watchers = new Map<string, NsfwWatcher>();
|
|
384
|
-
protected readonly watcherHandles = new Map<number, NsfwWatcherHandle>();
|
|
385
|
-
|
|
386
|
-
protected readonly options: NsfwFileSystemWatcherServerOptions;
|
|
387
|
-
|
|
388
|
-
/**
|
|
389
|
-
* `this.client` is undefined until someone sets it.
|
|
390
|
-
*/
|
|
391
|
-
protected readonly maybeClient: FileSystemWatcherServiceClient = {
|
|
392
|
-
onDidFilesChanged: event => this.client?.onDidFilesChanged(event),
|
|
393
|
-
onError: event => this.client?.onError(event),
|
|
394
|
-
};
|
|
395
|
-
|
|
396
|
-
constructor(options?: Partial<NsfwFileSystemWatcherServerOptions>) {
|
|
397
|
-
this.options = {
|
|
398
|
-
nsfwOptions: {},
|
|
399
|
-
verbose: false,
|
|
400
|
-
info: (message, ...args) => console.info(message, ...args),
|
|
401
|
-
error: (message, ...args) => console.error(message, ...args),
|
|
402
|
-
...options
|
|
403
|
-
};
|
|
404
|
-
}
|
|
405
|
-
|
|
406
|
-
setClient(client: FileSystemWatcherServiceClient | undefined): void {
|
|
407
|
-
this.client = client;
|
|
408
|
-
}
|
|
409
|
-
|
|
410
|
-
/**
|
|
411
|
-
* A specific client requests us to watch a given `uri` according to some `options`.
|
|
412
|
-
*
|
|
413
|
-
* We internally re-use all the same `(uri, options)` pairs.
|
|
414
|
-
*/
|
|
415
|
-
async watchFileChanges(clientId: number, uri: string, options?: WatchOptions): Promise<number> {
|
|
416
|
-
const resolvedOptions = this.resolveWatchOptions(options);
|
|
417
|
-
const watcherKey = this.getWatcherKey(uri, resolvedOptions);
|
|
418
|
-
let watcher = this.watchers.get(watcherKey);
|
|
419
|
-
if (watcher === undefined) {
|
|
420
|
-
const fsPath = FileUri.fsPath(uri);
|
|
421
|
-
watcher = this.createWatcher(clientId, fsPath, resolvedOptions);
|
|
422
|
-
watcher.whenDisposed.then(() => this.watchers.delete(watcherKey));
|
|
423
|
-
this.watchers.set(watcherKey, watcher);
|
|
424
|
-
} else {
|
|
425
|
-
watcher.addRef(clientId);
|
|
426
|
-
}
|
|
427
|
-
const watcherId = this.watcherId++;
|
|
428
|
-
this.watcherHandles.set(watcherId, { clientId, watcher });
|
|
429
|
-
watcher.whenDisposed.then(() => this.watcherHandles.delete(watcherId));
|
|
430
|
-
return watcherId;
|
|
431
|
-
}
|
|
432
|
-
|
|
433
|
-
protected createWatcher(clientId: number, fsPath: string, options: WatchOptions): NsfwWatcher {
|
|
434
|
-
const watcherOptions: NsfwWatcherOptions = {
|
|
435
|
-
ignored: options.ignored
|
|
436
|
-
.map(pattern => new Minimatch(pattern, { dot: true })),
|
|
437
|
-
};
|
|
438
|
-
return new NsfwWatcher(clientId, fsPath, watcherOptions, this.options, this.maybeClient);
|
|
439
|
-
}
|
|
440
|
-
|
|
441
|
-
async unwatchFileChanges(watcherId: number): Promise<void> {
|
|
442
|
-
const handle = this.watcherHandles.get(watcherId);
|
|
443
|
-
if (handle === undefined) {
|
|
444
|
-
console.warn(`tried to de-allocate a disposed watcher: watcherId=${watcherId}`);
|
|
445
|
-
} else {
|
|
446
|
-
this.watcherHandles.delete(watcherId);
|
|
447
|
-
handle.watcher.removeRef(handle.clientId);
|
|
448
|
-
}
|
|
449
|
-
}
|
|
450
|
-
|
|
451
|
-
/**
|
|
452
|
-
* Given some `URI` and some `WatchOptions`, generate a unique key.
|
|
453
|
-
*/
|
|
454
|
-
protected getWatcherKey(uri: string, options: WatchOptions): string {
|
|
455
|
-
return [
|
|
456
|
-
uri,
|
|
457
|
-
options.ignored.slice(0).sort().join() // use a **sorted copy** of `ignored` as part of the key
|
|
458
|
-
].join();
|
|
459
|
-
}
|
|
460
|
-
|
|
461
|
-
/**
|
|
462
|
-
* Return fully qualified options.
|
|
463
|
-
*/
|
|
464
|
-
protected resolveWatchOptions(options?: WatchOptions): WatchOptions {
|
|
465
|
-
return {
|
|
466
|
-
ignored: [],
|
|
467
|
-
...options,
|
|
468
|
-
};
|
|
469
|
-
}
|
|
470
|
-
|
|
471
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
472
|
-
protected debug(message: string, ...params: any[]): void {
|
|
473
|
-
if (this.options.verbose) {
|
|
474
|
-
this.options.info(message, ...params);
|
|
475
|
-
}
|
|
476
|
-
}
|
|
477
|
-
|
|
478
|
-
dispose(): void {
|
|
479
|
-
// Singletons shouldn't be disposed...
|
|
480
|
-
}
|
|
481
|
-
}
|
|
1
|
+
// *****************************************************************************
|
|
2
|
+
// Copyright (C) 2017-2018 TypeFox and others.
|
|
3
|
+
//
|
|
4
|
+
// This program and the accompanying materials are made available under the
|
|
5
|
+
// terms of the Eclipse Public License v. 2.0 which is available at
|
|
6
|
+
// http://www.eclipse.org/legal/epl-2.0.
|
|
7
|
+
//
|
|
8
|
+
// This Source Code may also be made available under the following Secondary
|
|
9
|
+
// Licenses when the conditions for such availability set forth in the Eclipse
|
|
10
|
+
// Public License v. 2.0 are satisfied: GNU General Public License, version 2
|
|
11
|
+
// with the GNU Classpath Exception which is available at
|
|
12
|
+
// https://www.gnu.org/software/classpath/license.html.
|
|
13
|
+
//
|
|
14
|
+
// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
|
|
15
|
+
// *****************************************************************************
|
|
16
|
+
|
|
17
|
+
import nsfw = require('@theia/core/shared/nsfw');
|
|
18
|
+
import path = require('path');
|
|
19
|
+
import { promises as fsp } from 'fs';
|
|
20
|
+
import { IMinimatch, Minimatch } from 'minimatch';
|
|
21
|
+
import { FileUri } from '@theia/core/lib/common/file-uri';
|
|
22
|
+
import {
|
|
23
|
+
FileChangeType, FileSystemWatcherService, FileSystemWatcherServiceClient, WatchOptions
|
|
24
|
+
} from '../../common/filesystem-watcher-protocol';
|
|
25
|
+
import { FileChangeCollection } from '../file-change-collection';
|
|
26
|
+
import { Deferred, timeout } from '@theia/core/lib/common/promise-util';
|
|
27
|
+
|
|
28
|
+
export interface NsfwWatcherOptions {
|
|
29
|
+
ignored: IMinimatch[]
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
export const NsfwFileSystemWatcherServerOptions = Symbol('NsfwFileSystemWatcherServerOptions');
|
|
33
|
+
export interface NsfwFileSystemWatcherServerOptions {
|
|
34
|
+
verbose: boolean;
|
|
35
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
36
|
+
info: (message: string, ...args: any[]) => void;
|
|
37
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
38
|
+
error: (message: string, ...args: any[]) => void;
|
|
39
|
+
nsfwOptions: nsfw.Options;
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
/**
|
|
43
|
+
* This is a flag value passed around upon disposal.
|
|
44
|
+
*/
|
|
45
|
+
export const WatcherDisposal = Symbol('WatcherDisposal');
|
|
46
|
+
|
|
47
|
+
/**
|
|
48
|
+
* Because URIs can be watched by different clients, we'll track
|
|
49
|
+
* how many are listening for a given URI.
|
|
50
|
+
*
|
|
51
|
+
* This component wraps the whole start/stop process given some
|
|
52
|
+
* reference count.
|
|
53
|
+
*
|
|
54
|
+
* Once there are no more references the handle
|
|
55
|
+
* will wait for some time before destroying its resources.
|
|
56
|
+
*/
|
|
57
|
+
export class NsfwWatcher {
|
|
58
|
+
|
|
59
|
+
protected static debugIdSequence = 0;
|
|
60
|
+
|
|
61
|
+
protected disposed = false;
|
|
62
|
+
|
|
63
|
+
/**
|
|
64
|
+
* Used for debugging to keep track of the watchers.
|
|
65
|
+
*/
|
|
66
|
+
protected debugId = NsfwWatcher.debugIdSequence++;
|
|
67
|
+
|
|
68
|
+
/**
|
|
69
|
+
* When this field is set, it means the nsfw instance was successfully started.
|
|
70
|
+
*/
|
|
71
|
+
protected nsfw: nsfw.NSFW | undefined;
|
|
72
|
+
|
|
73
|
+
/**
|
|
74
|
+
* When the ref count hits zero, we schedule this watch handle to be disposed.
|
|
75
|
+
*/
|
|
76
|
+
protected deferredDisposalTimer: NodeJS.Timeout | undefined;
|
|
77
|
+
|
|
78
|
+
/**
|
|
79
|
+
* This deferred only rejects with `WatcherDisposal` and never resolves.
|
|
80
|
+
*/
|
|
81
|
+
protected readonly deferredDisposalDeferred = new Deferred<never>();
|
|
82
|
+
|
|
83
|
+
/**
|
|
84
|
+
* We count each reference made to this watcher, per client.
|
|
85
|
+
*
|
|
86
|
+
* We do this to know where to send events via the network.
|
|
87
|
+
*
|
|
88
|
+
* An entry should be removed when its value hits zero.
|
|
89
|
+
*/
|
|
90
|
+
protected readonly refsPerClient = new Map<number, { value: number }>();
|
|
91
|
+
|
|
92
|
+
/**
|
|
93
|
+
* Ensures that events are processed in the order they are emitted,
|
|
94
|
+
* despite being processed async.
|
|
95
|
+
*/
|
|
96
|
+
protected nsfwEventProcessingQueue: Promise<void> = Promise.resolve();
|
|
97
|
+
|
|
98
|
+
/**
|
|
99
|
+
* Resolves once this handle disposed itself and its resources. Never throws.
|
|
100
|
+
*/
|
|
101
|
+
readonly whenDisposed: Promise<void> = this.deferredDisposalDeferred.promise.catch(() => undefined);
|
|
102
|
+
|
|
103
|
+
/**
|
|
104
|
+
* Promise that resolves when the watcher is fully started, or got disposed.
|
|
105
|
+
*
|
|
106
|
+
* Will reject if an error occurred while starting.
|
|
107
|
+
*
|
|
108
|
+
* @returns `true` if successfully started, `false` if disposed early.
|
|
109
|
+
*/
|
|
110
|
+
readonly whenStarted: Promise<boolean>;
|
|
111
|
+
|
|
112
|
+
constructor(
|
|
113
|
+
/** Initial reference to this handle. */
|
|
114
|
+
initialClientId: number,
|
|
115
|
+
/** Filesystem path to be watched. */
|
|
116
|
+
readonly fsPath: string,
|
|
117
|
+
/** Watcher-specific options */
|
|
118
|
+
readonly watcherOptions: NsfwWatcherOptions,
|
|
119
|
+
/** Logging and Nsfw options */
|
|
120
|
+
protected readonly nsfwFileSystemWatchServerOptions: NsfwFileSystemWatcherServerOptions,
|
|
121
|
+
/** The client to forward events to. */
|
|
122
|
+
protected readonly fileSystemWatcherClient: FileSystemWatcherServiceClient,
|
|
123
|
+
/** Amount of time in ms to wait once this handle is not referenced anymore. */
|
|
124
|
+
protected readonly deferredDisposalTimeout = 10_000,
|
|
125
|
+
) {
|
|
126
|
+
this.refsPerClient.set(initialClientId, { value: 1 });
|
|
127
|
+
this.whenStarted = this.start().then(() => true, error => {
|
|
128
|
+
if (error === WatcherDisposal) {
|
|
129
|
+
return false;
|
|
130
|
+
}
|
|
131
|
+
this._dispose();
|
|
132
|
+
this.fireError();
|
|
133
|
+
throw error;
|
|
134
|
+
});
|
|
135
|
+
this.debug('NEW', `initialClientId=${initialClientId}`);
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
addRef(clientId: number): void {
|
|
139
|
+
let refs = this.refsPerClient.get(clientId);
|
|
140
|
+
if (typeof refs === 'undefined') {
|
|
141
|
+
this.refsPerClient.set(clientId, refs = { value: 1 });
|
|
142
|
+
} else {
|
|
143
|
+
refs.value += 1;
|
|
144
|
+
}
|
|
145
|
+
const totalRefs = this.getTotalReferences();
|
|
146
|
+
// If it was zero before, 1 means we were revived:
|
|
147
|
+
const revived = totalRefs === 1;
|
|
148
|
+
if (revived) {
|
|
149
|
+
this.onRefsRevive();
|
|
150
|
+
}
|
|
151
|
+
this.debug('REF++', `clientId=${clientId}, clientRefs=${refs.value}, totalRefs=${totalRefs}. revived=${revived}`);
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
removeRef(clientId: number): void {
|
|
155
|
+
const refs = this.refsPerClient.get(clientId);
|
|
156
|
+
if (typeof refs === 'undefined') {
|
|
157
|
+
this.info('WARN REF--', `removed one too many reference: clientId=${clientId}`);
|
|
158
|
+
return;
|
|
159
|
+
}
|
|
160
|
+
refs.value -= 1;
|
|
161
|
+
// We must remove the key from `this.clientReferences` because
|
|
162
|
+
// we list active clients by reading the keys of this map.
|
|
163
|
+
if (refs.value === 0) {
|
|
164
|
+
this.refsPerClient.delete(clientId);
|
|
165
|
+
}
|
|
166
|
+
const totalRefs = this.getTotalReferences();
|
|
167
|
+
const dead = totalRefs === 0;
|
|
168
|
+
if (dead) {
|
|
169
|
+
this.onRefsReachZero();
|
|
170
|
+
}
|
|
171
|
+
this.debug('REF--', `clientId=${clientId}, clientRefs=${refs.value}, totalRefs=${totalRefs}, dead=${dead}`);
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
/**
|
|
175
|
+
* All clients with at least one active reference.
|
|
176
|
+
*/
|
|
177
|
+
getClientIds(): number[] {
|
|
178
|
+
return Array.from(this.refsPerClient.keys());
|
|
179
|
+
}
|
|
180
|
+
|
|
181
|
+
/**
|
|
182
|
+
* Add the references for each client together.
|
|
183
|
+
*/
|
|
184
|
+
getTotalReferences(): number {
|
|
185
|
+
let total = 0;
|
|
186
|
+
for (const refs of this.refsPerClient.values()) {
|
|
187
|
+
total += refs.value;
|
|
188
|
+
}
|
|
189
|
+
return total;
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
/**
|
|
193
|
+
* Returns true if at least one client listens to this handle.
|
|
194
|
+
*/
|
|
195
|
+
isInUse(): boolean {
|
|
196
|
+
return this.refsPerClient.size > 0;
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
/**
|
|
200
|
+
* @throws with {@link WatcherDisposal} if this instance is disposed.
|
|
201
|
+
*/
|
|
202
|
+
protected assertNotDisposed(): void {
|
|
203
|
+
if (this.disposed) {
|
|
204
|
+
throw WatcherDisposal;
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
|
|
208
|
+
/**
|
|
209
|
+
* When starting a watcher, we'll first check and wait for the path to exists
|
|
210
|
+
* before running an NSFW watcher.
|
|
211
|
+
*/
|
|
212
|
+
protected async start(): Promise<void> {
|
|
213
|
+
while (await fsp.stat(this.fsPath).then(() => false, () => true)) {
|
|
214
|
+
await timeout(500);
|
|
215
|
+
this.assertNotDisposed();
|
|
216
|
+
}
|
|
217
|
+
this.assertNotDisposed();
|
|
218
|
+
const watcher = await this.createNsfw();
|
|
219
|
+
this.assertNotDisposed();
|
|
220
|
+
await watcher.start();
|
|
221
|
+
this.debug('STARTED', `disposed=${this.disposed}`);
|
|
222
|
+
// The watcher could be disposed while it was starting, make sure to check for this:
|
|
223
|
+
if (this.disposed) {
|
|
224
|
+
await this.stopNsfw(watcher);
|
|
225
|
+
throw WatcherDisposal;
|
|
226
|
+
}
|
|
227
|
+
this.nsfw = watcher;
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
/**
|
|
231
|
+
* Given a started nsfw instance, gracefully shut it down.
|
|
232
|
+
*/
|
|
233
|
+
protected async stopNsfw(watcher: nsfw.NSFW): Promise<void> {
|
|
234
|
+
await watcher.stop()
|
|
235
|
+
.then(() => 'success=true', error => error)
|
|
236
|
+
.then(status => this.debug('STOPPED', status));
|
|
237
|
+
}
|
|
238
|
+
|
|
239
|
+
protected async createNsfw(): Promise<nsfw.NSFW> {
|
|
240
|
+
const fsPath = await fsp.realpath(this.fsPath);
|
|
241
|
+
return nsfw(fsPath, events => this.handleNsfwEvents(events), {
|
|
242
|
+
...this.nsfwFileSystemWatchServerOptions.nsfwOptions,
|
|
243
|
+
// The errorCallback is called whenever NSFW crashes *while* watching.
|
|
244
|
+
// See https://github.com/atom/github/issues/342
|
|
245
|
+
errorCallback: error => {
|
|
246
|
+
console.error(`NSFW service error on "${fsPath}":`, error);
|
|
247
|
+
this._dispose();
|
|
248
|
+
this.fireError();
|
|
249
|
+
// Make sure to call user's error handling code:
|
|
250
|
+
if (this.nsfwFileSystemWatchServerOptions.nsfwOptions.errorCallback) {
|
|
251
|
+
this.nsfwFileSystemWatchServerOptions.nsfwOptions.errorCallback(error);
|
|
252
|
+
}
|
|
253
|
+
},
|
|
254
|
+
});
|
|
255
|
+
}
|
|
256
|
+
|
|
257
|
+
protected handleNsfwEvents(events: nsfw.FileChangeEvent[]): void {
|
|
258
|
+
// Only process events if someone is listening.
|
|
259
|
+
if (this.isInUse()) {
|
|
260
|
+
// This callback is async, but nsfw won't wait for it to finish before firing the next one.
|
|
261
|
+
// We will use a lock/queue to make sure everything is processed in the order it arrives.
|
|
262
|
+
this.nsfwEventProcessingQueue = this.nsfwEventProcessingQueue.then(async () => {
|
|
263
|
+
const fileChangeCollection = new FileChangeCollection();
|
|
264
|
+
await Promise.all(events.map(async event => {
|
|
265
|
+
if (event.action === nsfw.actions.RENAMED) {
|
|
266
|
+
const [oldPath, newPath] = await Promise.all([
|
|
267
|
+
this.resolveEventPath(event.directory, event.oldFile),
|
|
268
|
+
this.resolveEventPath(event.newDirectory, event.newFile),
|
|
269
|
+
]);
|
|
270
|
+
this.pushFileChange(fileChangeCollection, FileChangeType.DELETED, oldPath);
|
|
271
|
+
this.pushFileChange(fileChangeCollection, FileChangeType.ADDED, newPath);
|
|
272
|
+
} else {
|
|
273
|
+
const filePath = await this.resolveEventPath(event.directory, event.file!);
|
|
274
|
+
if (event.action === nsfw.actions.CREATED) {
|
|
275
|
+
this.pushFileChange(fileChangeCollection, FileChangeType.ADDED, filePath);
|
|
276
|
+
} else if (event.action === nsfw.actions.DELETED) {
|
|
277
|
+
this.pushFileChange(fileChangeCollection, FileChangeType.DELETED, filePath);
|
|
278
|
+
} else if (event.action === nsfw.actions.MODIFIED) {
|
|
279
|
+
this.pushFileChange(fileChangeCollection, FileChangeType.UPDATED, filePath);
|
|
280
|
+
}
|
|
281
|
+
}
|
|
282
|
+
}));
|
|
283
|
+
const changes = fileChangeCollection.values();
|
|
284
|
+
// If all changes are part of the ignored files, the collection will be empty.
|
|
285
|
+
if (changes.length > 0) {
|
|
286
|
+
this.fileSystemWatcherClient.onDidFilesChanged({
|
|
287
|
+
clients: this.getClientIds(),
|
|
288
|
+
changes,
|
|
289
|
+
});
|
|
290
|
+
}
|
|
291
|
+
}, console.error);
|
|
292
|
+
}
|
|
293
|
+
}
|
|
294
|
+
|
|
295
|
+
protected async resolveEventPath(directory: string, file: string): Promise<string> {
|
|
296
|
+
// nsfw already resolves symlinks, the paths should be clean already:
|
|
297
|
+
return path.resolve(directory, file);
|
|
298
|
+
}
|
|
299
|
+
|
|
300
|
+
protected pushFileChange(changes: FileChangeCollection, type: FileChangeType, filePath: string): void {
|
|
301
|
+
if (!this.isIgnored(filePath)) {
|
|
302
|
+
const uri = FileUri.create(filePath).toString();
|
|
303
|
+
changes.push({ type, uri });
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
|
|
307
|
+
protected fireError(): void {
|
|
308
|
+
this.fileSystemWatcherClient.onError({
|
|
309
|
+
clients: this.getClientIds(),
|
|
310
|
+
uri: this.fsPath,
|
|
311
|
+
});
|
|
312
|
+
}
|
|
313
|
+
|
|
314
|
+
/**
|
|
315
|
+
* When references hit zero, we'll schedule disposal for a bit later.
|
|
316
|
+
*
|
|
317
|
+
* This allows new references to reuse this watcher instead of creating a new one.
|
|
318
|
+
*
|
|
319
|
+
* e.g. A frontend disconnects for a few milliseconds before reconnecting again.
|
|
320
|
+
*/
|
|
321
|
+
protected onRefsReachZero(): void {
|
|
322
|
+
this.deferredDisposalTimer = setTimeout(() => this._dispose(), this.deferredDisposalTimeout);
|
|
323
|
+
}
|
|
324
|
+
|
|
325
|
+
/**
|
|
326
|
+
* If we get new references after hitting zero, let's unschedule our disposal and keep watching.
|
|
327
|
+
*/
|
|
328
|
+
protected onRefsRevive(): void {
|
|
329
|
+
if (this.deferredDisposalTimer) {
|
|
330
|
+
clearTimeout(this.deferredDisposalTimer);
|
|
331
|
+
this.deferredDisposalTimer = undefined;
|
|
332
|
+
}
|
|
333
|
+
}
|
|
334
|
+
|
|
335
|
+
protected isIgnored(filePath: string): boolean {
|
|
336
|
+
return this.watcherOptions.ignored.length > 0
|
|
337
|
+
&& this.watcherOptions.ignored.some(m => m.match(filePath));
|
|
338
|
+
}
|
|
339
|
+
|
|
340
|
+
/**
|
|
341
|
+
* Internal disposal mechanism.
|
|
342
|
+
*/
|
|
343
|
+
protected async _dispose(): Promise<void> {
|
|
344
|
+
if (!this.disposed) {
|
|
345
|
+
this.disposed = true;
|
|
346
|
+
this.deferredDisposalDeferred.reject(WatcherDisposal);
|
|
347
|
+
if (this.nsfw) {
|
|
348
|
+
this.stopNsfw(this.nsfw);
|
|
349
|
+
this.nsfw = undefined;
|
|
350
|
+
}
|
|
351
|
+
this.debug('DISPOSED');
|
|
352
|
+
}
|
|
353
|
+
}
|
|
354
|
+
|
|
355
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
356
|
+
protected info(prefix: string, ...params: any[]): void {
|
|
357
|
+
this.nsfwFileSystemWatchServerOptions.info(`${prefix} NsfwWatcher(${this.debugId} at "${this.fsPath}"):`, ...params);
|
|
358
|
+
}
|
|
359
|
+
|
|
360
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
361
|
+
protected debug(prefix: string, ...params: any[]): void {
|
|
362
|
+
if (this.nsfwFileSystemWatchServerOptions.verbose) {
|
|
363
|
+
this.info(prefix, ...params);
|
|
364
|
+
}
|
|
365
|
+
}
|
|
366
|
+
}
|
|
367
|
+
|
|
368
|
+
/**
|
|
369
|
+
* Each time a client makes a watchRequest, we generate a unique watcherId for it.
|
|
370
|
+
*
|
|
371
|
+
* This watcherId will map to this handle type which keeps track of the clientId that made the request.
|
|
372
|
+
*/
|
|
373
|
+
export interface NsfwWatcherHandle {
|
|
374
|
+
clientId: number;
|
|
375
|
+
watcher: NsfwWatcher;
|
|
376
|
+
}
|
|
377
|
+
|
|
378
|
+
export class NsfwFileSystemWatcherService implements FileSystemWatcherService {
|
|
379
|
+
|
|
380
|
+
protected client: FileSystemWatcherServiceClient | undefined;
|
|
381
|
+
|
|
382
|
+
protected watcherId = 0;
|
|
383
|
+
protected readonly watchers = new Map<string, NsfwWatcher>();
|
|
384
|
+
protected readonly watcherHandles = new Map<number, NsfwWatcherHandle>();
|
|
385
|
+
|
|
386
|
+
protected readonly options: NsfwFileSystemWatcherServerOptions;
|
|
387
|
+
|
|
388
|
+
/**
|
|
389
|
+
* `this.client` is undefined until someone sets it.
|
|
390
|
+
*/
|
|
391
|
+
protected readonly maybeClient: FileSystemWatcherServiceClient = {
|
|
392
|
+
onDidFilesChanged: event => this.client?.onDidFilesChanged(event),
|
|
393
|
+
onError: event => this.client?.onError(event),
|
|
394
|
+
};
|
|
395
|
+
|
|
396
|
+
constructor(options?: Partial<NsfwFileSystemWatcherServerOptions>) {
|
|
397
|
+
this.options = {
|
|
398
|
+
nsfwOptions: {},
|
|
399
|
+
verbose: false,
|
|
400
|
+
info: (message, ...args) => console.info(message, ...args),
|
|
401
|
+
error: (message, ...args) => console.error(message, ...args),
|
|
402
|
+
...options
|
|
403
|
+
};
|
|
404
|
+
}
|
|
405
|
+
|
|
406
|
+
setClient(client: FileSystemWatcherServiceClient | undefined): void {
|
|
407
|
+
this.client = client;
|
|
408
|
+
}
|
|
409
|
+
|
|
410
|
+
/**
|
|
411
|
+
* A specific client requests us to watch a given `uri` according to some `options`.
|
|
412
|
+
*
|
|
413
|
+
* We internally re-use all the same `(uri, options)` pairs.
|
|
414
|
+
*/
|
|
415
|
+
async watchFileChanges(clientId: number, uri: string, options?: WatchOptions): Promise<number> {
|
|
416
|
+
const resolvedOptions = this.resolveWatchOptions(options);
|
|
417
|
+
const watcherKey = this.getWatcherKey(uri, resolvedOptions);
|
|
418
|
+
let watcher = this.watchers.get(watcherKey);
|
|
419
|
+
if (watcher === undefined) {
|
|
420
|
+
const fsPath = FileUri.fsPath(uri);
|
|
421
|
+
watcher = this.createWatcher(clientId, fsPath, resolvedOptions);
|
|
422
|
+
watcher.whenDisposed.then(() => this.watchers.delete(watcherKey));
|
|
423
|
+
this.watchers.set(watcherKey, watcher);
|
|
424
|
+
} else {
|
|
425
|
+
watcher.addRef(clientId);
|
|
426
|
+
}
|
|
427
|
+
const watcherId = this.watcherId++;
|
|
428
|
+
this.watcherHandles.set(watcherId, { clientId, watcher });
|
|
429
|
+
watcher.whenDisposed.then(() => this.watcherHandles.delete(watcherId));
|
|
430
|
+
return watcherId;
|
|
431
|
+
}
|
|
432
|
+
|
|
433
|
+
protected createWatcher(clientId: number, fsPath: string, options: WatchOptions): NsfwWatcher {
|
|
434
|
+
const watcherOptions: NsfwWatcherOptions = {
|
|
435
|
+
ignored: options.ignored
|
|
436
|
+
.map(pattern => new Minimatch(pattern, { dot: true })),
|
|
437
|
+
};
|
|
438
|
+
return new NsfwWatcher(clientId, fsPath, watcherOptions, this.options, this.maybeClient);
|
|
439
|
+
}
|
|
440
|
+
|
|
441
|
+
async unwatchFileChanges(watcherId: number): Promise<void> {
|
|
442
|
+
const handle = this.watcherHandles.get(watcherId);
|
|
443
|
+
if (handle === undefined) {
|
|
444
|
+
console.warn(`tried to de-allocate a disposed watcher: watcherId=${watcherId}`);
|
|
445
|
+
} else {
|
|
446
|
+
this.watcherHandles.delete(watcherId);
|
|
447
|
+
handle.watcher.removeRef(handle.clientId);
|
|
448
|
+
}
|
|
449
|
+
}
|
|
450
|
+
|
|
451
|
+
/**
|
|
452
|
+
* Given some `URI` and some `WatchOptions`, generate a unique key.
|
|
453
|
+
*/
|
|
454
|
+
protected getWatcherKey(uri: string, options: WatchOptions): string {
|
|
455
|
+
return [
|
|
456
|
+
uri,
|
|
457
|
+
options.ignored.slice(0).sort().join() // use a **sorted copy** of `ignored` as part of the key
|
|
458
|
+
].join();
|
|
459
|
+
}
|
|
460
|
+
|
|
461
|
+
/**
|
|
462
|
+
* Return fully qualified options.
|
|
463
|
+
*/
|
|
464
|
+
protected resolveWatchOptions(options?: WatchOptions): WatchOptions {
|
|
465
|
+
return {
|
|
466
|
+
ignored: [],
|
|
467
|
+
...options,
|
|
468
|
+
};
|
|
469
|
+
}
|
|
470
|
+
|
|
471
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
472
|
+
protected debug(message: string, ...params: any[]): void {
|
|
473
|
+
if (this.options.verbose) {
|
|
474
|
+
this.options.info(message, ...params);
|
|
475
|
+
}
|
|
476
|
+
}
|
|
477
|
+
|
|
478
|
+
dispose(): void {
|
|
479
|
+
// Singletons shouldn't be disposed...
|
|
480
|
+
}
|
|
481
|
+
}
|