expo-tiddlywiki-filesystem-android-external-storage 2.2.12 → 2.2.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +2 -2
- package/build/index.js.map +1 -1
- package/expo-module.config.json +4 -1
- package/ios/ExternalStorageModule.swift +359 -0
- package/ios/GitHelper.swift +697 -0
- package/ios/TarExtractor.swift +158 -0
- package/ios/TiddlerParser.swift +254 -0
- package/package.json +3 -2
- package/src/index.ts +2 -2
package/build/index.js
CHANGED
|
@@ -18,8 +18,8 @@ let _module;
|
|
|
18
18
|
function getNativeModule() {
|
|
19
19
|
if (_module)
|
|
20
20
|
return _module;
|
|
21
|
-
if (Platform.OS !== 'android') {
|
|
22
|
-
throw new Error('ExternalStorage native module is only available on Android');
|
|
21
|
+
if (Platform.OS !== 'android' && Platform.OS !== 'ios') {
|
|
22
|
+
throw new Error('ExternalStorage native module is only available on Android and iOS');
|
|
23
23
|
}
|
|
24
24
|
// eslint-disable-next-line @typescript-eslint/no-require-imports
|
|
25
25
|
const { requireNativeModule } = require('expo-modules-core');
|
package/build/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,IAAI,OAA2C,CAAC;AAEhD;;;;GAIG;AACH,SAAS,eAAe;IACtB,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,IAAI,QAAQ,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,IAAI,OAA2C,CAAC;AAEhD;;;;GAIG;AACH,SAAS,eAAe;IACtB,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,IAAI,QAAQ,CAAC,EAAE,KAAK,SAAS,IAAI,QAAQ,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACxF,CAAC;IACD,iEAAiE;IACjE,MAAM,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC,mBAAmB,CAAsE,CAAC;IAClI,OAAO,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;IACjD,OAAO,OAAO,CAAC;AACjB,CAAC;AAsLD,MAAM,CAAC,MAAM,eAAe,GAA2B,IAAI,KAAK,CAAC,EAA4B,EAAE;IAC7F,GAAG,CAAC,OAAO,EAAE,QAAQ;QACnB,MAAM,GAAG,GAAG,eAAe,EAAE,CAAC;QAC9B,OAAQ,GAAmD,CAAC,QAAQ,CAAC,CAAC;IACxE,CAAC;CACF,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,SAAiB;IAC3C,IAAI,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACpC,OAAO,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC","sourcesContent":["/**\n * TypeScript bindings for the ExternalStorage native module.\n *\n * This module uses raw java.io.File on Android to bypass Expo FileSystem's\n * directory whitelist. It allows reading/writing to shared external storage\n * when MANAGE_EXTERNAL_STORAGE permission is granted.\n *\n * All path arguments are plain filesystem paths (e.g. \"/storage/emulated/0/Documents/TidGi/\").\n * Do NOT pass file:// URIs — strip the scheme before calling.\n */\nimport { Platform } from 'react-native';\n\nlet _module: IExternalStorageModule | undefined;\n\n/**\n * Lazily load the native module. Wrapped in a function so that the app does NOT\n * crash at import time if the native module is missing (e.g. on iOS or when the\n * binary was built without it).\n */\nfunction getNativeModule(): IExternalStorageModule {\n if (_module) return _module;\n if (Platform.OS !== 'android' && Platform.OS !== 'ios') {\n throw new Error('ExternalStorage native module is only available on Android and iOS');\n }\n // eslint-disable-next-line @typescript-eslint/no-require-imports\n const { requireNativeModule } = require('expo-modules-core') as { requireNativeModule: (name: string) => IExternalStorageModule };\n _module = requireNativeModule('ExternalStorage');\n return _module;\n}\n\ninterface FileInfo {\n exists: boolean;\n isDirectory: boolean;\n size: number;\n /** Milliseconds since epoch */\n modificationTime: number;\n}\n\ninterface BatchWriteResult {\n writtenCount: number;\n}\n\ninterface HttpPostToFileResult {\n statusCode: number;\n headers: Record<string, string>;\n bytesWritten: number;\n}\n\ninterface DownloadFileResumableResult {\n statusCode: number;\n /** Final size of the file on disk after download */\n totalBytes: number;\n /** true if the download resumed from a partial file (HTTP 206) */\n resumed: boolean;\n}\n\ninterface ExtractTarResult {\n filesExtracted: number;\n}\n\ninterface ReadFileChunkResult {\n /** Base64-encoded chunk data */\n data: string;\n bytesRead: number;\n}\n\ninterface IExternalStorageModule {\n exists(path: string): Promise<boolean>;\n getInfo(path: string): Promise<FileInfo>;\n\n mkdir(path: string): Promise<void>;\n readDir(path: string): Promise<string[]>;\n /** Recursively list all files under a directory, returning relative paths. Skips .git etc. */\n readDirRecursive(path: string): Promise<string[]>;\n rmdir(path: string): Promise<void>;\n\n readFileUtf8(path: string): Promise<string>;\n readFileBase64(path: string): Promise<string>;\n writeFileUtf8(path: string, content: string): Promise<void>;\n writeFileBase64(path: string, base64Content: string): Promise<void>;\n /**\n * Append a Base64-encoded chunk to a file, optionally truncating first.\n *\n * Designed for streaming large writes from JS in bounded-memory chunks\n * (e.g. 512 KB each) so the JVM never allocates the full file content,\n * avoiding OOM on 50+ MB git pack files.\n *\n * @param truncateFirst Pass `true` for the first chunk to create/truncate\n * the file, then `false` for subsequent chunks.\n */\n appendFileBase64(path: string, base64Content: string, truncateFirst: boolean): Promise<void>;\n writeFilesBase64(paths: string[], base64Contents: string[]): Promise<BatchWriteResult>;\n deleteFile(path: string): Promise<void>;\n\n isExternalStorageWritable(): Promise<boolean>;\n getExternalStorageDirectory(): Promise<string>;\n /** Android 11+ (API 30): check if MANAGE_EXTERNAL_STORAGE is granted. Pre-30 returns true. */\n isExternalStorageManager(): Promise<boolean>;\n\n /**\n * HTTP POST with the response body streamed directly to a file on disk,\n * **never buffering the full response in JVM/Hermes heap**.\n *\n * Designed for git-upload-pack which can return 100+ MB packfiles.\n *\n * @param url Target URL\n * @param headers HTTP headers as `{ key: value }`\n * @param bodyBase64 Request body encoded as Base64 (binary git protocol data)\n * @param destPath Plain filesystem path to write the response body to\n * @param contentType MIME type for the request body\n */\n httpPostToFile(\n url: string,\n headers: Record<string, string>,\n bodyBase64: string,\n destPath: string,\n contentType: string,\n ): Promise<HttpPostToFileResult>;\n\n /**\n * Read a chunk of a file starting at `offset` for up to `length` bytes.\n * Returns Base64-encoded data and actual bytes read.\n *\n * Use this to stream a large file into JS in bounded-memory chunks.\n */\n readFileChunk(path: string, offset: number, length: number): Promise<ReadFileChunkResult>;\n\n /**\n * Download a file via HTTP GET with resumable download support.\n *\n * If `destPath` already exists on disk (from a previous interrupted download),\n * sends `Range: bytes=<existingSize>-` to resume. The server must respond\n * with 206 Partial Content for resume to work; otherwise the file is\n * overwritten from scratch (200 response).\n *\n * @param url Target URL\n * @param headers Extra HTTP headers (e.g. Authorization, ETag)\n * @param destPath Plain filesystem path for the downloaded file\n */\n downloadFileResumable(\n url: string,\n headers: Record<string, string>,\n destPath: string,\n ): Promise<DownloadFileResumableResult>;\n\n /**\n * Extract an uncompressed tar archive to a destination directory.\n * Uses a native tar parser — no third-party dependency.\n * Supports POSIX ustar and GNU long-name extensions.\n * Validates paths to prevent directory traversal attacks.\n *\n * @param tarPath Path to the .tar file\n * @param destDir Destination directory (created if needed)\n */\n extractTar(tarPath: string, destDir: string): Promise<ExtractTarResult>;\n\n /**\n * Parse a batch of TiddlyWiki tiddler files entirely in native Kotlin.\n *\n * This is the critical performance optimization for initial wiki loading:\n * a single bridge call processes 100+ files in parallel, returning a\n * ready-to-inject JSON array string. Eliminates per-file bridge round-trips.\n *\n * Supports .tid, .json, and .meta files. Applies skinny logic:\n * - System tiddlers ($:/) → always full text\n * - Plugins (application/json + plugin-type) → always full text\n * - Module tiddlers (module-type) → always full text\n * - Small tiddlers (< 10KB body) → full text\n * - Large user tiddlers → skinny (_is_skinny: \"yes\", text omitted)\n *\n * @param filePaths Array of absolute filesystem paths\n * @param quickLoadMode If true, all tiddlers returned as skinny\n * @returns JSON string: serialized array of tiddler field objects\n */\n batchParseTidFiles(filePaths: string[], quickLoadMode: boolean): Promise<string>;\n\n /**\n * Lightweight native git status using direct git-index parsing.\n *\n * Parses `.git/index` to get tracked files and their stat-cache entries,\n * then compares against the working directory using file size and mtime.\n * Orders of magnitude faster than isomorphic-git's `statusMatrix` because:\n * - No JS↔Native bridge round-trips per file\n * - Uses stat-cache (size+mtime) instead of SHA-1 re-hashing\n * - Parallel file walking in Java\n *\n * @param gitRootDir The root directory of the git repository (parent of .git/)\n * @returns JSON string: `[{\"path\":\"tiddlers/foo.tid\",\"type\":\"add\"|\"modify\"|\"delete\"}, ...]`\n */\n gitStatus(gitRootDir: string): Promise<string>;\n\n /**\n * Debug function returning diagnostic info about the git repository state.\n * @returns JSON string with root/gitDir/index existence and git dir children\n */\n gitStatusDebug(gitRootDir: string): Promise<string>;\n\n /**\n * Build `.git/index` natively by reading the HEAD tree from pack files,\n * stat'ing all files on disk, and writing a v2 index file.\n *\n * This is used after archive clone where TidGi Desktop's tar export\n * doesn't include `.git/index`.\n *\n * @param gitRootDir The root directory of the git repository (parent of .git/)\n * @returns JSON string: `{\"ok\":true,\"entries\":N,\"indexSize\":M}` or `{\"ok\":false,\"error\":\"...\"}`\n */\n buildGitIndex(gitRootDir: string): Promise<string>;\n}\n\nexport const ExternalStorage: IExternalStorageModule = new Proxy({} as IExternalStorageModule, {\n get(_target, property) {\n const mod = getNativeModule();\n return (mod as unknown as Record<string | symbol, unknown>)[property];\n },\n});\n\n/**\n * Strip file:// prefix from a URI to produce a plain filesystem path.\n * Safe to call on paths that are already plain.\n */\nexport function toPlainPath(uriOrPath: string): string {\n if (uriOrPath.startsWith('file://')) {\n return uriOrPath.slice('file://'.length);\n }\n return uriOrPath;\n}\n\nexport type { BatchWriteResult, DownloadFileResumableResult, ExtractTarResult, FileInfo, HttpPostToFileResult, IExternalStorageModule, ReadFileChunkResult };\n"]}
|
package/expo-module.config.json
CHANGED
|
@@ -0,0 +1,359 @@
|
|
|
1
|
+
import ExpoModulesCore
|
|
2
|
+
import Foundation
|
|
3
|
+
|
|
4
|
+
/// iOS implementation of the ExternalStorage native module.
|
|
5
|
+
/// Provides filesystem operations, TiddlyWiki batch parsing,
|
|
6
|
+
/// git status/index building, tar extraction, and streaming HTTP.
|
|
7
|
+
///
|
|
8
|
+
/// All path arguments are plain filesystem paths — NOT file:// URIs.
|
|
9
|
+
public class ExternalStorageModule: Module {
|
|
10
|
+
public func definition() -> ModuleDefinition {
|
|
11
|
+
Name("ExternalStorage")
|
|
12
|
+
|
|
13
|
+
// ─── Basic queries ─────────────────────────────────────────────
|
|
14
|
+
|
|
15
|
+
AsyncFunction("exists") { (path: String) -> Bool in
|
|
16
|
+
FileManager.default.fileExists(atPath: path)
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
AsyncFunction("getInfo") { (path: String) -> [String: Any] in
|
|
20
|
+
let fm = FileManager.default
|
|
21
|
+
guard fm.fileExists(atPath: path) else {
|
|
22
|
+
return ["exists": false, "isDirectory": false, "size": 0, "modificationTime": 0]
|
|
23
|
+
}
|
|
24
|
+
let attrs = try fm.attributesOfItem(atPath: path)
|
|
25
|
+
let isDir = (attrs[.type] as? FileAttributeType) == .typeDirectory
|
|
26
|
+
let size = (attrs[.size] as? UInt64) ?? 0
|
|
27
|
+
let mtime = (attrs[.modificationDate] as? Date)?.timeIntervalSince1970 ?? 0
|
|
28
|
+
return [
|
|
29
|
+
"exists": true,
|
|
30
|
+
"isDirectory": isDir,
|
|
31
|
+
"size": size,
|
|
32
|
+
"modificationTime": Int(mtime * 1000),
|
|
33
|
+
]
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
// ─── Directory operations ──────────────────────────────────────
|
|
37
|
+
|
|
38
|
+
AsyncFunction("mkdir") { (path: String) in
|
|
39
|
+
try FileManager.default.createDirectory(
|
|
40
|
+
atPath: path,
|
|
41
|
+
withIntermediateDirectories: true,
|
|
42
|
+
attributes: nil
|
|
43
|
+
)
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
AsyncFunction("readDir") { (path: String) -> [String] in
|
|
47
|
+
let fm = FileManager.default
|
|
48
|
+
guard fm.fileExists(atPath: path) else {
|
|
49
|
+
throw NSError(domain: "ENOENT", code: 2, userInfo: [NSLocalizedDescriptionKey: "Directory does not exist: \(path)"])
|
|
50
|
+
}
|
|
51
|
+
return try fm.contentsOfDirectory(atPath: path)
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
AsyncFunction("readDirRecursive") { (path: String) -> [String] in
|
|
55
|
+
Self.readDirRecursive(root: path)
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
AsyncFunction("rmdir") { (path: String) in
|
|
59
|
+
let fm = FileManager.default
|
|
60
|
+
if fm.fileExists(atPath: path) {
|
|
61
|
+
try fm.removeItem(atPath: path)
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
// ─── File read/write ───────────────────────────────────────────
|
|
66
|
+
|
|
67
|
+
AsyncFunction("readFileUtf8") { (path: String) -> String in
|
|
68
|
+
guard FileManager.default.fileExists(atPath: path) else {
|
|
69
|
+
throw NSError(domain: "ENOENT", code: 2, userInfo: [NSLocalizedDescriptionKey: "File does not exist: \(path)"])
|
|
70
|
+
}
|
|
71
|
+
return try String(contentsOfFile: path, encoding: .utf8)
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
AsyncFunction("readFileBase64") { (path: String) -> String in
|
|
75
|
+
guard FileManager.default.fileExists(atPath: path) else {
|
|
76
|
+
throw NSError(domain: "ENOENT", code: 2, userInfo: [NSLocalizedDescriptionKey: "File does not exist: \(path)"])
|
|
77
|
+
}
|
|
78
|
+
let data = try Data(contentsOf: URL(fileURLWithPath: path))
|
|
79
|
+
return data.base64EncodedString()
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
AsyncFunction("writeFileUtf8") { (path: String, content: String) in
|
|
83
|
+
let url = URL(fileURLWithPath: path)
|
|
84
|
+
try FileManager.default.createDirectory(
|
|
85
|
+
at: url.deletingLastPathComponent(),
|
|
86
|
+
withIntermediateDirectories: true,
|
|
87
|
+
attributes: nil
|
|
88
|
+
)
|
|
89
|
+
try content.write(toFile: path, atomically: true, encoding: .utf8)
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
AsyncFunction("writeFileBase64") { (path: String, base64Content: String) in
|
|
93
|
+
guard let data = Data(base64Encoded: base64Content) else {
|
|
94
|
+
throw NSError(domain: "InvalidBase64", code: 1, userInfo: nil)
|
|
95
|
+
}
|
|
96
|
+
let url = URL(fileURLWithPath: path)
|
|
97
|
+
try FileManager.default.createDirectory(
|
|
98
|
+
at: url.deletingLastPathComponent(),
|
|
99
|
+
withIntermediateDirectories: true,
|
|
100
|
+
attributes: nil
|
|
101
|
+
)
|
|
102
|
+
try data.write(to: url)
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
AsyncFunction("appendFileBase64") { (path: String, base64Content: String, truncateFirst: Bool) in
|
|
106
|
+
guard let data = Data(base64Encoded: base64Content) else {
|
|
107
|
+
throw NSError(domain: "InvalidBase64", code: 1, userInfo: nil)
|
|
108
|
+
}
|
|
109
|
+
let url = URL(fileURLWithPath: path)
|
|
110
|
+
if truncateFirst {
|
|
111
|
+
try FileManager.default.createDirectory(
|
|
112
|
+
at: url.deletingLastPathComponent(),
|
|
113
|
+
withIntermediateDirectories: true,
|
|
114
|
+
attributes: nil
|
|
115
|
+
)
|
|
116
|
+
try data.write(to: url)
|
|
117
|
+
} else {
|
|
118
|
+
let handle = try FileHandle(forWritingTo: url)
|
|
119
|
+
defer { handle.closeFile() }
|
|
120
|
+
handle.seekToEndOfFile()
|
|
121
|
+
handle.write(data)
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
AsyncFunction("writeFilesBase64") { (paths: [String], base64Contents: [String]) -> [String: Int] in
|
|
126
|
+
guard paths.count == base64Contents.count else {
|
|
127
|
+
throw NSError(domain: "InvalidArgs", code: 1, userInfo: [NSLocalizedDescriptionKey: "paths and contents must have same length"])
|
|
128
|
+
}
|
|
129
|
+
var written = 0
|
|
130
|
+
for (path, b64) in zip(paths, base64Contents) {
|
|
131
|
+
guard let data = Data(base64Encoded: b64) else { continue }
|
|
132
|
+
let url = URL(fileURLWithPath: path)
|
|
133
|
+
try FileManager.default.createDirectory(
|
|
134
|
+
at: url.deletingLastPathComponent(),
|
|
135
|
+
withIntermediateDirectories: true,
|
|
136
|
+
attributes: nil
|
|
137
|
+
)
|
|
138
|
+
try data.write(to: url)
|
|
139
|
+
written += 1
|
|
140
|
+
}
|
|
141
|
+
return ["writtenCount": written]
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
AsyncFunction("deleteFile") { (path: String) in
|
|
145
|
+
let fm = FileManager.default
|
|
146
|
+
if fm.fileExists(atPath: path) {
|
|
147
|
+
try fm.removeItem(atPath: path)
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
// ─── Storage queries (iOS equivalents) ─────────────────────────
|
|
152
|
+
|
|
153
|
+
AsyncFunction("isExternalStorageWritable") { () -> Bool in
|
|
154
|
+
// iOS always has writable app sandbox
|
|
155
|
+
true
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
AsyncFunction("getExternalStorageDirectory") { () -> String in
|
|
159
|
+
// Return the Documents directory
|
|
160
|
+
NSSearchPathForDirectoriesInDomains(.documentDirectory, .userDomainMask, true).first ?? ""
|
|
161
|
+
}
|
|
162
|
+
|
|
163
|
+
AsyncFunction("isExternalStorageManager") { () -> Bool in
|
|
164
|
+
// iOS doesn't have this concept — always true within sandbox
|
|
165
|
+
true
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
// ─── Streaming HTTP operations ─────────────────────────────────
|
|
169
|
+
|
|
170
|
+
AsyncFunction("httpPostToFile") { (url: String, headersMap: [String: String], bodyBase64: String, destPath: String, contentType: String) -> [String: Any] in
|
|
171
|
+
try await Self.httpPostToFile(
|
|
172
|
+
url: url,
|
|
173
|
+
headers: headersMap,
|
|
174
|
+
bodyBase64: bodyBase64,
|
|
175
|
+
destPath: destPath,
|
|
176
|
+
contentType: contentType
|
|
177
|
+
)
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
AsyncFunction("downloadFileResumable") { (url: String, headersMap: [String: String], destPath: String) -> [String: Any] in
|
|
181
|
+
try await Self.downloadFileResumable(url: url, headers: headersMap, destPath: destPath)
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
// ─── Chunked file reading ──────────────────────────────────────
|
|
185
|
+
|
|
186
|
+
AsyncFunction("readFileChunk") { (path: String, offset: Int, length: Int) -> [String: Any] in
|
|
187
|
+
guard FileManager.default.fileExists(atPath: path) else {
|
|
188
|
+
throw NSError(domain: "ENOENT", code: 2, userInfo: nil)
|
|
189
|
+
}
|
|
190
|
+
let handle = try FileHandle(forReadingFrom: URL(fileURLWithPath: path))
|
|
191
|
+
defer { handle.closeFile() }
|
|
192
|
+
handle.seek(toFileOffset: UInt64(offset))
|
|
193
|
+
let data = handle.readData(ofLength: length)
|
|
194
|
+
return [
|
|
195
|
+
"data": data.base64EncodedString(),
|
|
196
|
+
"bytesRead": data.count,
|
|
197
|
+
]
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
// ─── Tar extraction ────────────────────────────────────────────
|
|
201
|
+
|
|
202
|
+
AsyncFunction("extractTar") { (tarPath: String, destDir: String) -> [String: Int] in
|
|
203
|
+
let count = try TarExtractor.extract(tarPath: tarPath, destDir: destDir)
|
|
204
|
+
return ["filesExtracted": count]
|
|
205
|
+
}
|
|
206
|
+
|
|
207
|
+
// ─── TiddlyWiki batch parsing ──────────────────────────────────
|
|
208
|
+
|
|
209
|
+
AsyncFunction("batchParseTidFiles") { (filePaths: [String], quickLoadMode: Bool) -> String in
|
|
210
|
+
TiddlerParser.batchParse(filePaths: filePaths, quickLoadMode: quickLoadMode)
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
// ─── Git operations ────────────────────────────────────────────
|
|
214
|
+
|
|
215
|
+
AsyncFunction("gitStatus") { (gitRootDir: String) -> String in
|
|
216
|
+
try GitHelper.gitStatus(rootDir: gitRootDir)
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
AsyncFunction("gitStatusDebug") { (gitRootDir: String) -> String in
|
|
220
|
+
try GitHelper.gitStatusDebug(rootDir: gitRootDir)
|
|
221
|
+
}
|
|
222
|
+
|
|
223
|
+
AsyncFunction("buildGitIndex") { (gitRootDir: String) -> String in
|
|
224
|
+
try GitHelper.buildGitIndex(rootDir: gitRootDir)
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
// ─── Static helpers ──────────────────────────────────────────────
|
|
229
|
+
|
|
230
|
+
private static let skipDirs: Set<String> = [".git", "node_modules", ".DS_Store", "output"]
|
|
231
|
+
|
|
232
|
+
static func readDirRecursive(root: String) -> [String] {
|
|
233
|
+
var results = [String]()
|
|
234
|
+
walkDir(base: root, prefix: "", results: &results)
|
|
235
|
+
return results
|
|
236
|
+
}
|
|
237
|
+
|
|
238
|
+
private static func walkDir(base: String, prefix: String, results: inout [String]) {
|
|
239
|
+
let fm = FileManager.default
|
|
240
|
+
guard let children = try? fm.contentsOfDirectory(atPath: base) else { return }
|
|
241
|
+
for child in children {
|
|
242
|
+
if skipDirs.contains(child) { continue }
|
|
243
|
+
let fullPath = (base as NSString).appendingPathComponent(child)
|
|
244
|
+
let relPath = prefix.isEmpty ? child : "\(prefix)/\(child)"
|
|
245
|
+
var isDir: ObjCBool = false
|
|
246
|
+
if fm.fileExists(atPath: fullPath, isDirectory: &isDir), isDir.boolValue {
|
|
247
|
+
walkDir(base: fullPath, prefix: relPath, results: &results)
|
|
248
|
+
} else {
|
|
249
|
+
results.append(relPath)
|
|
250
|
+
}
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
|
|
254
|
+
// ─── Streaming HTTP helpers ──────────────────────────────────────
|
|
255
|
+
|
|
256
|
+
private static func httpPostToFile(
|
|
257
|
+
url: String,
|
|
258
|
+
headers: [String: String],
|
|
259
|
+
bodyBase64: String,
|
|
260
|
+
destPath: String,
|
|
261
|
+
contentType: String
|
|
262
|
+
) async throws -> [String: Any] {
|
|
263
|
+
guard let requestUrl = URL(string: url) else {
|
|
264
|
+
throw NSError(domain: "InvalidURL", code: 1, userInfo: nil)
|
|
265
|
+
}
|
|
266
|
+
guard let bodyData = Data(base64Encoded: bodyBase64) else {
|
|
267
|
+
throw NSError(domain: "InvalidBase64", code: 1, userInfo: nil)
|
|
268
|
+
}
|
|
269
|
+
|
|
270
|
+
let destUrl = URL(fileURLWithPath: destPath)
|
|
271
|
+
try FileManager.default.createDirectory(
|
|
272
|
+
at: destUrl.deletingLastPathComponent(),
|
|
273
|
+
withIntermediateDirectories: true,
|
|
274
|
+
attributes: nil
|
|
275
|
+
)
|
|
276
|
+
|
|
277
|
+
var request = URLRequest(url: requestUrl)
|
|
278
|
+
request.httpMethod = "POST"
|
|
279
|
+
request.setValue(contentType, forHTTPHeaderField: "Content-Type")
|
|
280
|
+
for (key, value) in headers {
|
|
281
|
+
request.setValue(value, forHTTPHeaderField: key)
|
|
282
|
+
}
|
|
283
|
+
request.httpBody = bodyData
|
|
284
|
+
request.timeoutInterval = 300 // 5 min read timeout
|
|
285
|
+
|
|
286
|
+
let (data, response) = try await URLSession.shared.data(for: request)
|
|
287
|
+
let httpResponse = response as? HTTPURLResponse
|
|
288
|
+
let statusCode = httpResponse?.statusCode ?? 0
|
|
289
|
+
let responseHeaders = (httpResponse?.allHeaderFields as? [String: String]) ?? [:]
|
|
290
|
+
|
|
291
|
+
// Write response to file
|
|
292
|
+
try data.write(to: destUrl)
|
|
293
|
+
|
|
294
|
+
return [
|
|
295
|
+
"statusCode": statusCode,
|
|
296
|
+
"headers": responseHeaders,
|
|
297
|
+
"bytesWritten": data.count,
|
|
298
|
+
]
|
|
299
|
+
}
|
|
300
|
+
|
|
301
|
+
private static func downloadFileResumable(
|
|
302
|
+
url: String,
|
|
303
|
+
headers: [String: String],
|
|
304
|
+
destPath: String
|
|
305
|
+
) async throws -> [String: Any] {
|
|
306
|
+
guard let requestUrl = URL(string: url) else {
|
|
307
|
+
throw NSError(domain: "InvalidURL", code: 1, userInfo: nil)
|
|
308
|
+
}
|
|
309
|
+
|
|
310
|
+
let destUrl = URL(fileURLWithPath: destPath)
|
|
311
|
+
try FileManager.default.createDirectory(
|
|
312
|
+
at: destUrl.deletingLastPathComponent(),
|
|
313
|
+
withIntermediateDirectories: true,
|
|
314
|
+
attributes: nil
|
|
315
|
+
)
|
|
316
|
+
|
|
317
|
+
var request = URLRequest(url: requestUrl)
|
|
318
|
+
request.httpMethod = "GET"
|
|
319
|
+
for (key, value) in headers {
|
|
320
|
+
request.setValue(value, forHTTPHeaderField: key)
|
|
321
|
+
}
|
|
322
|
+
request.timeoutInterval = 600 // 10 min
|
|
323
|
+
|
|
324
|
+
// Check existing file for resume
|
|
325
|
+
var existingSize: UInt64 = 0
|
|
326
|
+
if FileManager.default.fileExists(atPath: destPath) {
|
|
327
|
+
let attrs = try FileManager.default.attributesOfItem(atPath: destPath)
|
|
328
|
+
existingSize = (attrs[.size] as? UInt64) ?? 0
|
|
329
|
+
if existingSize > 0 {
|
|
330
|
+
request.setValue("bytes=\(existingSize)-", forHTTPHeaderField: "Range")
|
|
331
|
+
}
|
|
332
|
+
}
|
|
333
|
+
|
|
334
|
+
let (data, response) = try await URLSession.shared.data(for: request)
|
|
335
|
+
let httpResponse = response as? HTTPURLResponse
|
|
336
|
+
let statusCode = httpResponse?.statusCode ?? 0
|
|
337
|
+
let resumed = statusCode == 206
|
|
338
|
+
|
|
339
|
+
if resumed {
|
|
340
|
+
// Append to existing file
|
|
341
|
+
let handle = try FileHandle(forWritingTo: destUrl)
|
|
342
|
+
defer { handle.closeFile() }
|
|
343
|
+
handle.seekToEndOfFile()
|
|
344
|
+
handle.write(data)
|
|
345
|
+
} else {
|
|
346
|
+
// Overwrite
|
|
347
|
+
try data.write(to: destUrl)
|
|
348
|
+
}
|
|
349
|
+
|
|
350
|
+
let finalAttrs = try FileManager.default.attributesOfItem(atPath: destPath)
|
|
351
|
+
let totalBytes = (finalAttrs[.size] as? UInt64) ?? 0
|
|
352
|
+
|
|
353
|
+
return [
|
|
354
|
+
"statusCode": statusCode,
|
|
355
|
+
"totalBytes": totalBytes,
|
|
356
|
+
"resumed": resumed,
|
|
357
|
+
]
|
|
358
|
+
}
|
|
359
|
+
}
|