react-native-nitro-storage 0.10.4 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +71 -14
- package/README.md +127 -41
- package/SECURITY.md +16 -6
- package/android/build.gradle +0 -1
- package/android/consumer-rules.pro +0 -3
- package/android/src/main/cpp/AndroidStorageAdapterCpp.cpp +1 -4
- package/android/src/main/cpp/AndroidStorageAdapterCpp.hpp +3 -3
- package/android/src/main/java/com/nitrostorage/AndroidStorageAdapter.kt +73 -23
- package/android/src/main/java/com/nitrostorage/DiskSqliteStore.kt +15 -0
- package/app.plugin.js +51 -51
- package/cpp/bindings/HybridStorage.cpp +25 -6
- package/cpp/core/NativeStorageAdapter.hpp +14 -1
- package/cpp/core/SqliteDiskStore.cpp +84 -11
- package/cpp/core/SqliteDiskStore.hpp +10 -0
- package/docs/api-reference.md +73 -28
- package/docs/benchmarks.md +4 -12
- package/docs/mmkv-migration.md +3 -1
- package/docs/native-libraries.md +10 -4
- package/docs/secure-storage.md +26 -12
- package/docs/web-backends.md +6 -2
- package/indexeddb-backend/package.json +6 -0
- package/ios/IOSStorageAdapterCpp.hpp +4 -0
- package/ios/IOSStorageAdapterCpp.mm +96 -18
- package/lib/commonjs/capabilities.js +3 -8
- package/lib/commonjs/capabilities.js.map +1 -1
- package/lib/commonjs/index.js +23 -8
- package/lib/commonjs/index.js.map +1 -1
- package/lib/commonjs/index.web.js +61 -19
- package/lib/commonjs/index.web.js.map +1 -1
- package/lib/commonjs/indexeddb-backend.js +21 -37
- package/lib/commonjs/indexeddb-backend.js.map +1 -1
- package/lib/commonjs/internal.js +6 -0
- package/lib/commonjs/internal.js.map +1 -1
- package/lib/commonjs/storage-core.js +35 -11
- package/lib/commonjs/storage-core.js.map +1 -1
- package/lib/commonjs/storage-runtime.js +1 -1
- package/lib/commonjs/storage-runtime.js.map +1 -1
- package/lib/commonjs/testing.js +68 -23
- package/lib/commonjs/testing.js.map +1 -1
- package/lib/commonjs/web-backend-contract.js +6 -2
- package/lib/commonjs/web-backend-contract.js.map +1 -1
- package/lib/module/capabilities.js +3 -8
- package/lib/module/capabilities.js.map +1 -1
- package/lib/module/index.js +14 -5
- package/lib/module/index.js.map +1 -1
- package/lib/module/index.web.js +61 -12
- package/lib/module/index.web.js.map +1 -1
- package/lib/module/indexeddb-backend.js +21 -37
- package/lib/module/indexeddb-backend.js.map +1 -1
- package/lib/module/internal.js +5 -0
- package/lib/module/internal.js.map +1 -1
- package/lib/module/storage-core.js +36 -12
- package/lib/module/storage-core.js.map +1 -1
- package/lib/module/storage-runtime.js +1 -1
- package/lib/module/storage-runtime.js.map +1 -1
- package/lib/module/testing.js +59 -16
- package/lib/module/testing.js.map +1 -1
- package/lib/module/web-backend-contract.js +5 -2
- package/lib/module/web-backend-contract.js.map +1 -1
- package/lib/typescript/capabilities.d.ts.map +1 -1
- package/lib/typescript/index.d.ts +8 -1
- package/lib/typescript/index.d.ts.map +1 -1
- package/lib/typescript/index.web.d.ts +7 -1
- package/lib/typescript/index.web.d.ts.map +1 -1
- package/lib/typescript/indexeddb-backend.d.ts.map +1 -1
- package/lib/typescript/internal.d.ts +1 -0
- package/lib/typescript/internal.d.ts.map +1 -1
- package/lib/typescript/storage-core.d.ts +1 -1
- package/lib/typescript/storage-core.d.ts.map +1 -1
- package/lib/typescript/storage-runtime.d.ts +1 -1
- package/lib/typescript/storage-runtime.d.ts.map +1 -1
- package/lib/typescript/testing.d.ts +15 -2
- package/lib/typescript/testing.d.ts.map +1 -1
- package/lib/typescript/web-backend-contract.d.ts +1 -0
- package/lib/typescript/web-backend-contract.d.ts.map +1 -1
- package/package.json +14 -5
- package/react-native-nitro-storage.podspec +4 -2
- package/src/capabilities.ts +4 -9
- package/src/index.ts +19 -5
- package/src/index.web.ts +86 -19
- package/src/indexeddb-backend.ts +20 -42
- package/src/internal.ts +8 -0
- package/src/storage-core.ts +52 -19
- package/src/storage-runtime.ts +3 -1
- package/src/testing.ts +91 -18
- package/src/web-backend-contract.ts +6 -2
- package/testing/package.json +8 -0
|
@@ -65,20 +65,44 @@ class AndroidStorageAdapter private constructor(private val context: Context) {
|
|
|
65
65
|
|
|
66
66
|
private val masterKeyAlias = "${context.packageName}.nitro_storage.master_key"
|
|
67
67
|
|
|
68
|
-
private val masterKey: MasterKey
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
68
|
+
private val masterKey: MasterKey by lazy {
|
|
69
|
+
try {
|
|
70
|
+
createDefaultMasterKey()
|
|
71
|
+
} catch (e: Exception) {
|
|
72
|
+
throw permanentSecureStoreError(
|
|
73
|
+
"NitroStorage: Cannot create the Secure encryption key.",
|
|
74
|
+
e,
|
|
75
|
+
)
|
|
76
|
+
}
|
|
74
77
|
}
|
|
75
78
|
|
|
76
|
-
private val encryptedPreferences: SharedPreferences
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
79
|
+
private val encryptedPreferences: SharedPreferences by lazy {
|
|
80
|
+
try {
|
|
81
|
+
initializeEncryptedPreferences(
|
|
82
|
+
"NitroStorageSecure",
|
|
83
|
+
masterKey,
|
|
84
|
+
masterKeyAlias,
|
|
85
|
+
::createDefaultMasterKey,
|
|
86
|
+
)
|
|
87
|
+
} catch (e: Exception) {
|
|
88
|
+
throw permanentSecureStoreError(
|
|
89
|
+
"NitroStorage: Cannot open Secure storage.",
|
|
90
|
+
e,
|
|
91
|
+
)
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
private fun permanentSecureStoreError(message: String, cause: Exception): RuntimeException {
|
|
96
|
+
if (cause.message?.contains("[nitro-error:storage_corruption]") == true &&
|
|
97
|
+
cause is RuntimeException
|
|
98
|
+
) {
|
|
99
|
+
return cause
|
|
100
|
+
}
|
|
101
|
+
return RuntimeException(
|
|
102
|
+
"[nitro-error:storage_corruption] $message ${cause.message ?: ""}".trimEnd(),
|
|
103
|
+
cause,
|
|
104
|
+
)
|
|
105
|
+
}
|
|
82
106
|
|
|
83
107
|
private val biometricMasterKeyAlias = "${context.packageName}.nitro_storage.biometric_key"
|
|
84
108
|
private val biometricOrPasscodeMasterKeyAlias =
|
|
@@ -273,25 +297,55 @@ class AndroidStorageAdapter private constructor(private val context: Context) {
|
|
|
273
297
|
|
|
274
298
|
private fun existingBiometricPreferences(): List<SharedPreferences> {
|
|
275
299
|
val stores = mutableListOf<SharedPreferences>()
|
|
300
|
+
if (
|
|
301
|
+
biometricOrPasscodeInitialized ||
|
|
302
|
+
preferencesFileExists("NitroStorageBiometricOrPasscode")
|
|
303
|
+
) {
|
|
304
|
+
stores.add(biometricOrPasscodePreferences)
|
|
305
|
+
}
|
|
306
|
+
if (
|
|
307
|
+
legacyBiometricInitialized ||
|
|
308
|
+
preferencesFileExists("NitroStorageBiometric")
|
|
309
|
+
) {
|
|
310
|
+
stores.add(legacyBiometricPreferences)
|
|
311
|
+
}
|
|
276
312
|
if (
|
|
277
313
|
biometricOnlyInitialized ||
|
|
278
314
|
preferencesFileExists("NitroStorageBiometricOnly")
|
|
279
315
|
) {
|
|
280
316
|
stores.add(biometricOnlyPreferences)
|
|
281
317
|
}
|
|
318
|
+
return stores
|
|
319
|
+
}
|
|
320
|
+
|
|
321
|
+
private fun <T : Any> firstInExistingBiometricPreferences(
|
|
322
|
+
lookup: (SharedPreferences) -> T?,
|
|
323
|
+
): T? {
|
|
282
324
|
if (
|
|
283
325
|
biometricOrPasscodeInitialized ||
|
|
284
326
|
preferencesFileExists("NitroStorageBiometricOrPasscode")
|
|
285
327
|
) {
|
|
286
|
-
|
|
328
|
+
lookup(biometricOrPasscodePreferences)?.let { return it }
|
|
287
329
|
}
|
|
288
330
|
if (
|
|
289
331
|
legacyBiometricInitialized ||
|
|
290
332
|
preferencesFileExists("NitroStorageBiometric")
|
|
291
333
|
) {
|
|
292
|
-
|
|
334
|
+
lookup(legacyBiometricPreferences)?.let { return it }
|
|
293
335
|
}
|
|
294
|
-
|
|
336
|
+
if (
|
|
337
|
+
biometricOnlyInitialized ||
|
|
338
|
+
preferencesFileExists("NitroStorageBiometricOnly")
|
|
339
|
+
) {
|
|
340
|
+
lookup(biometricOnlyPreferences)?.let { return it }
|
|
341
|
+
}
|
|
342
|
+
return null
|
|
343
|
+
}
|
|
344
|
+
|
|
345
|
+
private fun biometricPreferencesContain(key: String): Boolean {
|
|
346
|
+
return firstInExistingBiometricPreferences { preferences ->
|
|
347
|
+
if (preferences.contains(key)) true else null
|
|
348
|
+
} ?: false
|
|
295
349
|
}
|
|
296
350
|
|
|
297
351
|
private fun biometricPreferencesForLevel(level: Int): SharedPreferences {
|
|
@@ -663,7 +717,7 @@ class AndroidStorageAdapter private constructor(private val context: Context) {
|
|
|
663
717
|
if (inst.encryptedPreferences.contains(key)) {
|
|
664
718
|
return true
|
|
665
719
|
}
|
|
666
|
-
return inst.
|
|
720
|
+
return inst.biometricPreferencesContain(key)
|
|
667
721
|
}
|
|
668
722
|
|
|
669
723
|
@JvmStatic
|
|
@@ -776,13 +830,9 @@ class AndroidStorageAdapter private constructor(private val context: Context) {
|
|
|
776
830
|
fun getSecureBiometric(key: String): String? {
|
|
777
831
|
val inst = getInstanceOrThrow()
|
|
778
832
|
return try {
|
|
779
|
-
|
|
780
|
-
|
|
781
|
-
if (value != null) {
|
|
782
|
-
return value
|
|
783
|
-
}
|
|
833
|
+
inst.firstInExistingBiometricPreferences { preferences ->
|
|
834
|
+
inst.getSecureSafe(preferences, key)
|
|
784
835
|
}
|
|
785
|
-
null
|
|
786
836
|
} catch (e: Exception) {
|
|
787
837
|
throw e.wrapStorageException(
|
|
788
838
|
"NitroStorage: Failed to read biometric storage: ${e.message}",
|
|
@@ -809,7 +859,7 @@ class AndroidStorageAdapter private constructor(private val context: Context) {
|
|
|
809
859
|
fun hasSecureBiometric(key: String): Boolean {
|
|
810
860
|
val inst = getInstanceOrThrow()
|
|
811
861
|
return try {
|
|
812
|
-
inst.
|
|
862
|
+
inst.biometricPreferencesContain(key)
|
|
813
863
|
} catch (e: Exception) {
|
|
814
864
|
throw e.wrapStorageException(
|
|
815
865
|
"NitroStorage: Failed to inspect biometric storage: ${e.message}",
|
|
@@ -44,6 +44,7 @@ internal class DiskSqliteStore(
|
|
|
44
44
|
@Synchronized
|
|
45
45
|
fun remove(key: String) {
|
|
46
46
|
db.execSQL("DELETE FROM kv WHERE key = ?", arrayOf(key))
|
|
47
|
+
removeLegacyKeys(listOf(key))
|
|
47
48
|
}
|
|
48
49
|
|
|
49
50
|
@Synchronized
|
|
@@ -86,6 +87,7 @@ internal class DiskSqliteStore(
|
|
|
86
87
|
} finally {
|
|
87
88
|
db.endTransaction()
|
|
88
89
|
}
|
|
90
|
+
removeLegacyKeys(keys.asIterable())
|
|
89
91
|
}
|
|
90
92
|
|
|
91
93
|
@Synchronized
|
|
@@ -135,6 +137,9 @@ internal class DiskSqliteStore(
|
|
|
135
137
|
@Synchronized
|
|
136
138
|
fun clear() {
|
|
137
139
|
db.execSQL("DELETE FROM kv")
|
|
140
|
+
if (legacyPreferences.all.isNotEmpty()) {
|
|
141
|
+
legacyPreferences.edit().clear().apply()
|
|
142
|
+
}
|
|
138
143
|
}
|
|
139
144
|
|
|
140
145
|
private fun migrateLegacyPreferences() {
|
|
@@ -167,6 +172,16 @@ internal class DiskSqliteStore(
|
|
|
167
172
|
}
|
|
168
173
|
}
|
|
169
174
|
|
|
175
|
+
private fun removeLegacyKeys(keys: Iterable<String>) {
|
|
176
|
+
val present = keys.filter { legacyPreferences.contains(it) }
|
|
177
|
+
if (present.isEmpty()) {
|
|
178
|
+
return
|
|
179
|
+
}
|
|
180
|
+
val editor = legacyPreferences.edit()
|
|
181
|
+
present.forEach { editor.remove(it) }
|
|
182
|
+
editor.apply()
|
|
183
|
+
}
|
|
184
|
+
|
|
170
185
|
private companion object {
|
|
171
186
|
const val DATABASE_NAME = "nitro-storage-disk.sqlite"
|
|
172
187
|
const val PREFS_MIGRATION_KEY = "prefs_v1"
|
package/app.plugin.js
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
|
+
const fs = require("fs");
|
|
2
|
+
const path = require("path");
|
|
1
3
|
const {
|
|
2
4
|
withInfoPlist,
|
|
3
5
|
withAndroidManifest,
|
|
4
6
|
withDangerousMod,
|
|
5
7
|
createRunOncePlugin,
|
|
6
|
-
} = require("
|
|
7
|
-
const fs = require("fs");
|
|
8
|
-
const path = require("path");
|
|
8
|
+
} = require("expo/config-plugins");
|
|
9
9
|
const pkg = require("./package.json");
|
|
10
10
|
|
|
11
11
|
const DATA_EXTRACTION_RULES_RESOURCE =
|
|
@@ -84,63 +84,61 @@ function writeAndroidBackupFiles(projectRoot) {
|
|
|
84
84
|
);
|
|
85
85
|
}
|
|
86
86
|
|
|
87
|
-
const
|
|
88
|
-
|
|
89
|
-
"Allow $(PRODUCT_NAME) to use Face ID for secure authentication";
|
|
90
|
-
const {
|
|
91
|
-
faceIDPermission,
|
|
92
|
-
addBiometricPermissions = false,
|
|
93
|
-
configureAndroidBackup = true,
|
|
94
|
-
} = props;
|
|
95
|
-
|
|
96
|
-
config = withInfoPlist(config, (config) => {
|
|
97
|
-
if (
|
|
98
|
-
typeof faceIDPermission === "string" &&
|
|
99
|
-
faceIDPermission.trim() !== ""
|
|
100
|
-
) {
|
|
101
|
-
config.modResults.NSFaceIDUsageDescription = faceIDPermission;
|
|
102
|
-
} else if (!config.modResults.NSFaceIDUsageDescription) {
|
|
103
|
-
config.modResults.NSFaceIDUsageDescription = defaultFaceIDPermission;
|
|
104
|
-
}
|
|
105
|
-
return config;
|
|
106
|
-
});
|
|
87
|
+
const DEFAULT_FACE_ID_PERMISSION =
|
|
88
|
+
"Allow $(PRODUCT_NAME) to use Face ID for secure authentication";
|
|
107
89
|
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
90
|
+
const BIOMETRIC_PERMISSIONS = [
|
|
91
|
+
"android.permission.USE_BIOMETRIC",
|
|
92
|
+
"android.permission.USE_FINGERPRINT",
|
|
93
|
+
];
|
|
112
94
|
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
95
|
+
function applyInfoPlist(infoPlist, props = {}) {
|
|
96
|
+
const { faceIDPermission } = props;
|
|
97
|
+
if (typeof faceIDPermission === "string" && faceIDPermission.trim() !== "") {
|
|
98
|
+
infoPlist.NSFaceIDUsageDescription = faceIDPermission;
|
|
99
|
+
} else if (!infoPlist.NSFaceIDUsageDescription) {
|
|
100
|
+
infoPlist.NSFaceIDUsageDescription = DEFAULT_FACE_ID_PERMISSION;
|
|
101
|
+
}
|
|
102
|
+
return infoPlist;
|
|
103
|
+
}
|
|
116
104
|
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
105
|
+
function applyAndroidManifest(androidManifest, props = {}) {
|
|
106
|
+
const { addBiometricPermissions = false, configureAndroidBackup = true } =
|
|
107
|
+
props;
|
|
120
108
|
|
|
121
|
-
|
|
109
|
+
if (configureAndroidBackup) {
|
|
110
|
+
ensureBackupAttributes(androidManifest);
|
|
111
|
+
}
|
|
122
112
|
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
const fingerprintPermission = {
|
|
127
|
-
$: { "android:name": "android.permission.USE_FINGERPRINT" },
|
|
128
|
-
};
|
|
113
|
+
if (!addBiometricPermissions) {
|
|
114
|
+
return androidManifest;
|
|
115
|
+
}
|
|
129
116
|
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
const hasFingerprint = permissions.some(
|
|
134
|
-
(p) => p.$?.["android:name"] === "android.permission.USE_FINGERPRINT",
|
|
135
|
-
);
|
|
117
|
+
if (!androidManifest.manifest["uses-permission"]) {
|
|
118
|
+
androidManifest.manifest["uses-permission"] = [];
|
|
119
|
+
}
|
|
136
120
|
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
if (!
|
|
141
|
-
permissions.push(
|
|
121
|
+
const permissions = androidManifest.manifest["uses-permission"];
|
|
122
|
+
for (const name of BIOMETRIC_PERMISSIONS) {
|
|
123
|
+
const present = permissions.some((p) => p.$?.["android:name"] === name);
|
|
124
|
+
if (!present) {
|
|
125
|
+
permissions.push({ $: { "android:name": name } });
|
|
142
126
|
}
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
return androidManifest;
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
const withNitroStorage = (config, props = {}) => {
|
|
133
|
+
const { configureAndroidBackup = true } = props;
|
|
134
|
+
|
|
135
|
+
config = withInfoPlist(config, (config) => {
|
|
136
|
+
applyInfoPlist(config.modResults, props);
|
|
137
|
+
return config;
|
|
138
|
+
});
|
|
143
139
|
|
|
140
|
+
config = withAndroidManifest(config, (config) => {
|
|
141
|
+
applyAndroidManifest(config.modResults, props);
|
|
144
142
|
return config;
|
|
145
143
|
});
|
|
146
144
|
|
|
@@ -164,6 +162,8 @@ module.exports = createRunOncePlugin(
|
|
|
164
162
|
);
|
|
165
163
|
module.exports.withNitroStorage = withNitroStorage;
|
|
166
164
|
module.exports._internal = {
|
|
165
|
+
applyInfoPlist,
|
|
166
|
+
applyAndroidManifest,
|
|
167
167
|
dataExtractionRulesXml,
|
|
168
168
|
fullBackupContentXml,
|
|
169
169
|
ensureBackupAttributes,
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
#include "HybridStorage.hpp"
|
|
2
|
+
#include <algorithm>
|
|
2
3
|
#include <cmath>
|
|
3
4
|
#include <stdexcept>
|
|
4
5
|
|
|
@@ -32,8 +33,8 @@ HybridStorage::HybridStorage()
|
|
|
32
33
|
#if __APPLE__
|
|
33
34
|
nativeAdapter_ = std::make_shared<::NitroStorage::IOSStorageAdapterCpp>();
|
|
34
35
|
#elif __ANDROID__
|
|
35
|
-
|
|
36
|
-
nativeAdapter_ = std::make_shared<::NitroStorage::AndroidStorageAdapterCpp>(
|
|
36
|
+
::NitroStorage::AndroidStorageAdapterJava::ensureInitialized();
|
|
37
|
+
nativeAdapter_ = std::make_shared<::NitroStorage::AndroidStorageAdapterCpp>();
|
|
37
38
|
#endif
|
|
38
39
|
#endif
|
|
39
40
|
}
|
|
@@ -338,8 +339,17 @@ void HybridStorage::setBatch(const std::vector<std::string>& keys, const std::ve
|
|
|
338
339
|
break;
|
|
339
340
|
case Scope::Secure:
|
|
340
341
|
ensureAdapter();
|
|
341
|
-
|
|
342
|
-
|
|
342
|
+
try {
|
|
343
|
+
runAdapterOperation(
|
|
344
|
+
[&] { nativeAdapter_->setSecureBatch(keys, values); }, "Secure setBatch");
|
|
345
|
+
} catch (const ::NitroStorage::PartialBatchError& error) {
|
|
346
|
+
const auto listeners = copyListenersForScope(static_cast<int>(s));
|
|
347
|
+
const auto applied = std::min(error.appliedCount(), keys.size());
|
|
348
|
+
for (size_t i = 0; i < applied; ++i) {
|
|
349
|
+
notifyListeners(listeners, keys[i], values[i]);
|
|
350
|
+
}
|
|
351
|
+
throw;
|
|
352
|
+
}
|
|
343
353
|
break;
|
|
344
354
|
}
|
|
345
355
|
|
|
@@ -402,8 +412,17 @@ void HybridStorage::removeBatch(const std::vector<std::string>& keys, double sco
|
|
|
402
412
|
break;
|
|
403
413
|
case Scope::Secure:
|
|
404
414
|
ensureAdapter();
|
|
405
|
-
|
|
406
|
-
|
|
415
|
+
try {
|
|
416
|
+
runAdapterOperation(
|
|
417
|
+
[&] { nativeAdapter_->deleteSecureBatch(keys); }, "Secure removeBatch");
|
|
418
|
+
} catch (const ::NitroStorage::PartialBatchError& error) {
|
|
419
|
+
const auto listeners = copyListenersForScope(static_cast<int>(s));
|
|
420
|
+
const auto applied = std::min(error.appliedCount(), keys.size());
|
|
421
|
+
for (size_t i = 0; i < applied; ++i) {
|
|
422
|
+
notifyListeners(listeners, keys[i], std::nullopt);
|
|
423
|
+
}
|
|
424
|
+
throw;
|
|
425
|
+
}
|
|
407
426
|
break;
|
|
408
427
|
}
|
|
409
428
|
|
|
@@ -1,11 +1,24 @@
|
|
|
1
1
|
#pragma once
|
|
2
2
|
|
|
3
|
-
#include <
|
|
3
|
+
#include <cstddef>
|
|
4
4
|
#include <optional>
|
|
5
|
+
#include <stdexcept>
|
|
6
|
+
#include <string>
|
|
5
7
|
#include <vector>
|
|
6
8
|
|
|
7
9
|
namespace NitroStorage {
|
|
8
10
|
|
|
11
|
+
class PartialBatchError : public std::runtime_error {
|
|
12
|
+
public:
|
|
13
|
+
PartialBatchError(size_t appliedCount, const std::string& message)
|
|
14
|
+
: std::runtime_error(message), appliedCount_(appliedCount) {}
|
|
15
|
+
|
|
16
|
+
size_t appliedCount() const noexcept { return appliedCount_; }
|
|
17
|
+
|
|
18
|
+
private:
|
|
19
|
+
size_t appliedCount_;
|
|
20
|
+
};
|
|
21
|
+
|
|
9
22
|
class NativeStorageAdapter {
|
|
10
23
|
public:
|
|
11
24
|
virtual ~NativeStorageAdapter() = default;
|
|
@@ -61,7 +61,12 @@ std::string escapeLikePrefix(const std::string& prefix) {
|
|
|
61
61
|
|
|
62
62
|
SqliteDiskStore::SqliteDiskStore(std::string path) : path_(std::move(path)) {
|
|
63
63
|
std::lock_guard<std::mutex> lock(mutex_);
|
|
64
|
-
|
|
64
|
+
try {
|
|
65
|
+
openLocked();
|
|
66
|
+
} catch (...) {
|
|
67
|
+
closeLocked();
|
|
68
|
+
throw;
|
|
69
|
+
}
|
|
65
70
|
}
|
|
66
71
|
|
|
67
72
|
SqliteDiskStore::~SqliteDiskStore() {
|
|
@@ -121,6 +126,12 @@ void SqliteDiskStore::openLocked() {
|
|
|
121
126
|
"value TEXT NOT NULL"
|
|
122
127
|
");"
|
|
123
128
|
);
|
|
129
|
+
execLocked(
|
|
130
|
+
"CREATE TABLE IF NOT EXISTS meta ("
|
|
131
|
+
"k TEXT PRIMARY KEY NOT NULL,"
|
|
132
|
+
"v TEXT NOT NULL"
|
|
133
|
+
");"
|
|
134
|
+
);
|
|
124
135
|
setStmt_ = prepareLocked("INSERT OR REPLACE INTO kv(key, value) VALUES(?1, ?2);");
|
|
125
136
|
getStmt_ = prepareLocked("SELECT value FROM kv WHERE key = ?1;");
|
|
126
137
|
removeStmt_ = prepareLocked("DELETE FROM kv WHERE key = ?1;");
|
|
@@ -132,6 +143,8 @@ void SqliteDiskStore::openLocked() {
|
|
|
132
143
|
insertAbsentStmt_ = prepareLocked(
|
|
133
144
|
"INSERT OR IGNORE INTO kv(key, value) VALUES(?1, ?2);"
|
|
134
145
|
);
|
|
146
|
+
getMetaStmt_ = prepareLocked("SELECT 1 FROM meta WHERE k = ?1 LIMIT 1;");
|
|
147
|
+
setMetaStmt_ = prepareLocked("INSERT OR REPLACE INTO meta(k, v) VALUES(?1, ?2);");
|
|
135
148
|
}
|
|
136
149
|
|
|
137
150
|
void SqliteDiskStore::closeLocked() {
|
|
@@ -150,6 +163,8 @@ void SqliteDiskStore::closeLocked() {
|
|
|
150
163
|
finalize(sizeStmt_);
|
|
151
164
|
finalize(clearStmt_);
|
|
152
165
|
finalize(insertAbsentStmt_);
|
|
166
|
+
finalize(getMetaStmt_);
|
|
167
|
+
finalize(setMetaStmt_);
|
|
153
168
|
if (db_ != nullptr) {
|
|
154
169
|
sqlite3_close(db_);
|
|
155
170
|
db_ = nullptr;
|
|
@@ -386,6 +401,49 @@ void SqliteDiskStore::clear() {
|
|
|
386
401
|
}
|
|
387
402
|
}
|
|
388
403
|
|
|
404
|
+
void SqliteDiskStore::insertAbsentLocked(
|
|
405
|
+
const std::vector<std::pair<std::string, std::string>>& entries
|
|
406
|
+
) {
|
|
407
|
+
for (const auto& entry : entries) {
|
|
408
|
+
sqlite3_reset(insertAbsentStmt_);
|
|
409
|
+
sqlite3_clear_bindings(insertAbsentStmt_);
|
|
410
|
+
bindText(insertAbsentStmt_, 1, entry.first);
|
|
411
|
+
bindText(insertAbsentStmt_, 2, entry.second);
|
|
412
|
+
const int rc = sqlite3_step(insertAbsentStmt_);
|
|
413
|
+
sqlite3_reset(insertAbsentStmt_);
|
|
414
|
+
if (rc != SQLITE_DONE) {
|
|
415
|
+
throwSqlite(db_, "migrate", rc);
|
|
416
|
+
}
|
|
417
|
+
}
|
|
418
|
+
}
|
|
419
|
+
|
|
420
|
+
bool SqliteDiskStore::hasMigrationMarkerLocked(const std::string& name) {
|
|
421
|
+
sqlite3_reset(getMetaStmt_);
|
|
422
|
+
sqlite3_clear_bindings(getMetaStmt_);
|
|
423
|
+
bindText(getMetaStmt_, 1, name);
|
|
424
|
+
const int rc = sqlite3_step(getMetaStmt_);
|
|
425
|
+
sqlite3_reset(getMetaStmt_);
|
|
426
|
+
if (rc == SQLITE_ROW) {
|
|
427
|
+
return true;
|
|
428
|
+
}
|
|
429
|
+
if (rc == SQLITE_DONE) {
|
|
430
|
+
return false;
|
|
431
|
+
}
|
|
432
|
+
throwSqlite(db_, "hasMigrationMarker", rc);
|
|
433
|
+
}
|
|
434
|
+
|
|
435
|
+
void SqliteDiskStore::setMigrationMarkerLocked(const std::string& name) {
|
|
436
|
+
sqlite3_reset(setMetaStmt_);
|
|
437
|
+
sqlite3_clear_bindings(setMetaStmt_);
|
|
438
|
+
bindText(setMetaStmt_, 1, name);
|
|
439
|
+
bindText(setMetaStmt_, 2, "1");
|
|
440
|
+
const int rc = sqlite3_step(setMetaStmt_);
|
|
441
|
+
sqlite3_reset(setMetaStmt_);
|
|
442
|
+
if (rc != SQLITE_DONE) {
|
|
443
|
+
throwSqlite(db_, "setMigrationMarker", rc);
|
|
444
|
+
}
|
|
445
|
+
}
|
|
446
|
+
|
|
389
447
|
void SqliteDiskStore::migrateIfAbsent(
|
|
390
448
|
const std::vector<std::pair<std::string, std::string>>& entries
|
|
391
449
|
) {
|
|
@@ -395,17 +453,32 @@ void SqliteDiskStore::migrateIfAbsent(
|
|
|
395
453
|
std::lock_guard<std::mutex> lock(mutex_);
|
|
396
454
|
beginLocked();
|
|
397
455
|
try {
|
|
398
|
-
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
456
|
+
insertAbsentLocked(entries);
|
|
457
|
+
commitLocked();
|
|
458
|
+
} catch (...) {
|
|
459
|
+
rollbackLocked();
|
|
460
|
+
throw;
|
|
461
|
+
}
|
|
462
|
+
}
|
|
463
|
+
|
|
464
|
+
bool SqliteDiskStore::hasMigrationMarker(const std::string& name) {
|
|
465
|
+
std::lock_guard<std::mutex> lock(mutex_);
|
|
466
|
+
return hasMigrationMarkerLocked(name);
|
|
467
|
+
}
|
|
468
|
+
|
|
469
|
+
void SqliteDiskStore::migrateOnce(
|
|
470
|
+
const std::string& name,
|
|
471
|
+
const std::vector<std::pair<std::string, std::string>>& entries
|
|
472
|
+
) {
|
|
473
|
+
std::lock_guard<std::mutex> lock(mutex_);
|
|
474
|
+
beginLocked();
|
|
475
|
+
try {
|
|
476
|
+
if (hasMigrationMarkerLocked(name)) {
|
|
477
|
+
commitLocked();
|
|
478
|
+
return;
|
|
408
479
|
}
|
|
480
|
+
insertAbsentLocked(entries);
|
|
481
|
+
setMigrationMarkerLocked(name);
|
|
409
482
|
commitLocked();
|
|
410
483
|
} catch (...) {
|
|
411
484
|
rollbackLocked();
|
|
@@ -39,6 +39,11 @@ public:
|
|
|
39
39
|
size_t size();
|
|
40
40
|
void clear();
|
|
41
41
|
void migrateIfAbsent(const std::vector<std::pair<std::string, std::string>>& entries);
|
|
42
|
+
bool hasMigrationMarker(const std::string& name);
|
|
43
|
+
void migrateOnce(
|
|
44
|
+
const std::string& name,
|
|
45
|
+
const std::vector<std::pair<std::string, std::string>>& entries
|
|
46
|
+
);
|
|
42
47
|
|
|
43
48
|
private:
|
|
44
49
|
void openLocked();
|
|
@@ -50,6 +55,9 @@ private:
|
|
|
50
55
|
void setLocked(const std::string& key, const std::string& value);
|
|
51
56
|
std::optional<std::string> getLocked(const std::string& key);
|
|
52
57
|
void removeLocked(const std::string& key);
|
|
58
|
+
void insertAbsentLocked(const std::vector<std::pair<std::string, std::string>>& entries);
|
|
59
|
+
bool hasMigrationMarkerLocked(const std::string& name);
|
|
60
|
+
void setMigrationMarkerLocked(const std::string& name);
|
|
53
61
|
sqlite3_stmt* prepareLocked(const char* sql);
|
|
54
62
|
|
|
55
63
|
std::string path_;
|
|
@@ -63,6 +71,8 @@ private:
|
|
|
63
71
|
sqlite3_stmt* sizeStmt_ = nullptr;
|
|
64
72
|
sqlite3_stmt* clearStmt_ = nullptr;
|
|
65
73
|
sqlite3_stmt* insertAbsentStmt_ = nullptr;
|
|
74
|
+
sqlite3_stmt* getMetaStmt_ = nullptr;
|
|
75
|
+
sqlite3_stmt* setMetaStmt_ = nullptr;
|
|
66
76
|
std::mutex mutex_;
|
|
67
77
|
};
|
|
68
78
|
|