dfindexeddb 20240417__py3-none-any.whl → 20240519__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dfindexeddb/indexeddb/chromium/blink.py +5 -0
- dfindexeddb/indexeddb/chromium/record.py +90 -7
- dfindexeddb/indexeddb/cli.py +82 -80
- dfindexeddb/indexeddb/safari/definitions.py +123 -0
- dfindexeddb/indexeddb/safari/record.py +238 -0
- dfindexeddb/indexeddb/safari/webkit.py +701 -0
- dfindexeddb/leveldb/cli.py +70 -11
- dfindexeddb/leveldb/log.py +9 -3
- dfindexeddb/leveldb/plugins/__init__.py +17 -0
- dfindexeddb/leveldb/plugins/chrome_notifications.py +135 -0
- dfindexeddb/leveldb/plugins/interface.py +36 -0
- dfindexeddb/leveldb/plugins/manager.py +75 -0
- dfindexeddb/leveldb/plugins/notification_database_data_pb2.py +38 -0
- dfindexeddb/leveldb/record.py +212 -53
- dfindexeddb/utils.py +34 -0
- dfindexeddb/version.py +1 -1
- {dfindexeddb-20240417.dist-info → dfindexeddb-20240519.dist-info}/METADATA +74 -80
- dfindexeddb-20240519.dist-info/RECORD +37 -0
- dfindexeddb-20240417.dist-info/RECORD +0 -29
- {dfindexeddb-20240417.dist-info → dfindexeddb-20240519.dist-info}/AUTHORS +0 -0
- {dfindexeddb-20240417.dist-info → dfindexeddb-20240519.dist-info}/LICENSE +0 -0
- {dfindexeddb-20240417.dist-info → dfindexeddb-20240519.dist-info}/WHEEL +0 -0
- {dfindexeddb-20240417.dist-info → dfindexeddb-20240519.dist-info}/entry_points.txt +0 -0
- {dfindexeddb-20240417.dist-info → dfindexeddb-20240519.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,238 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# Copyright 2024 Google LLC
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
"""Safari IndexedDB records."""
|
|
16
|
+
from dataclasses import dataclass
|
|
17
|
+
import plistlib
|
|
18
|
+
import sqlite3
|
|
19
|
+
import sys
|
|
20
|
+
import traceback
|
|
21
|
+
from typing import Any, Generator, Optional
|
|
22
|
+
|
|
23
|
+
from dfindexeddb import errors
|
|
24
|
+
from dfindexeddb.indexeddb.safari import webkit
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
@dataclass
|
|
28
|
+
class ObjectStoreInfo:
|
|
29
|
+
"""An ObjectStoreInfo.
|
|
30
|
+
|
|
31
|
+
Attributes:
|
|
32
|
+
id: the object store ID.
|
|
33
|
+
name: the object store name.
|
|
34
|
+
key_path: the object store key path.
|
|
35
|
+
auto_inc: True if the object store uses auto incrementing IDs.
|
|
36
|
+
database_name: the database name from the IDBDatabaseInfo table.
|
|
37
|
+
"""
|
|
38
|
+
id: int
|
|
39
|
+
name: str
|
|
40
|
+
key_path: str
|
|
41
|
+
auto_inc: bool
|
|
42
|
+
database_name: str
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
@dataclass
|
|
46
|
+
class IndexedDBRecord:
|
|
47
|
+
"""A Safari IndexedDBRecord.
|
|
48
|
+
|
|
49
|
+
Attributes:
|
|
50
|
+
key: the parsed key.
|
|
51
|
+
value: the parsed value.
|
|
52
|
+
object_store_id: the object store id.
|
|
53
|
+
object_store_name: the object store name from the ObjectStoreInfo table.
|
|
54
|
+
database_name: the IndexedDB database name from the IDBDatabaseInfo table.
|
|
55
|
+
record_id: the record ID from the Record table.
|
|
56
|
+
"""
|
|
57
|
+
key: Any
|
|
58
|
+
value: Any
|
|
59
|
+
object_store_id: int
|
|
60
|
+
object_store_name: str
|
|
61
|
+
database_name: str
|
|
62
|
+
record_id: int
|
|
63
|
+
|
|
64
|
+
|
|
65
|
+
class FileReader:
|
|
66
|
+
"""A reader for Safari IndexedDB sqlite3 files.
|
|
67
|
+
|
|
68
|
+
Attributes:
|
|
69
|
+
database_name: the database name.
|
|
70
|
+
database_version: the database version.
|
|
71
|
+
metadata_version: the metadata version.
|
|
72
|
+
max_object_store_id: the maximum object store ID.
|
|
73
|
+
"""
|
|
74
|
+
|
|
75
|
+
def __init__(self, filename: str):
|
|
76
|
+
"""Initializes the FileReader.
|
|
77
|
+
|
|
78
|
+
Args:
|
|
79
|
+
filename: the IndexedDB filename.
|
|
80
|
+
"""
|
|
81
|
+
self.filename = filename
|
|
82
|
+
|
|
83
|
+
with sqlite3.connect(f'file:{self.filename}?mode=ro', uri=True) as conn:
|
|
84
|
+
cursor = conn.execute(
|
|
85
|
+
'SELECT value FROM IDBDatabaseInfo WHERE key = "DatabaseVersion"')
|
|
86
|
+
result = cursor.fetchone()
|
|
87
|
+
self.database_version = result[0]
|
|
88
|
+
|
|
89
|
+
cursor = conn.execute(
|
|
90
|
+
'SELECT value FROM IDBDatabaseInfo WHERE key = "MetadataVersion"')
|
|
91
|
+
result = cursor.fetchone()
|
|
92
|
+
self.metadata_version = result[0]
|
|
93
|
+
|
|
94
|
+
cursor = conn.execute(
|
|
95
|
+
'SELECT value FROM IDBDatabaseInfo WHERE key = "DatabaseName"')
|
|
96
|
+
result = cursor.fetchone()
|
|
97
|
+
self.database_name = result[0]
|
|
98
|
+
|
|
99
|
+
cursor = conn.execute(
|
|
100
|
+
'SELECT value FROM IDBDatabaseInfo WHERE key = "MaxObjectStoreID"')
|
|
101
|
+
result = cursor.fetchone()
|
|
102
|
+
self.max_object_store_id = result[0]
|
|
103
|
+
|
|
104
|
+
def ObjectStores(self) -> Generator[ObjectStoreInfo, None, None]:
|
|
105
|
+
"""Returns the Object Store information from the IndexedDB database.
|
|
106
|
+
|
|
107
|
+
Yields:
|
|
108
|
+
ObjectStoreInfo instances.
|
|
109
|
+
"""
|
|
110
|
+
with sqlite3.connect(f'file:{self.filename}?mode=ro', uri=True) as conn:
|
|
111
|
+
cursor = conn.execute(
|
|
112
|
+
'SELECT id, name, keypath, autoinc FROM ObjectStoreInfo')
|
|
113
|
+
results = cursor.fetchall()
|
|
114
|
+
for result in results:
|
|
115
|
+
key_path = plistlib.loads(result[2])
|
|
116
|
+
yield ObjectStoreInfo(
|
|
117
|
+
id=result[0],
|
|
118
|
+
name=result[1],
|
|
119
|
+
key_path=key_path,
|
|
120
|
+
auto_inc=result[3],
|
|
121
|
+
database_name=self.database_name)
|
|
122
|
+
|
|
123
|
+
def RecordById(self, record_id: int) -> Optional[IndexedDBRecord]:
|
|
124
|
+
"""Returns an IndexedDBRecord for the given record_id.
|
|
125
|
+
|
|
126
|
+
Returns:
|
|
127
|
+
the IndexedDBRecord or None if the record_id does not exist in the
|
|
128
|
+
database.
|
|
129
|
+
"""
|
|
130
|
+
with sqlite3.connect(f'file:{self.filename}?mode=ro', uri=True) as conn:
|
|
131
|
+
conn.text_factory = bytes
|
|
132
|
+
cursor = conn.execute(
|
|
133
|
+
'SELECT r.key, r.value, r.objectStoreID, o.name, r.recordID FROM '
|
|
134
|
+
'Records r '
|
|
135
|
+
'JOIN ObjectStoreInfo o ON r.objectStoreID == o.id '
|
|
136
|
+
'WHERE r.recordID = ?', (record_id, ))
|
|
137
|
+
row = cursor.fetchone()
|
|
138
|
+
if not row:
|
|
139
|
+
return None
|
|
140
|
+
key = webkit.IDBKeyData.FromBytes(row[0]).data
|
|
141
|
+
value = webkit.SerializedScriptValueDecoder.FromBytes(row[1])
|
|
142
|
+
return IndexedDBRecord(
|
|
143
|
+
key=key,
|
|
144
|
+
value=value,
|
|
145
|
+
object_store_id=row[2],
|
|
146
|
+
object_store_name=row[3].decode('utf-8'),
|
|
147
|
+
database_name=self.database_name,
|
|
148
|
+
record_id=row[4])
|
|
149
|
+
|
|
150
|
+
def RecordsByObjectStoreName(
|
|
151
|
+
self,
|
|
152
|
+
name: str
|
|
153
|
+
) -> Generator[IndexedDBRecord, None, None]:
|
|
154
|
+
"""Returns IndexedDBRecords for the given ObjectStore name.
|
|
155
|
+
|
|
156
|
+
Yields:
|
|
157
|
+
IndexedDBRecord instances.
|
|
158
|
+
"""
|
|
159
|
+
with sqlite3.connect(f'file:{self.filename}?mode=ro', uri=True) as conn:
|
|
160
|
+
conn.text_factory = bytes
|
|
161
|
+
for row in conn.execute(
|
|
162
|
+
'SELECT r.key, r.value, r.objectStoreID, o.name, r.recordID FROM '
|
|
163
|
+
'Records r '
|
|
164
|
+
'JOIN ObjectStoreInfo o ON r.objectStoreID == o.id '
|
|
165
|
+
'WHERE o.name = ?', (name, )):
|
|
166
|
+
key = webkit.IDBKeyData.FromBytes(row[0]).data
|
|
167
|
+
value = webkit.SerializedScriptValueDecoder.FromBytes(row[1])
|
|
168
|
+
yield IndexedDBRecord(
|
|
169
|
+
key=key,
|
|
170
|
+
value=value,
|
|
171
|
+
object_store_id=row[2],
|
|
172
|
+
object_store_name=row[3].decode('utf-8'),
|
|
173
|
+
database_name=self.database_name,
|
|
174
|
+
record_id=row[4])
|
|
175
|
+
|
|
176
|
+
def RecordsByObjectStoreId(
|
|
177
|
+
self,
|
|
178
|
+
object_store_id: int
|
|
179
|
+
) -> Generator[IndexedDBRecord, None, None]:
|
|
180
|
+
"""Returns IndexedDBRecords for the given ObjectStore id.
|
|
181
|
+
|
|
182
|
+
Yields:
|
|
183
|
+
IndexedDBRecord instances.
|
|
184
|
+
"""
|
|
185
|
+
with sqlite3.connect(f'file:{self.filename}?mode=ro', uri=True) as conn:
|
|
186
|
+
conn.text_factory = bytes
|
|
187
|
+
cursor = conn.execute(
|
|
188
|
+
'SELECT r.key, r.value, r.objectStoreID, o.name, r.recordID '
|
|
189
|
+
'FROM Records r '
|
|
190
|
+
'JOIN ObjectStoreInfo o ON r.objectStoreID == o.id '
|
|
191
|
+
'WHERE o.id = ?', (object_store_id, ))
|
|
192
|
+
for row in cursor:
|
|
193
|
+
key = webkit.IDBKeyData.FromBytes(row[0]).data
|
|
194
|
+
value = webkit.SerializedScriptValueDecoder.FromBytes(row[1])
|
|
195
|
+
yield IndexedDBRecord(
|
|
196
|
+
key=key,
|
|
197
|
+
value=value,
|
|
198
|
+
object_store_id=row[2],
|
|
199
|
+
object_store_name=row[3].decode('utf-8'),
|
|
200
|
+
database_name=self.database_name,
|
|
201
|
+
record_id=row[4])
|
|
202
|
+
|
|
203
|
+
def Records(self) -> Generator[IndexedDBRecord, None, None]:
|
|
204
|
+
"""Returns all the IndexedDBRecords."""
|
|
205
|
+
with sqlite3.connect(f'file:{self.filename}?mode=ro', uri=True) as conn:
|
|
206
|
+
conn.text_factory = bytes
|
|
207
|
+
cursor = conn.execute(
|
|
208
|
+
'SELECT r.key, r.value, r.objectStoreID, o.name, r.recordID '
|
|
209
|
+
'FROM Records r '
|
|
210
|
+
'JOIN ObjectStoreInfo o ON r.objectStoreID == o.id')
|
|
211
|
+
for row in cursor:
|
|
212
|
+
try:
|
|
213
|
+
key = webkit.IDBKeyData.FromBytes(row[0]).data
|
|
214
|
+
except(
|
|
215
|
+
errors.ParserError,
|
|
216
|
+
errors.DecoderError,
|
|
217
|
+
NotImplementedError) as err:
|
|
218
|
+
print(
|
|
219
|
+
f'Error parsing IndexedDB key: {err}', file=sys.stderr)
|
|
220
|
+
print(f'Traceback: {traceback.format_exc()}', file=sys.stderr)
|
|
221
|
+
continue
|
|
222
|
+
try:
|
|
223
|
+
value = webkit.SerializedScriptValueDecoder.FromBytes(row[1])
|
|
224
|
+
except(
|
|
225
|
+
errors.ParserError,
|
|
226
|
+
errors.DecoderError,
|
|
227
|
+
NotImplementedError) as err:
|
|
228
|
+
print(
|
|
229
|
+
f'Error parsing IndexedDB value: {err}', file=sys.stderr)
|
|
230
|
+
print(f'Traceback: {traceback.format_exc()}', file=sys.stderr)
|
|
231
|
+
continue
|
|
232
|
+
yield IndexedDBRecord(
|
|
233
|
+
key=key,
|
|
234
|
+
value=value,
|
|
235
|
+
object_store_id=row[2],
|
|
236
|
+
object_store_name=row[3].decode('utf-8'),
|
|
237
|
+
database_name=self.database_name,
|
|
238
|
+
record_id=row[4])
|