scientific-method-engine 6.1.0__tar.gz → 6.2.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/PKG-INFO +1 -1
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/pyproject.toml +1 -1
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/argument_frames.py +34 -8
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/machine.py +7 -2
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_relational_controls.py +31 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_x86.py +67 -1
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/.gitignore +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/LICENSE +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/README.md +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/__init__.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/__main__.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/cli.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ClearNoReturnFunctions.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/CreateFunctions.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ExportBoundedFlow.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ExportCallEdges.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ExportFunctionFingerprints.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ExportFunctionInventory.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/MergeFallThroughFragment.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/RecoverCitedFunctions.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/RepairReturningCallers.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportCallArguments.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportCallPaths.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportCallSitesWithScalars.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportCallsToRange.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportConstantFirstArgumentCalls.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportDataBytes.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportDecompileMatches.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportDecompileWindow.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportFilePatternInMemory.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportFirstArgumentCallSummary.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportFunctionScalarConstants.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportFunctionSummary.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportInstructionContext.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportInstructionWindow.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportMemoryBlockForFileOffset.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportMemoryBlocks.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportRandomnessCandidates.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportReferences.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportScalarConstants.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportStringReferences.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/ReportSymbolReferences.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/ghidra/scientificmethod/FirstArgumentLookBack.java +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/__init__.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/dispatch.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/effect_order.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/image.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/loops.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/memory_scopes.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/pcode.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/pcode_backend.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/pe.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/relational.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/reports.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/result_flow.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/trace.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/src/scientific_method_engine/x86/values.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/oracle.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_continuation_budget.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_dispatch.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_effect_order.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_loops.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_memory_scopes.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_nested_frame_request.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_oracle.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_pe.py +0 -0
- {scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_table_continuations.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: scientific-method-engine
|
|
3
|
-
Version: 6.
|
|
3
|
+
Version: 6.2.0
|
|
4
4
|
Summary: Bounded instruction-derived x86 evidence reports for segmented MZ/FBOV and PE32/i386 code.
|
|
5
5
|
Project-URL: Source, https://github.com/kibertoad/refurbished-dinosaurs-toolkit/tree/main/packages/scientific-method-engine
|
|
6
6
|
Author: kibertoad
|
|
@@ -5,7 +5,7 @@ build-backend = "hatchling.build"
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "scientific-method-engine"
|
|
7
7
|
# The release workflow writes the published version from the package's release tag.
|
|
8
|
-
version = "6.
|
|
8
|
+
version = "6.2.0"
|
|
9
9
|
description = "Bounded instruction-derived x86 evidence reports for segmented MZ/FBOV and PE32/i386 code."
|
|
10
10
|
readme = "README.md"
|
|
11
11
|
requires-python = ">=3.12"
|
|
@@ -24,6 +24,11 @@ def stack_cleanup(ins):
|
|
|
24
24
|
return amount if 0 < amount < 1 << (bits - 1) else None
|
|
25
25
|
|
|
26
26
|
|
|
27
|
+
def _overlap(a, b):
|
|
28
|
+
"""Whether the reads or intervals `a` and `b`, each starting (offset, width, ...), share a byte."""
|
|
29
|
+
return a[0] < b[0] + b[1] and b[0] < a[0] + a[1]
|
|
30
|
+
|
|
31
|
+
|
|
27
32
|
def _covered(event, segment, base, start, width, modulus):
|
|
28
33
|
"""The frame offsets below `width` that a write event stored, counted from stack byte `start`."""
|
|
29
34
|
interval = event.get("interval")
|
|
@@ -39,19 +44,20 @@ def _writers(events, before, segment, base, start, width, modulus, image, models
|
|
|
39
44
|
|
|
40
45
|
A modeled call drops every byte outside its `preservesMemory` scopes. Scopes name linear bytes,
|
|
41
46
|
so they keep only frame bytes of a linear stack; the search goes on past the call for those.
|
|
42
|
-
A write through another segment or base
|
|
43
|
-
the machine applies
|
|
47
|
+
A write through another segment or base may have stored every frame byte it may alias, whether
|
|
48
|
+
or not it dropped a cached byte. The rule is the one the machine's ``unwritten`` applies, so a
|
|
49
|
+
slot and a callee read of it that runs before any callee write through another segment or base
|
|
50
|
+
name the same write.
|
|
44
51
|
"""
|
|
45
52
|
writers, invalidated = {}, {}
|
|
53
|
+
keys = [(segment, base, (start + at) % modulus if modulus else start + at) for at in range(width)]
|
|
46
54
|
for j in range(before - 1, -1, -1):
|
|
47
55
|
event = events[j]
|
|
48
56
|
interval = event.get("interval")
|
|
49
|
-
if
|
|
50
|
-
and (interval["segment"], interval["base"]) != (segment, base)):
|
|
57
|
+
if event["kind"] == "write" and interval and (interval["segment"], interval["base"]) != (segment, base):
|
|
51
58
|
written = written_domain(interval["segment"], interval["base"], interval["start"],
|
|
52
59
|
interval["end"] - interval["start"], image.bits, image.flat)
|
|
53
|
-
for at in
|
|
54
|
-
key = (segment, base, (start + at) % modulus if modulus else start + at)
|
|
60
|
+
for at, key in enumerate(keys):
|
|
55
61
|
if at not in writers and at not in invalidated and may_alias(key, written, image.bits, image.flat):
|
|
56
62
|
invalidated[at] = f"memory possibly overwritten through another address by the write at {event['site']}"
|
|
57
63
|
if event["kind"] == "call-return" and event.get("unknownMemoryEffects"):
|
|
@@ -170,9 +176,16 @@ def _frame(image, events, index, models):
|
|
|
170
176
|
"offsetFromEntrySP": event["argument"]["offsetFromEntrySP"], "bytes": hits})
|
|
171
177
|
|
|
172
178
|
intervals = sorted({(g["offset"], g["width"]) for g in groupings})
|
|
173
|
-
competing = [[list(a), list(b)] for i, a in enumerate(intervals) for b in intervals[i + 1:] if a
|
|
179
|
+
competing = [[list(a), list(b)] for i, a in enumerate(intervals) for b in intervals[i + 1:] if _overlap(a, b)]
|
|
174
180
|
if competing:
|
|
175
181
|
open_reasons.append("reads of different widths overlap")
|
|
182
|
+
# A far-pointer load and a plain dword of the same bytes do not settle one grouping either.
|
|
183
|
+
grouped_as = {}
|
|
184
|
+
for g in groupings:
|
|
185
|
+
grouped_as.setdefault((g["offset"], g["width"]), set()).add(g["grouping"])
|
|
186
|
+
for (offset, read_width), kinds in sorted(grouped_as.items()):
|
|
187
|
+
if len(kinds) > 1:
|
|
188
|
+
open_reasons.append(f"the {read_width} bytes at {offset} are read with more than one grouping")
|
|
176
189
|
for slot in slots:
|
|
177
190
|
if slot["writerSite"] is not None and not slot["consumedBy"]:
|
|
178
191
|
open_reasons.append(f"the slot at {slot['offset']} was not read by the callee on this path")
|
|
@@ -189,7 +202,9 @@ def argument_frames(report, image):
|
|
|
189
202
|
|
|
190
203
|
A path gets one map per traced call, from caller-written slots to callee reads. A site's
|
|
191
204
|
groupings agree only when every path that traced a call there settled on the same read widths
|
|
192
|
-
and groupings.
|
|
205
|
+
and groupings. Separately, a site's widths are consistent when its paths made at least one read
|
|
206
|
+
and no two reads on any of them cover the same byte with a different offset, width or grouping;
|
|
207
|
+
a path that skipped a read leaves the site consistent but not agreed.
|
|
193
208
|
"""
|
|
194
209
|
sites = {}
|
|
195
210
|
for path_index, path in enumerate(report["paths"]):
|
|
@@ -202,10 +217,21 @@ def argument_frames(report, image):
|
|
|
202
217
|
for site, rows in sorted(sites.items()):
|
|
203
218
|
# A set holds each read's grouping too: a far-pointer load and a plain dword over the same bytes disagree.
|
|
204
219
|
widths = sorted({tuple(sorted({(g["offset"], g["width"], g["grouping"]) for g in f["groupings"]})) for _, f in rows})
|
|
220
|
+
read_on = {}
|
|
221
|
+
for i, f in rows:
|
|
222
|
+
for g in f["groupings"]:
|
|
223
|
+
read_on.setdefault((g["offset"], g["width"], g["grouping"]), set()).add(i)
|
|
224
|
+
reads = sorted(read_on)
|
|
225
|
+
# Distinct reads that share a byte conflict: different intervals, or one interval grouped two ways.
|
|
226
|
+
conflicting = [[{"offset": o, "width": w, "grouping": k} for o, w, k in (a, b)]
|
|
227
|
+
for n, a in enumerate(reads) for b in reads[n + 1:] if _overlap(a, b)]
|
|
205
228
|
report["argumentFrameSites"].append({
|
|
206
229
|
"callSite": site, "paths": sorted({i for i, _ in rows}), "frames": len(rows),
|
|
207
230
|
"unsettledPaths": sorted({i for i, f in rows if not f["settledOnThisPath"]}),
|
|
208
231
|
"readWidthSets": [[{"offset": o, "width": w, "grouping": k} for o, w, k in group] for group in widths],
|
|
232
|
+
"readWidths": [{"offset": o, "width": w, "grouping": k, "paths": sorted(read_on[(o, w, k)])} for o, w, k in reads],
|
|
233
|
+
"conflictingWidths": conflicting,
|
|
234
|
+
"widthsConsistent": bool(reads) and not conflicting,
|
|
209
235
|
"agreed": len(widths) == 1 and all(f["settledOnThisPath"] for _, f in rows),
|
|
210
236
|
"interpretation": "read widths per traced path; paths that never reached this call are not represented"})
|
|
211
237
|
return report
|
|
@@ -338,14 +338,19 @@ class State:
|
|
|
338
338
|
continue
|
|
339
339
|
for key in list(members):
|
|
340
340
|
if may_alias(key, written, self.bits, self.flat):
|
|
341
|
+
# A byte with a value loses it. A scope byte kept without one loses no value,
|
|
342
|
+
# and the write may have stored it.
|
|
341
343
|
if key in self.memory:
|
|
342
344
|
dropped_values += 1
|
|
343
|
-
|
|
345
|
+
cause = "dropped by a possibly aliasing write"
|
|
346
|
+
else:
|
|
347
|
+
# Group members without a value are exactly the scope's unread bytes.
|
|
344
348
|
dropped_unread += 1
|
|
349
|
+
cause = "possibly written by an aliasing write"
|
|
345
350
|
self.write_log.append((key, self.memory.pop(key, None)))
|
|
346
351
|
self.unread_memory.pop(key, None)
|
|
347
352
|
self.memory_writers.pop(key, None)
|
|
348
|
-
self.lost_memory[key] = {"cause":
|
|
353
|
+
self.lost_memory[key] = {"cause": cause, "order": len(self.events)}
|
|
349
354
|
members.discard(key)
|
|
350
355
|
if not members:
|
|
351
356
|
del self.memory_groups[group]
|
{scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_relational_controls.py
RENAMED
|
@@ -200,6 +200,37 @@ class LastWriterTests(unittest.TestCase):
|
|
|
200
200
|
store = occurrence["order"] - 1
|
|
201
201
|
self.assertEqual(occurrence["bytes"][0]["unwritten"], {"cause": "dropped by a possibly aliasing write", "order": store})
|
|
202
202
|
|
|
203
|
+
def test_an_aliasing_write_drops_a_kept_value_and_may_write_an_unread_scope_byte(self):
|
|
204
|
+
# The model keeps [22h] with its value and [40h] without one. The store through DS:SI (SI
|
|
205
|
+
# unknown) after the call may alias both: [22h] loses its value, while [40h] had none to lose.
|
|
206
|
+
c = (Code().label("assign").emit("c7 06 22 00 05 00").label("service").branch("e8", "external")
|
|
207
|
+
.label("store").emit("89 04").label("read").emit("a1 22 00").label("other").emit("a1 40 00 c3")
|
|
208
|
+
.label("external").emit("c3"))
|
|
209
|
+
model = [{"site": c.labels["service"], "preserves": ["ds", "ebx"], "evidence": "synthetic service",
|
|
210
|
+
"preservesMemory": [{"segment": "ds", "base": "bx", "bytes": 2, "evidence": "synthetic kept slot"},
|
|
211
|
+
{"segment": "ds", "base": "bx", "displacement": 0x1e, "bytes": 2, "evidence": "synthetic kept slot"}],
|
|
212
|
+
"cases": [{}]}]
|
|
213
|
+
regs = {**FRAME, "bx": 0x22}
|
|
214
|
+
controls = [control("slot", "lastWriter", at={"site": c.labels["read"], "event": "read"}, writers=[c.labels["assign"]]),
|
|
215
|
+
control("uncached", "lastWriter", at={"site": c.labels["other"], "event": "read"}, writers=["entryState"]),
|
|
216
|
+
control("producer", "origin", at={"site": c.labels["other"], "event": "read"}, value={"field": "value"},
|
|
217
|
+
expect={"producers": {"exclude": [c.labels["store"]]}})]
|
|
218
|
+
r = run(c, controls, registers=regs, callModels=model)
|
|
219
|
+
events = r["paths"][0]["events"]
|
|
220
|
+
store = next(e for e in events if e["kind"] == "write" and e["site"] == c.labels["store"])
|
|
221
|
+
self.assertEqual((store["uncertainAliasesInvalidated"], store["uncertainScopeBytesInvalidated"]), (2, 2))
|
|
222
|
+
kept = next(e for e in events if e["kind"] == "read" and e["site"] == c.labels["read"])
|
|
223
|
+
self.assertEqual([b["unwritten"] for b in kept["byteProducers"]],
|
|
224
|
+
[{"cause": "dropped by a possibly aliasing write", "order": store["order"]}] * 2)
|
|
225
|
+
unread = next(e for e in events if e["kind"] == "read" and e["site"] == c.labels["other"])
|
|
226
|
+
self.assertEqual([b["unwritten"] for b in unread["byteProducers"]],
|
|
227
|
+
[{"cause": "possibly written by an aliasing write", "order": store["order"]}] * 2)
|
|
228
|
+
# Neither byte has a known writer, and the store stays a possible producer of the unread one.
|
|
229
|
+
for name in ("slot", "uncached", "producer"):
|
|
230
|
+
self.assertEqual(verdict(r, name)["verdict"], "undecided", name)
|
|
231
|
+
self.assertEqual(verdict(r, "uncached")["paths"][0]["occurrences"][0]["bytes"][0]["unwritten"]["cause"],
|
|
232
|
+
"possibly written by an aliasing write")
|
|
233
|
+
|
|
203
234
|
def test_a_preserved_scope_keeps_the_write_before_the_service(self):
|
|
204
235
|
c = (Code().label("assign").emit("c7 06 22 00 05 00").label("service").branch("e8", "external")
|
|
205
236
|
.label("read").emit("a1 22 00").label("other").emit("a1 40 00 c3").label("external").emit("c3"))
|
|
@@ -421,7 +421,7 @@ class ArgumentFrameTests(unittest.TestCase):
|
|
|
421
421
|
self.assertEqual(r["argumentFrameSites"][0]["readWidthSets"], [[{"offset": 0, "width": 2, "grouping": "consumed width only"},
|
|
422
422
|
{"offset": 2, "width": 4, "grouping": "far-pointer"},
|
|
423
423
|
{"offset": 6, "width": 2, "grouping": "consumed width only"}]])
|
|
424
|
-
self.assertTrue(all(site["agreed"] for site in r["argumentFrameSites"]))
|
|
424
|
+
self.assertTrue(all(site["agreed"] and site["widthsConsistent"] for site in r["argumentFrameSites"]))
|
|
425
425
|
|
|
426
426
|
def test_the_report_keeps_the_writes_its_slots_cite(self):
|
|
427
427
|
c = Code().emit("6a 01 6a 02").branch("e8", "callee").emit("83 c4 04 c3").label("callee").emit("55 89 e5 8b 46 04 8b 46 06 5d c3")
|
|
@@ -534,6 +534,30 @@ class ArgumentFrameTests(unittest.TestCase):
|
|
|
534
534
|
self.assertEqual([(s["offset"], s["width"], s["writerSite"], s.get("reason")) for s in frames[0]["slots"]],
|
|
535
535
|
[(0, 2, None, "memory possibly overwritten through another address by the write at 6")])
|
|
536
536
|
|
|
537
|
+
def test_a_write_that_drops_nothing_still_explains_the_slot(self):
|
|
538
|
+
# sub sp,2 reserves a slot nothing writes. The DS:[BX] store (DS and BX unknown) runs when
|
|
539
|
+
# nothing is cached, so it drops nothing, but it may still have stored the slot.
|
|
540
|
+
c = Code().emit("83 ec 02 88 07").branch("e8", "callee").emit("83 c4 02 c3")
|
|
541
|
+
c.label("callee").emit("55 89 e5 8b 46 04 5d c3")
|
|
542
|
+
frames = self.frames(c)[1]
|
|
543
|
+
traced = report(c, "trace")
|
|
544
|
+
store = next(e for e in events(traced, "write") if e["site"] == 3)
|
|
545
|
+
self.assertEqual((store["uncertainAliasesInvalidated"], store["uncertainScopeBytesInvalidated"]), (0, 0))
|
|
546
|
+
self.assertEqual([(s["offset"], s["width"], s["writerSite"], s.get("reason")) for s in frames[0]["slots"]],
|
|
547
|
+
[(0, 2, None, "memory possibly overwritten through another address by the write at 3")])
|
|
548
|
+
self.assertFalse(frames[0]["settledOnThisPath"])
|
|
549
|
+
# The callee's read of the same bytes names the same store.
|
|
550
|
+
read = next(e for e in events(traced, "read") if e.get("argument"))
|
|
551
|
+
self.assertEqual([b["unwritten"] for b in read["byteProducers"]],
|
|
552
|
+
[{"cause": "possibly written by an aliasing write", "order": store["order"]}] * 2)
|
|
553
|
+
# On a concrete stack the store cannot reach, both reports say no write on this path.
|
|
554
|
+
regs = {"ss": 0x2000, "sp": 0x100, "ds": 0x3000}
|
|
555
|
+
frames = self.frames(c, registers=regs)[1]
|
|
556
|
+
self.assertEqual([(s["offset"], s["width"], s["writerSite"], s.get("reason")) for s in frames[0]["slots"]],
|
|
557
|
+
[(0, 2, None, "no write on this path")])
|
|
558
|
+
read = next(e for e in events(report(c, "trace", registers=regs), "read") if e.get("argument"))
|
|
559
|
+
self.assertEqual([b["unwritten"]["cause"] for b in read["byteProducers"]], ["no write on this path"] * 2)
|
|
560
|
+
|
|
537
561
|
def test_a_callee_that_stops_leaves_its_frame_open(self):
|
|
538
562
|
c = Code().emit("6a 01").branch("e8", "callee").emit("83 c4 02 c3").label("callee").emit("55 89 e5 8b 46 04 ff d3")
|
|
539
563
|
r, frames = self.frames(c)
|
|
@@ -562,6 +586,25 @@ class ArgumentFrameTests(unittest.TestCase):
|
|
|
562
586
|
[{"offset": 0, "width": 4, "grouping": "far-pointer"}]])
|
|
563
587
|
self.assertFalse(site["agreed"])
|
|
564
588
|
self.assertEqual(len(site["unsettledPaths"]), 1)
|
|
589
|
+
self.assertFalse(site["widthsConsistent"])
|
|
590
|
+
self.assertEqual(site["conflictingWidths"], [[{"offset": 0, "width": 2, "grouping": "consumed width only"},
|
|
591
|
+
{"offset": 0, "width": 4, "grouping": "far-pointer"}]])
|
|
592
|
+
|
|
593
|
+
def test_a_path_that_skips_a_read_leaves_the_site_consistent_but_not_agreed(self):
|
|
594
|
+
# The callee always reads the first word and reads the second only when SI is nonzero.
|
|
595
|
+
c = Code().emit("6a 01 6a 02").branch("e8", "callee").emit("83 c4 04 c3")
|
|
596
|
+
c.label("callee").emit("55 89 e5 8b 46 04 85 f6").branch("74", "skip").emit("8b 5e 06").label("skip").emit("5d c3")
|
|
597
|
+
r, frames = self.frames(c)
|
|
598
|
+
self.assertEqual(len(frames), 2)
|
|
599
|
+
site = r["argumentFrameSites"][0]
|
|
600
|
+
self.assertFalse(site["agreed"])
|
|
601
|
+
bypass = next(i for i, path in enumerate(r["paths"]) if not path["argumentFrames"][0]["settledOnThisPath"])
|
|
602
|
+
self.assertEqual(site["unsettledPaths"], [bypass])
|
|
603
|
+
self.assertIn("the slot at 2 was not read by the callee on this path", r["paths"][bypass]["argumentFrames"][0]["openReasons"])
|
|
604
|
+
self.assertTrue(site["widthsConsistent"])
|
|
605
|
+
self.assertEqual(site["conflictingWidths"], [])
|
|
606
|
+
self.assertEqual(site["readWidths"], [{"offset": 0, "width": 2, "grouping": "consumed width only", "paths": [0, 1]},
|
|
607
|
+
{"offset": 2, "width": 2, "grouping": "consumed width only", "paths": [1 - bypass]}])
|
|
565
608
|
|
|
566
609
|
def test_paths_that_group_the_same_bytes_differently_keep_the_site_open(self):
|
|
567
610
|
# Both paths read four bytes at offset 0: one as a far pointer with LES, one as a 32-bit dword.
|
|
@@ -575,6 +618,29 @@ class ArgumentFrameTests(unittest.TestCase):
|
|
|
575
618
|
self.assertEqual(site["readWidthSets"], [[{"offset": 0, "width": 4, "grouping": "consumed width only"}],
|
|
576
619
|
[{"offset": 0, "width": 4, "grouping": "far-pointer"}]])
|
|
577
620
|
self.assertFalse(site["agreed"])
|
|
621
|
+
self.assertFalse(site["widthsConsistent"])
|
|
622
|
+
self.assertEqual(len(site["conflictingWidths"]), 1)
|
|
623
|
+
|
|
624
|
+
def test_one_path_that_groups_the_same_bytes_two_ways_stays_open(self):
|
|
625
|
+
# The callee loads the first four bytes with LES and then reads them again as a 32-bit dword.
|
|
626
|
+
c = Code().emit("6a 01 6a 02").branch("e8", "callee").emit("83 c4 04 c3")
|
|
627
|
+
c.label("callee").emit("55 89 e5 c4 5e 04 66 8b 46 04 5d c3")
|
|
628
|
+
r, frames = self.frames(c)
|
|
629
|
+
self.assertEqual(frames[0]["competingWidths"], [])
|
|
630
|
+
self.assertFalse(frames[0]["settledOnThisPath"])
|
|
631
|
+
self.assertIn("the 4 bytes at 0 are read with more than one grouping", frames[0]["openReasons"])
|
|
632
|
+
site = r["argumentFrameSites"][0]
|
|
633
|
+
self.assertFalse(site["agreed"])
|
|
634
|
+
self.assertFalse(site["widthsConsistent"])
|
|
635
|
+
|
|
636
|
+
def test_a_site_whose_callee_reads_nothing_is_not_consistent(self):
|
|
637
|
+
# A pushed word the callee never reads leaves no read to be consistent with.
|
|
638
|
+
c = Code().emit("6a 01").branch("e8", "callee").emit("83 c4 02 c3").label("callee").emit("c3")
|
|
639
|
+
r, _ = self.frames(c)
|
|
640
|
+
site = r["argumentFrameSites"][0]
|
|
641
|
+
self.assertEqual(site["readWidths"], [])
|
|
642
|
+
self.assertFalse(site["widthsConsistent"])
|
|
643
|
+
self.assertFalse(site["agreed"])
|
|
578
644
|
|
|
579
645
|
def test_a_write_through_another_address_drops_the_slot_writer(self):
|
|
580
646
|
# A DS write between the push and the call may alias the symbolic stack, so the pushed word
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_continuation_budget.py
RENAMED
|
File without changes
|
|
File without changes
|
{scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_effect_order.py
RENAMED
|
File without changes
|
|
File without changes
|
{scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_memory_scopes.py
RENAMED
|
File without changes
|
{scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_nested_frame_request.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{scientific_method_engine-6.1.0 → scientific_method_engine-6.2.0}/tests/test_table_continuations.py
RENAMED
|
File without changes
|