stratagate-dsh 0.3.32 → 0.3.33

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,146 @@
1
+ {
2
+ "benchmark": "LoCoMo",
3
+ "scope": {
4
+ "conversation": "conv-26",
5
+ "messages": 419,
6
+ "sessions": 35,
7
+ "categories": [1, 2, 3, 4],
8
+ "questions": 152,
9
+ "warning": "Single-conversation directional comparison. Not a full LoCoMo score or a cross-project leaderboard."
10
+ },
11
+ "final_round_eight": {
12
+ "run_id": "locomo-conv0-r8-redo-retrieval-fix-20260813-conv0",
13
+ "protocol": "fresh end-to-end gpt-5.6-sol extraction, retrieval, assessment, answer, and Judge",
14
+ "models": {
15
+ "extraction": "gpt-5.6-sol",
16
+ "answer": "gpt-5.6-sol",
17
+ "judge": "gpt-5.6-sol"
18
+ },
19
+ "reasoning_effort": "low",
20
+ "completed_questions": 152,
21
+ "judge_decisions": 1520,
22
+ "judge_prompt_sha256": "44fb3d8f7a1f37b2430772cf90518a32172e4056b7a0dec085402763fd179b9f",
23
+ "mean_accuracy_percent": 80.4606,
24
+ "standard_deviation_percent": 0.5138,
25
+ "range_percent": [79.6053, 81.5789],
26
+ "majority_correct": 121,
27
+ "majority_accuracy_percent": 79.61,
28
+ "by_category_mean_accuracy_percent": {
29
+ "multi-hop": 66.5625,
30
+ "temporal": 74.8649,
31
+ "open-domain": 83.0769,
32
+ "single-hop": 89.2857
33
+ },
34
+ "memory_state": {
35
+ "blocks": 17,
36
+ "events": 97,
37
+ "elements": 4
38
+ },
39
+ "retrieval": {
40
+ "rounds": 146,
41
+ "average_rounds_per_question": 0.9605,
42
+ "assessment_calls": 146,
43
+ "final_assessment_counts": {
44
+ "sufficient": 70,
45
+ "partial": 5,
46
+ "wrong": 2,
47
+ "direct": 75
48
+ }
49
+ },
50
+ "request_accounting": {
51
+ "successful_model_responses": 2065,
52
+ "bodyless_failed_attempts": 14,
53
+ "unrecovered_failed_calls": 0,
54
+ "total_tokens": 4088324,
55
+ "official_equivalent_cost_usd": 21.406145
56
+ }
57
+ },
58
+ "mem0_base": {
59
+ "run_id": "locomo-conv0-mem0-base-gpt56sol-20260809",
60
+ "implementation": "local Mem0 base SDK 0.1.97 at 2b58775c17eb1c1b7532242b7154af6744102280",
61
+ "completed_questions": 152,
62
+ "judge_decisions": 1520,
63
+ "mean_accuracy_percent": 63.2237,
64
+ "standard_deviation_percent": 0.9045,
65
+ "range_percent": [61.8421, 65.1316],
66
+ "majority_correct": 96,
67
+ "majority_accuracy_percent": 63.1579,
68
+ "by_category_mean_accuracy_percent": {
69
+ "multi-hop": 61.5625,
70
+ "temporal": 34.5946,
71
+ "open-domain": 84.6154,
72
+ "single-hop": 75.1429
73
+ },
74
+ "total_tokens": 3009448,
75
+ "official_equivalent_cost_usd": 20.89670904
76
+ },
77
+ "difference_final_r8_minus_mem0": {
78
+ "mean_accuracy_percentage_points": 17.2369,
79
+ "majority_correct_questions": 25,
80
+ "majority_accuracy_percentage_points": 16.4474,
81
+ "by_category_percentage_points": {
82
+ "multi-hop": 5.0,
83
+ "temporal": 40.2703,
84
+ "open-domain": -1.5385,
85
+ "single-hop": 14.1428
86
+ }
87
+ },
88
+ "paired_majority_outcomes_vs_mem0": {
89
+ "both_correct": 80,
90
+ "stratagate_correct_mem0_wrong": 41,
91
+ "stratagate_wrong_mem0_correct": 16,
92
+ "both_wrong": 15
93
+ },
94
+ "initial_round_eight": {
95
+ "run_id": "locomo-conv0-r8-e2e-sol-elements-hybrid-20260812-conv0",
96
+ "mean_accuracy_percent": 70.3289,
97
+ "majority_correct": 107,
98
+ "majority_accuracy_percent": 70.39,
99
+ "retrieval_rounds": 215,
100
+ "assessment_calls": 237,
101
+ "total_tokens": 6692417,
102
+ "official_equivalent_cost_usd": 33.907499
103
+ },
104
+ "difference_final_minus_initial_r8": {
105
+ "mean_accuracy_percentage_points": 10.1317,
106
+ "majority_correct_questions": 14,
107
+ "retrieval_rounds": -69,
108
+ "assessment_calls": -91,
109
+ "total_tokens": -2604093,
110
+ "official_equivalent_cost_usd": -12.501354,
111
+ "paired_majority_outcomes": {
112
+ "both_correct": 95,
113
+ "final_only_correct": 26,
114
+ "initial_only_correct": 12,
115
+ "both_wrong": 19
116
+ }
117
+ },
118
+ "remaining_majority_errors": {
119
+ "total": 31,
120
+ "by_category": {
121
+ "multi-hop": 11,
122
+ "temporal": 10,
123
+ "open-domain": 2,
124
+ "single-hop": 8
125
+ },
126
+ "by_observed_failure_stage": {
127
+ "direct_answer_without_retrieval": 15,
128
+ "retrieval_marked_sufficient_but_answer_wrong": 14,
129
+ "partial_evidence_at_budget_limit": 2
130
+ }
131
+ },
132
+ "non_shared_protocol_fields_vs_mem0": [
133
+ "memory construction and extraction implementation",
134
+ "retrieval implementation",
135
+ "answer context and answer prompt",
136
+ "embedding stack"
137
+ ],
138
+ "source_artifact_sha256": {
139
+ "final_r8_summary_json": "3e29d985fcdd88a385c106838c3046808c476affb63679c2e02601b5a2006656",
140
+ "final_r8_checkpoint_json": "82a2f5be362369c72aff39c7d6eaf9b5b6904ccba15a186aef1e7ff770ff79db",
141
+ "final_r8_source_snapshot_patch": "5eed8bd5fd7b316ad2aaf4b142992bac31c427ea81cbb1f7ab1e81449e08e581",
142
+ "mem0_summary_json": "88f39b729546c6f343e51a11ad8f80bc1eea06ba831f33008fad779b04962927",
143
+ "mem0_paired_comparison_json": "27b604692364f24600d9513d8d2b91da9b52245a4574f581afb0afc6f00ee7fc",
144
+ "mem0_protocol_audit_json": "c1e39714eb08a775f9cbe12d0a43de6d825c142991840eab329398d1b9d744eb"
145
+ }
146
+ }
package/cordis.patch.yml CHANGED
@@ -1,16 +1,16 @@
1
- # StrataGate adds one Host plugin row. Memory stays under DSH_HOME so profile
2
- # upgrades and plugin removal do not delete user data.
3
- - insert:
4
- - id: stratagate-memory
5
- name: stratagate-dsh
6
- inject: [tools, systemPrompt, llm, agentDefaultModel]
7
- config:
8
- database: !!js dshHomePath('stratagate', 'memory.db')
9
- sessionRoot: !!js dshHomePath('sessions')
10
- namespaceMode: project
11
- blockTurnSize: 6
12
- blockDecayLambda: 0.3
13
- ingestSubagents: false
14
- agentMemoryEnabled: true
15
- agentMemoryRetrievalWeight: 1
16
- maxOutputTokens: 10000
1
+ # StrataGate adds one Host plugin row. Memory stays under DSH_HOME so profile
2
+ # upgrades and plugin removal do not delete user data.
3
+ - insert:
4
+ - id: stratagate-memory
5
+ name: stratagate-dsh
6
+ inject: [tools, systemPrompt, llm, agentDefaultModel]
7
+ config:
8
+ database: !!js dshHomePath('stratagate', 'memory.db')
9
+ sessionRoot: !!js dshHomePath('sessions')
10
+ namespaceMode: project
11
+ blockTurnSize: 6
12
+ blockDecayLambda: 0.3
13
+ ingestSubagents: false
14
+ agentMemoryEnabled: true
15
+ agentMemoryRetrievalWeight: 1
16
+ maxOutputTokens: 10000
package/dist/client.d.ts CHANGED
@@ -1 +1 @@
1
- export {}
1
+ export {}