synapse 2.205.0__py311-none-any.whl → 2.207.0__py311-none-any.whl

synapse/tests/test_lib_lmdbslab.py

@@ -10,6 +10,7 @@ from unittest.mock import patch
 
 import synapse.lib.base as s_base
 import synapse.lib.const as s_const
+import synapse.lib.msgpack as s_msgpack
 import synapse.lib.lmdbslab as s_lmdbslab
 import synapse.lib.thisplat as s_thisplat
 
@@ -1618,6 +1619,35 @@ class LmdbSlabTest(s_t_utils.SynTest):
                 subkv2 = subkv1.getSubKeyVal('pref2')
                 self.eq(list(subkv2.keys()), ['wow'])
 
+    async def test_lmdbslab_scan_grow(self):
+        with self.getTestDir() as dirn:
+
+            path = os.path.join(dirn, 'test.lmdb')
+
+            mapsize = s_const.kibibyte * 32
+            async with await s_lmdbslab.Slab.anit(path, map_size=mapsize) as slab:
+
+                self.eq(slab.mapsize, mapsize)
+
+                def slabset(key, valu):
+                    slab.replace(s_msgpack.en(key), s_msgpack.en(valu))
+
+                def slabitems():
+                    for lkey, lval in slab.scanByFull():
+                        yield s_msgpack.un(lkey), s_msgpack.un(lval)
+
+                slabset('one', [1, 2, 3])
+                slabset('two', [2, 3, 4])
+
+                seen = set()
+                for key, valu in slabitems():
+                    self.notin(key, seen)
+                    seen.add(key)
+
+                    valu += ('A' * mapsize,)
+                    slabset(key, valu)
+
+                self.gt(slab.mapsize, mapsize)
 
 class LmdbSlabMemLockTest(s_t_utils.SynTest):
 

synapse/tests/test_lib_modelrev.py

@@ -1630,14 +1630,14 @@ class ModelRevTest(s_tests.SynTest):
                           sources: ['008af0047a8350287cde7abe31a7c706', 'a7a4739e0a52674df0fa3a8226de0c3f']
                           refs:
                             layer: {fork01layr}
-                              - it:prod:soft:cpe (iden: 9742664e24fe1a3a37d871b1f62af27453c2945b98f421d753db8436e9a44cc9
-                              - _ext:model:form:cpe (iden: 16e3289346a258c3e3073affad490c1d6ebf1d01295aacc489cdb24658ebc6e7
-                              - inet:flow:dst:cpes (iden: 7d4c31f1364aaf0b4cfaf4b57bb60157f2e86248391ce8ec75d6b7e3cd5f35b7
-                              - inet:flow:src:cpes (iden: 7d4c31f1364aaf0b4cfaf4b57bb60157f2e86248391ce8ec75d6b7e3cd5f35b7
-                              - meta:seen:node (iden: 81973208bc0f5b99250e4cda7889c66e0573c0573bc2a279083d23426ba3c74d
-                              - meta:seen:node (iden: 85bfc442d87a64a8e75d4ff2831281fb156317767612eef9b75c271ff162c4d9
+                              - it:prod:soft:cpe (iden: 9742664e24fe1a3a37d871b1f62af27453c2945b98f421d753db8436e9a44cc9)
+                              - _ext:model:form:cpe (iden: 16e3289346a258c3e3073affad490c1d6ebf1d01295aacc489cdb24658ebc6e7)
+                              - inet:flow:dst:cpes (iden: 7d4c31f1364aaf0b4cfaf4b57bb60157f2e86248391ce8ec75d6b7e3cd5f35b7)
+                              - inet:flow:src:cpes (iden: 7d4c31f1364aaf0b4cfaf4b57bb60157f2e86248391ce8ec75d6b7e3cd5f35b7)
+                              - meta:seen:node (iden: 81973208bc0f5b99250e4cda7889c66e0573c0573bc2a279083d23426ba3c74d)
+                              - meta:seen:node (iden: 85bfc442d87a64a8e75d4ff2831281fb156317767612eef9b75c271ff162c4d9)
                             layer: {fork00layr}
-                              - risk:vulnerable:node (iden: 5fddf1b5fa06aa8a39a1eb297712cecf9ca146764c4d6e5c79296b9e9978d2c3
+                              - risk:vulnerable:node (iden: 5fddf1b5fa06aa8a39a1eb297712cecf9ca146764c4d6e5c79296b9e9978d2c3)
                           edges:
                             -(refs)> f0315900f365f45f2e027edc66ed8477d8661dad501d51f3ac8067c36565f07c
                             <(seen)- 051d93252abe655e43265b89149b6a2d5a8f5f2df33b56c986ab8671c081e394

synapse/tests/test_lib_spooled.py

@@ -125,6 +125,8 @@ class SpooledTest(s_test.SynTest):
 
         async with await s_spooled.Dict.anit(size=2) as sd0:
             await runtest(sd0)
+            self.true(sd0.fallback)
 
         async with await s_spooled.Dict.anit(size=1000) as sd1:
             await runtest(sd1)
+            self.false(sd1.fallback)

synapse/tests/test_lib_stormhttp.py

@@ -473,6 +473,19 @@ class StormHttpTest(s_test.SynTest):
             data = resp.get('result')
             self.eq(data.get('params'), {'foo': ['bar', 'baz'], 'key': ["('valu',)"]})
 
+            # headers are safe to serialize
+            q = '''
+            $headers = ({'Foo': 'Bar'})
+            $resp = $lib.inet.http.request(GET, $url, headers=$headers, ssl_verify=$lib.false)
+            return ( ($lib.json.save($resp.headers), $lib.json.save($resp.request_headers)) )
+            '''
+            resp = await core.callStorm(q, opts=opts)
+            (headers, req_headers) = resp
+            headers = s_json.loads(headers)
+            self.eq(headers.get('Content-Type'), 'application/json; charset=UTF-8')
+            req_headers = s_json.loads(req_headers)
+            self.eq(req_headers.get('Foo'), 'Bar')
+
     async def test_storm_http_post(self):
 
         async with self.getTestCore() as core:

synapse/tests/test_lib_stormlib_aha.py

@@ -216,7 +216,7 @@ Connection information:
 
                 # PeerGenr
                 resp = await core00.callStorm('''
-                    $resps = $lib.list()
+                    $resps = ()
                     $todo = $lib.utils.todo('getTasks')
                     for ($name, $info) in $lib.aha.callPeerGenr(cell..., $todo) {
                         $resps.append(($name, $info))
@@ -226,7 +226,7 @@ Connection information:
                 self.len(0, resp)
 
                 resp = await core00.callStorm('''
-                    $resps = $lib.list()
+                    $resps = ()
                     $todo = $lib.utils.todo('getNexusChanges', (0), wait=(false))
                     for ($name, $info) in $lib.aha.callPeerGenr(cell..., $todo) {
                         $resps.append(($name, $info))
@@ -237,7 +237,7 @@ Connection information:
 
                 cell00_rid = (await cell00.getCellInfo())['cell']['run']
                 resp = await core00.callStorm('''
-                    $resps = $lib.list()
+                    $resps = ()
                     $todo = $lib.utils.todo('getNexusChanges', (0), wait=(false))
                     for $info in $lib.aha.callPeerGenr(cell..., $todo, skiprun=$skiprun) {
                         $resps.append($info)
@@ -253,7 +253,7 @@ Connection information:
 
                 # PeerApi
                 resp = await core00.callStorm('''
-                    $resps = $lib.list()
+                    $resps = ()
                     $todo = $lib.utils.todo('getCellInfo')
                     for ($name, $info) in $lib.aha.callPeerApi(cell..., $todo) {
                         $resps.append(($name, $info))
@@ -266,7 +266,7 @@ Connection information:
                 self.isinstance(resp[0][1][1], dict)
 
                 resp = await core00.callStorm('''
-                    $resps = $lib.list()
+                    $resps = ()
                     $todo = $lib.utils.todo(getCellInfo)
                     for ($name, $info) in $lib.aha.callPeerApi(cell..., $todo) {
                         $resps.append(($name, $info))
@@ -276,7 +276,7 @@ Connection information:
                 self.len(2, resp)
 
                 resp = await core00.callStorm('''
-                    $resps = $lib.list()
+                    $resps = ()
                     $todo = $lib.utils.todo(getCellInfo)
                     for ($name, $info) in $lib.aha.callPeerApi(cell..., $todo, skiprun=$skiprun) {
                         $resps.append(($name, $info))
@@ -286,7 +286,7 @@ Connection information:
                 self.len(1, resp)
 
                 resp = await core00.callStorm('''
-                    $resps = $lib.list()
+                    $resps = ()
                     $todo = $lib.utils.todo('getCellInfo')
                     for ($name, $info) in $lib.aha.callPeerApi(cell..., $todo, timeout=(10)) {
                         $resps.append(($name, $info))