synapse 2.164.0__py311-none-any.whl → 2.166.0__py311-none-any.whl

synapse/tests/test_lib_stormlib_cortex.py

@@ -1,5 +1,7 @@
 import json
 
+import unittest.mock as mock
+
 import aiohttp
 
 import synapse.common as s_common
@@ -393,6 +395,9 @@ $request.reply(206, headers=$headers, body=({"no":"body"}))
             return ( $api.iden )
             '''
             iden0 = await core.callStorm(q)
+            msgs = await core.stormlist('$lib.print($lib.cortex.httpapi.get($iden))', opts={'vars': {'iden': iden0}})
+            mesg = 'http:api: the hehe wildcard handler (********************************), path=hehe/([a-z0-9]*)'
+            self.stormIsInPrint(mesg, msgs, deguid=True)
 
             q = '''
             $api = $lib.cortex.httpapi.add('hehe/haha')
@@ -401,6 +406,7 @@ $request.reply(206, headers=$headers, body=({"no":"body"}))
             $api.name = 'the hehe/haha handler'
             $api.desc = 'beep boop zoop robot captain'
             $api.runas = user
+            $api.pool = (true)
             $api.perms = (
                 ({"perm": ["hehe", "haha"]}),
                 ({"perm": ["some", "thing"], "default": $lib.true}),
@@ -428,6 +434,9 @@ $request.reply(206, headers=$headers, body=({"no":"body"}))
             return ( $api.iden )
             '''
             iden3 = await core.callStorm(q)
+            msgs = await core.stormlist('$lib.print($lib.cortex.httpapi.get($iden))', opts={'vars': {'iden': iden3}})
+            mesg = 'http:api: <no name> (********************************), path=wow'
+            self.stormIsInPrint(mesg, msgs, deguid=True)
 
             # $lib.dict accessor methods
             q = '$api=$lib.cortex.httpapi.get($iden) return ($lib.dict.keys($api.vars))'
@@ -473,6 +482,15 @@ $request.reply(206, headers=$headers, body=({"no":"body"}))
             self.stormIsInPrint(f'2     {iden2}', msgs)
             self.stormIsInPrint(f'3     {iden3}', msgs)
 
+            q = '''
+            $ret = $lib.null $api = $lib.cortex.httpapi.getByPath($path)
+            if $api { $ret = $api.iden}
+            return ( $ret )
+            '''
+            self.eq(iden0, await core.callStorm(q, opts={'vars': {'path': 'hehe/haha'}}))
+            self.eq(iden0, await core.callStorm(q, opts={'vars': {'path': 'hehe/ohmy'}}))
+            self.none(await core.callStorm(q, opts={'vars': {'path': 'newpnewpnewp'}}))
+
             # Order matters. The hehe/haha path occurs after the wildcard.
             async with self.getHttpSess(auth=('root', 'root'), port=hport) as sess:
                 resp = await sess.get(f'https://localhost:{hport}/api/ext/hehe/haha')
@@ -494,6 +512,9 @@ $request.reply(206, headers=$headers, body=({"no":"body"}))
             msgs = await core.stormlist('cortex.httpapi.index $iden 1', opts={'vars': {'iden': iden0}})
             self.stormIsInPrint(f'Set HTTP API {iden0} to index 1', msgs)
 
+            self.eq(iden1, await core.callStorm(q, opts={'vars': {'path': 'hehe/haha'}}))
+            self.eq(iden0, await core.callStorm(q, opts={'vars': {'path': 'hehe/ohmy'}}))
+
             msgs = await core.stormlist('cortex.httpapi.list')
             self.stormIsInPrint(f'0     {iden1}', msgs)
             self.stormIsInPrint(f'1     {iden0}', msgs)
@@ -562,6 +583,7 @@ $request.reply(206, headers=$headers, body=({"no":"body"}))
             self.stormIsInPrint('Owner: root', msgs)
             self.stormIsInPrint('Runas: owner', msgs)
             self.stormIsInPrint('Readonly: false', msgs)
+            self.stormIsInPrint('Pool enabled: false', msgs)
             self.stormIsInPrint('Authenticated: true', msgs)
             self.stormIsInPrint('Name: the hehe wildcard handler', msgs)
             self.stormIsInPrint('Description: wildcard words', msgs)
@@ -596,6 +618,7 @@ $request.reply(206, headers=$headers, body=({"no":"body"}))
             self.stormIsInPrint('Owner: root', msgs)
             self.stormIsInPrint('Runas: user', msgs)
             self.stormIsInPrint('Readonly: false', msgs)
+            self.stormIsInPrint('Pool enabled: true', msgs)
             self.stormIsInPrint('Authenticated: true', msgs)
             self.stormIsInPrint('Name: the hehe/haha handler', msgs)
             self.stormIsInPrint('Description: beep boop zoop robot captain', msgs)
@@ -1373,3 +1396,51 @@ for $i in $values {
                 self.none(resp.headers.get('X-Content-Type-Options'))
                 # Server is still omitted though
                 self.none(resp.headers.get('Server'))
+
+    async def test_cortex_httpapi_pool(self):
+
+        # Test if we pass the mirror value in opts or not.
+        async with self.getTestCore(conf={'https:headers': {'Key1': 'Valu1'}}) as core:
+            await core.setUserPasswd(core.auth.rootuser.iden, 'root')
+            addr, hport = await core.addHttpsPort(0)
+
+            q = '''$api = $lib.cortex.httpapi.add(stuff)
+            $api.methods.get =  ${
+                $request.reply(200, headers=({"Weee": "valu"}) )
+            }
+            return ( ($api.iden) )'''
+            iden00 = await core.callStorm(q)
+            opts_iden00 = {'vars': {'iden': iden00}}
+
+            data = {}
+
+            oldstorm = core.storm
+            async def storm(self, text, opts=None):
+                data['opts'] = opts
+                async for mesg in oldstorm(text, opts=opts):
+                    yield mesg
+
+            with mock.patch('synapse.cortex.Cortex.storm', new=storm) as patch:
+                async with self.getHttpSess(auth=('root', 'root'), port=hport) as sess:
+                    resp = await sess.get(f'https://localhost:{hport}/api/ext/stuff')  # type: aiohttp.ClientResponse
+                    self.eq(resp.status, 200)
+                    self.false(data['opts'].get('mirror'))
+                    data.clear()
+
+                    q = '$api=$lib.cortex.httpapi.get($iden) $api.pool = (true) return ( $api.pack() ) '
+                    adef = await core.callStorm(q, opts=opts_iden00)
+                    self.true(adef.get('pool'))
+
+                    resp = await sess.get(f'https://localhost:{hport}/api/ext/stuff')  # type: aiohttp.ClientResponse
+                    self.eq(resp.status, 200)
+                    self.true(data['opts'].get('mirror'))
+                    data.clear()
+
+                    q = '$api=$lib.cortex.httpapi.get($iden) $api.pool = (false) return ( $api.pack() ) '
+                    adef = await core.callStorm(q, opts=opts_iden00)
+                    self.false(adef.get('pool'))
+
+                    resp = await sess.get(f'https://localhost:{hport}/api/ext/stuff')  # type: aiohttp.ClientResponse
+                    self.eq(resp.status, 200)
+                    self.false(data['opts'].get('mirror'))
+                    data.clear()

synapse/tests/test_lib_stormlib_gen.py

@@ -70,6 +70,23 @@ class StormLibGenTest(s_test.SynTest):
             nodes01 = await core.nodes('gen.risk.vuln CVE-2022-00001')
             self.eq(nodes00[0].ndef, nodes01[0].ndef)
 
+            self.len(1, await core.nodes('risk:vuln:cve=cve-2022-00001 [ :reporter:name=foo ]'))
+            nodes02 = await core.nodes('gen.risk.vuln CVE-2022-00001')
+            self.eq(nodes00[0].ndef, nodes02[0].ndef)
+
+            nodes03 = await core.nodes('gen.risk.vuln CVE-2022-00001 foo')
+            self.eq(nodes00[0].ndef, nodes03[0].ndef)
+            self.nn(nodes03[0].get('reporter'))
+
+            nodes04 = await core.nodes('gen.risk.vuln CVE-2022-00001 bar')
+            nodes05 = await core.nodes('yield $lib.gen.vulnByCve(CVE-2022-00001, reporter=bar)')
+            self.eq(nodes04[0].ndef, nodes05[0].ndef)
+            self.ne(nodes00[0].ndef, nodes05[0].ndef)
+            self.eq('bar', nodes05[0].get('reporter:name'))
+            self.nn(nodes05[0].get('reporter'))
+
+            self.len(0, await core.nodes('gen.risk.vuln newp --try'))
+
             nodes00 = await core.nodes('yield $lib.gen.orgIdType(barcode)')
             nodes01 = await core.nodes('gen.ou.id.type barcode')
             self.eq(nodes00[0].ndef, nodes01[0].ndef)
@@ -80,8 +97,6 @@ class StormLibGenTest(s_test.SynTest):
             self.eq(nodes00[0].ndef, nodes01[0].ndef)
             self.eq(nodes00[0].get('type'), barcode)
 
-            self.len(0, await core.nodes('gen.risk.vuln newp --try'))
-
             nodes00 = await core.nodes('yield $lib.gen.polCountryByIso2(UA)')
             nodes01 = await core.nodes('gen.pol.country ua')
             self.eq(nodes00[0].ndef, nodes01[0].ndef)
@@ -210,3 +225,23 @@ class StormLibGenTest(s_test.SynTest):
 
             self.len(1, await core.nodes('ou:org:name=forkorg'))
             self.len(1, await core.nodes('ou:org:name=anotherforkorg'))
+
+            nodes = await core.nodes('geo:place')
+            self.len(0, nodes)
+
+            nodes = await core.nodes('gen.geo.place Zimbabwe')
+            self.len(1, nodes)
+            self.eq(nodes[0].get('name'), 'zimbabwe')
+            self.none(nodes[0].get('names'))
+
+            iden = nodes[0].iden()
+
+            msgs = await core.stormlist('geo:place:name=zimbabwe [ :names+=Rhodesia ]')
+            self.stormHasNoWarnErr(msgs)
+
+            nodes = await core.nodes('gen.geo.place Rhodesia')
+            self.len(1, nodes)
+            self.eq(nodes[0].iden(), iden)
+            names = nodes[0].get('names')
+            self.len(1, names)
+            self.isin('rhodesia', names)

synapse/tests/test_lib_stormlib_model.py

@@ -25,6 +25,8 @@ class StormlibModelTest(s_test.SynTest):
             self.eq('inet:dns:a', await core.callStorm('return($lib.model.type(inet:dns:a).name)'))
 
             self.eq('1.2.3.4', await core.callStorm('return($lib.model.type(inet:ipv4).repr($(0x01020304)))'))
+            self.eq('123', await core.callStorm('return($lib.model.type(int).repr((1.23 *100)))'))
+            self.eq((123, {}), await core.callStorm('return($lib.model.type(int).norm((1.23 *100)))'))
             self.eq(0x01020304, await core.callStorm('return($lib.model.type(inet:ipv4).norm(1.2.3.4).index(0))'))
             self.eq({'subs': {'type': 'unicast'}}, await core.callStorm('return($lib.model.type(inet:ipv4).norm(1.2.3.4).index(1))'))
             self.eq('inet:dns:a:ipv4', await core.callStorm('return($lib.model.form(inet:dns:a).prop(ipv4).full)'))

synapse/tests/test_lib_stormlib_spooled.py

@@ -0,0 +1,190 @@
+import synapse.exc as s_exc
+import synapse.lib.stormtypes as s_stormtypes
+
+import synapse.tests.utils as s_test
+
+class StormlibSpooledTest(s_test.SynTest):
+    async def test_lib_spooled_set(self):
+        async with self.getTestCore() as core:
+            await core.nodes('[inet:ipv4=1.2.3.4 :asn=20]')
+            await core.nodes('[inet:ipv4=5.6.7.8 :asn=30]')
+
+            q = '''
+                $set = $lib.spooled.set()
+                $set.add(1, 2, 3, 4)
+                return($set)
+            '''
+            valu = await core.callStorm(q)
+            self.eq({'1', '2', '3', '4'}, valu)
+
+            q = '''
+                $set = $lib.spooled.set()
+                $set.adds($lib.list(1, 2, 3, 4))
+                return($set)
+            '''
+            valu = await core.callStorm(q)
+            self.eq({'1', '2', '3', '4'}, valu)
+
+            q = '''
+                $set = $lib.spooled.set()
+                inet:ipv4 $set.add(:asn)
+                $set.rems((:asn,:asn))
+                [ graph:node="*" ] +graph:node [ :data=$set.list() ]
+            '''
+            nodes = await core.nodes(q)
+            self.len(1, nodes)
+            self.eq(nodes[0].get('data'), ())
+
+            q = '''
+                $set = $lib.spooled.set()
+                $set.add($foo)
+                $set.add($bar)
+                $set.add($biz)
+                return(($set.has($foo), $set.has(lolnop)))
+            '''
+            valu = await core.callStorm(q, opts={'vars': {'foo': b'foo', 'bar': b'bar', 'biz': b'biz'}})
+            self.eq(True, valu[0])
+            self.eq(False, valu[1])
+
+            q = '''
+                $set = $lib.spooled.set()
+                $set.adds(('foo', 'bar', 'baz', 'biz', 'biz', 'biz', 'beep', 'boop'))
+                return($set.size())
+            '''
+            valu = await core.callStorm(q)
+            self.eq(6, valu)
+
+            q = '''
+                $set = $lib.spooled.set()
+                $set.adds(('foo', 'bar', 'baz', 'biz', 'biz', 'biz', 'beep', 'boop'))
+
+                $set.rems(('baz', 'beep', 'bar'))
+                return($set)
+
+            '''
+            valu = await core.callStorm(q)
+            self.eq({'foo', 'boop', 'biz'}, valu)
+
+            q = '''
+                $set = $lib.spooled.set(1, 2, 3, 4 ,5)
+                $set.add(1, 2, 3, 4)
+                return($set.list())
+            '''
+            valu = await core.callStorm(q)
+            self.isinstance(valu, tuple)
+            self.len(5, valu)
+            self.isin('1', valu)
+            self.isin('2', valu)
+            self.isin('3', valu)
+            self.isin('4', valu)
+            self.isin('5', valu)
+
+            q = '''
+                $set = $lib.spooled.set()
+                $set.add($lib.true)
+                $set.add($lib.false)
+                $set.add($lib.true)
+                $set.add($lib.false)
+                $set.add('more stuff')
+
+                $dict = ({
+                    "foo": "bar",
+                    "biz": "baz",
+                })
+                $set.adds($dict)
+                return($set)
+            '''
+            valu = await core.callStorm(q)
+            self.len(5, valu)
+            self.isin(False, valu)
+            self.isin(True, valu)
+            self.isin('more stuff', valu)
+            self.isin(('biz', 'baz'), valu)
+            self.isin(('foo', 'bar'), valu)
+
+            q = '''
+                $set = $lib.spooled.set()
+                $set.adds($items)
+                for $x in $set {
+                    $lib.print(`{$x} exists in the set`)
+                }
+                return()
+            '''
+            msgs = await core.stormlist(q, opts={'vars': {'items': [True, 'neato', False, 9001]}})
+            self.len(7, msgs)
+            self.stormIsInPrint('false exists in the set', msgs)
+            self.stormIsInPrint('true exists in the set', msgs)
+            self.stormIsInPrint('neato exists in the set', msgs)
+            self.stormIsInPrint('9001 exists in the set', msgs)
+
+            q = '''
+                $set = $lib.spooled.set(neato, neato, neato, neato)
+                $lib.print(`The set is {$set}`)
+            '''
+            msgs = await core.stormlist(q, opts={'vars': {'items': [True, 'neato', False, 9001]}})
+            self.stormIsInPrint("The set is {'neato'}", msgs)
+
+            # force a fallback
+            q = '''
+                $set = $lib.spooled.set()
+                $set.adds($lib.range(1500))
+                return($set.size())
+            '''
+            valu = await core.callStorm(q)
+            self.eq(1500, valu)
+
+            # sad paths
+            # too complex
+            q = '''
+                $set = $lib.spooled.set()
+                $set.add($stormnode)
+                return($set)
+            '''
+            stormnode = s_stormtypes.Node(nodes[0])
+            await self.asyncraises(s_exc.StormRuntimeError, core.callStorm(q, {'vars': {'stormnode': stormnode}}))
+
+            # mutable failures
+            q = '''
+                $set = $lib.spooled.set()
+                $set.add(({'neato': 'burrito'}))
+                return($set)
+            '''
+            await self.asyncraises(s_exc.StormRuntimeError, core.callStorm(q))
+
+            q = '''
+                $set = $lib.spooled.set()
+                $dict = ({'neato': 'burrito'})
+                $set.adds(($dict, $dict))
+                return($set)
+            '''
+            await self.asyncraises(s_exc.StormRuntimeError, core.callStorm(q))
+
+            q = '''
+                $set = $lib.spooled.set()
+                $form = $lib.model.form('inet:ipv4')
+                $set.adds(($stormnode, $form, $form))
+                return($set)
+            '''
+            # it'll blow up on the first
+            await self.asyncraises(s_exc.StormRuntimeError, core.callStorm(q, {'vars': {'stormnode': stormnode}}))
+
+            q = '''
+                $dict = ({'foo': 'bar'})
+                $set = $lib.spooled.set($dict)
+                return($set)
+            '''
+            await self.asyncraises(s_exc.StormRuntimeError, core.callStorm(q))
+
+            # type not msgpack-able
+            q = '''
+                $set = $lib.spooled.set()
+                $set.add($lib.model.form("inet:ipv4"))
+                return($set)
+            '''
+            await self.asyncraises(s_exc.StormRuntimeError, core.callStorm(q))
+
+            q = '''
+                $set = $lib.spooled.set($stormnode)
+                return($set)
+            '''
+            await self.asyncraises(s_exc.StormRuntimeError, core.callStorm(q, {'vars': {'stormnode': stormnode}}))

synapse/tests/test_lib_stormlib_vault.py

@@ -397,22 +397,31 @@ class StormlibVaultTest(s_test.SynTest):
             self.true(core._hasEasyPerm(vault, visi1, s_cell.PERM_READ))
 
             rvault_out = split(f'''
-            Vault: rvault
+            Vault: {riden}
+              Name: rvault
               Type: {vtype}
               Scope: role
-              Iden: {riden}
               Permissions:
                 Users:
                   visi1: read
                 Roles:
                   contributor: read
+              Configs:
+                server: rvault
             ''')[1:]
 
             opts = {'vars': {'vtype': vtype}, 'user': visi1.iden}
             msgs = await core.stormlist('vault.list --type $vtype', opts=opts)
-            for line in uvault_out:
+            for line in rvault_out:
                 self.stormIsInPrint(line, msgs)
 
+            msgs = await core.stormlist('vault.set.perm rvault --level admin --role contributor')
+            self.stormHasNoWarnErr(msgs)
+            self.stormIsInPrint('Successfully set permissions on vault rvault.', msgs)
+
+            msgs = await core.stormlist('vault.list --type $vtype', opts=opts)
+            self.stormIsInPrint('contributor: admin', msgs)
+
             # vault.del
             msgs = await core.stormlist('vault.del uvault')
             self.stormIsInPrint('Successfully deleted vault uvault.', msgs)

synapse/tests/test_lib_stormsvc.py

@@ -15,7 +15,6 @@ import synapse.tools.backup as s_tools_backup
 old_pkg = {
     'name': 'old',
     'version': (0, 0, 1),
-    'synapse_minversion': [2, 144, 0],
     'synapse_version': '>=2.8.0,<3.0.0',
     'modules': (
         {'name': 'old.bar', 'storm': 'function bar(x, y) { return ($($x + $y)) }'},
@@ -40,7 +39,6 @@ old_pkg = {
 new_old_pkg = {
     'name': 'old',
     'version': (0, 1, 0),
-    'synapse_minversion': [2, 144, 0],
     'synapse_version': '>=2.8.0,<3.0.0',
     'modules': (
         {'name': 'old.bar', 'storm': 'function bar(x, y) { return ($($x + $y)) }'},
@@ -65,7 +63,6 @@ new_old_pkg = {
 new_pkg = {
     'name': 'new',
     'version': (0, 0, 1),
-    'synapse_minversion': [2, 144, 0],
     'synapse_version': '>=2.8.0,<3.0.0',
     'modules': (
         {'name': 'echo', 'storm': '''function echo(arg1, arg2) {
@@ -124,7 +121,6 @@ class RealService(s_stormsvc.StormSvc):
         {  # type: ignore
             'name': 'foo',
             'version': (0, 0, 1),
-            'synapse_minversion': [2, 144, 0],
             'synapse_version': '>=2.8.0,<3.0.0',
             'modules': (
                 {'name': 'foo.bar',
@@ -188,7 +184,6 @@ class NodeCreateService(s_stormsvc.StormSvc):
         {
             'name': 'ncreate',
             'version': (0, 0, 1),
-            'synapse_minversion': [2, 144, 0],
             'synapse_version': '>=2.8.0,<3.0.0',
             'commands': (
                 {
@@ -207,7 +202,6 @@ class BoomService(s_stormsvc.StormSvc):
         {  # type: ignore
             'name': 'boom',
             'version': (0, 0, 1),
-            'synapse_minversion': [2, 144, 0],
             'synapse_version': '>=2.8.0,<3.0.0',
             'modules': (
                 {'name': 'blah', 'storm': '+}'},
@@ -266,7 +260,6 @@ class LifterService(s_stormsvc.StormSvc):
         {  # type: ignore
             'name': 'lifter',
             'version': (0, 0, 1),
-            'synapse_minversion': [2, 144, 0],
             'synapse_version': '>=2.8.0,<3.0.0',
             'commands': (
                 {
@@ -292,7 +285,6 @@ class StormvarService(s_cell.CellApi, s_stormsvc.StormSvc):
         {  # type: ignore
             'name': 'stormvar',
             'version': (0, 0, 1),
-            'synapse_minversion': [2, 144, 0],
             'synapse_version': '>=2.8.0,<3.0.0',
             'commands': (
                 {
@@ -379,7 +371,6 @@ class ShareService(s_cell.CellApi, s_stormsvc.StormSvc):
         {  # type: ignore
             'name': 'sharer',
             'version': (0, 0, 1),
-            'synapse_minversion': [2, 144, 0],
             'synapse_version': '>=2.8.0,<3.0.0',
             'modules': (
                 {
@@ -503,7 +494,6 @@ class StormSvcTest(s_test.SynTest):
         pkg = {
             'name': 'foobar',
             'version': (0, 0, 1),
-            'synapse_minversion': [2, 144, 0],
             'synapse_version': '>=2.8.0,<3.0.0',
             'modules': (
                 {'name': 'hehe.haha', 'storm': 'function add(x, y) { return ($($x + $y)) }'},