synapse 2.194.0__py311-none-any.whl → 2.195.0__py311-none-any.whl

synapse/tests/test_lib_stormlib_auth.py

@@ -320,6 +320,17 @@ class StormLibAuthTest(s_test.SynTest):
             self.stormIsInPrint('Controls access to add a new view including forks.', msgs)
             self.stormIsInPrint('default: false', msgs)
 
+            msgs = await core.stormlist('auth.perms.list --find macro.')
+            self.stormIsInPrint('storm.macro.add', msgs)
+            self.stormIsInPrint('storm.macro.admin', msgs)
+            self.stormIsInPrint('storm.macro.edit', msgs)
+            self.stormNotInPrint('node.add.<form>', msgs)
+
+            msgs = await core.stormlist('auth.perms.list --find url')
+            self.stormIsInPrint('storm.lib.telepath.open.<scheme>', msgs)
+            self.stormIsInPrint('Controls the ability to open a telepath URL with a specific URI scheme.', msgs)
+            self.stormNotInPrint('node.add.<form>', msgs)
+
     async def test_stormlib_auth_default_allow(self):
         async with self.getTestCore() as core:
 
@@ -1003,6 +1014,21 @@ class StormLibAuthTest(s_test.SynTest):
             with self.raises(s_exc.DupIden):
                 await core.callStorm('$lib.auth.roles.add(walkers, iden=$iden)', opts=opts)
 
+            # The role & user.authgates local is a passthrough to the getRoleDef & getUserDef
+            # results, which are a pack()'d structure. Modifying the results of that structure
+            # does not persist.
+            q = '$u = $lib.auth.users.byname(root) $u.authgates.newp = ({}) return ($u)'
+            udef = await core.callStorm(q)
+            self.notin('newp', udef.get('authgates'))
+            q = '$u = $lib.auth.users.byname(root) return ( $lib.dict.has($u.authgates, newp) )'
+            self.false(await core.callStorm(q))
+
+            q = '$r = $lib.auth.roles.byname(all) $r.authgates.newp = ({}) return ($r)'
+            rdef = await core.callStorm(q)
+            self.notin('newp', rdef.get('authgates'))
+            q = '$r = $lib.auth.roles.byname(all) return ( $lib.dict.has($r.authgates, newp) )'
+            self.false(await core.callStorm(q))
+
     async def test_stormlib_auth_gateadmin(self):
 
         async with self.getTestCore() as core:

synapse/tests/test_lib_stormlib_cell.py

@@ -14,6 +14,9 @@ class StormCellTest(s_test.SynTest):
 
         async with self.getTestCore() as core:
 
+            ret = await core.callStorm('return ( $lib.cell.iden )')
+            self.eq(ret, core.getCellIden())
+
             ret = await core.callStorm('return ( $lib.cell.getCellInfo() )')
             self.eq(ret, await core.getCellInfo())
 

synapse/tests/test_model_geospace.py

@@ -249,12 +249,18 @@ class GeoTest(s_t_utils.SynTest):
                      'bbox': '2.11, 2.12, -4.88, -4.9',
                      'radius': '1.337km'}
             opts = {'vars': {'valu': guid, 'p': props}}
-            q = '[(geo:place=$valu :name=$p.name :desc=$p.desc :address=$p.address :parent=$p.parent :loc=$p.loc ' \
-                ':photo=$p.photo :latlong=$p.latlong :bbox=$p.bbox :radius=$p.radius)]'
+            q = '''
+                [ geo:place=$valu
+                    :id=IAD
+                    :name=$p.name :desc=$p.desc :address=$p.address :parent=$p.parent :loc=$p.loc
+                    :photo=$p.photo :latlong=$p.latlong :bbox=$p.bbox :radius=$p.radius
+                ]
+            '''
             nodes = await core.nodes(q, opts=opts)
             self.len(1, nodes)
             node = nodes[0]
             self.eq(node.ndef[1], guid)
+            self.eq(node.get('id'), 'IAD')
             self.eq(node.get('name'), 'vertex hq')
             self.eq(node.get('loc'), 'us.hehe.haha')
             self.eq(node.get('latlong'), (34.1341, -118.3215))
@@ -501,10 +507,24 @@ class GeoTest(s_t_utils.SynTest):
                     :time=20220618
                     :latlong=(10.1, 3.0)
                     :desc=foobar
-                    :place:name=woot
-                    :place={[geo:place=* :name=woot]}
                     :accuracy=10m
                     :node=(test:int, 1234)
+
+                    :place={[ geo:place=({"name": "Woot"}) ]}
+                    :place:loc=us.ny.woot
+                    :place:name=Woot
+                    :place:country={[ pol:country=({"iso2": "us"}) ]}
+                    :place:country:code=us
+                    :place:address="123 main street"
+
+                    :place:latlong=(10.1, 3.0)
+                    :place:latlong:accuracy=10m
+
+                    :phys:mass=10kg
+                    :phys:width=5m
+                    :phys:height=10m
+                    :phys:length=20m
+                    :phys:volume=1000m
                 ]
             ''')
             self.eq(1655510400000, nodes[0].get('time'))
@@ -516,6 +536,19 @@ class GeoTest(s_t_utils.SynTest):
             self.eq(('test:int', 1234), nodes[0].get('node'))
             self.len(1, await core.nodes('test:int=1234'))
 
+            self.nn(nodes[0].get('place'))
+            self.nn('us.ny.woot', nodes[0].get('place:loc'))
+            self.nn('woot', nodes[0].get('place:name'))
+            self.nn('123 main street', nodes[0].get('place:address'))
+            self.eq((10.1, 3.0), nodes[0].get('place:latlong'))
+            self.eq(10000, nodes[0].get('place:latlong:accuracy'))
+
+            self.eq('10000', nodes[0].get('phys:mass'))
+            self.eq(5000, nodes[0].get('phys:width'))
+            self.eq(10000, nodes[0].get('phys:height'))
+            self.eq(20000, nodes[0].get('phys:length'))
+            self.eq(1000000, nodes[0].get('phys:volume'))
+
     async def test_model_geospace_area(self):
 
         async with self.getTestCore() as core:

synapse/tests/test_model_infotech.py

@@ -534,11 +534,29 @@ class InfotechModelTest(s_t_utils.SynTest):
                 'ext:id': 'foo123',
                 'image': image.ndef[1],
             }
-            q = '''[(it:host=$valu :name=$p.name :desc=$p.desc :ipv4=$p.ipv4 :place=$p.place :latlong=$p.latlong
-                :os=$p.os :manu=$p.manu :model=$p.model :serial=$p.serial :loc=$p.loc :operator=$p.operator
-                :org=$p.org :ext:id=$p."ext:id" :image=$p.image)]'''
+            q = '''
+                [ it:host=$valu
+
+                    :phys:mass=10kg
+                    :phys:width=5m
+                    :phys:height=10m
+                    :phys:length=20m
+                    :phys:volume=1000m
+
+                    :name=$p.name :desc=$p.desc :ipv4=$p.ipv4 :place=$p.place :latlong=$p.latlong
+                    :os=$p.os :manu=$p.manu :model=$p.model :serial=$p.serial :loc=$p.loc :operator=$p.operator
+                    :org=$p.org :ext:id=$p."ext:id" :image=$p.image
+                ]
+            '''
             nodes = await core.nodes(q, opts={'vars': {'valu': host0, 'p': props}})
             self.len(1, nodes)
+
+            self.eq('10000', nodes[0].get('phys:mass'))
+            self.eq(5000, nodes[0].get('phys:width'))
+            self.eq(10000, nodes[0].get('phys:height'))
+            self.eq(20000, nodes[0].get('phys:length'))
+            self.eq(1000000, nodes[0].get('phys:volume'))
+
             node = nodes[0]
             self.eq(node.ndef[1], host0)
             self.eq(node.get('name'), 'bobs laptop')

synapse/tests/test_model_material.py

@@ -43,3 +43,21 @@ class MatTest(s_t_utils.SynTest):
             self.eq(node3.props.get('file'), f0_valu)
 
             self.len(1, await core.nodes('mat:spec:name="f16 fighter jet" -> mat:item'))
+
+    async def test_model_material(self):
+
+        async with self.getTestCore() as core:
+
+            nodes = await core.nodes('''[
+                phys:contained=*
+                    :period=(2024, ?)
+                    :type=component
+                    :object={[ mat:item=* :phys:volume=9000cm :place:loc=us.ny ]}
+                    :container={[ mat:item=* :phys:volume=10000cm :place:loc=us.ny ]}
+            ]''')
+
+            self.nn(nodes[0].get('object'))
+            self.nn(nodes[0].get('container'))
+            self.eq('component.', nodes[0].get('type'))
+            self.eq((1704067200000, 9223372036854775807), nodes[0].get('period'))
+            self.len(1, await core.nodes('phys:contained -> phys:contained:type:taxonomy'))

synapse/tests/test_model_orgs.py

@@ -477,14 +477,21 @@ class OuModelTest(s_t_utils.SynTest):
             self.eq(node.get('departed'), 1519945200000)
             self.eq(node.get('roles'), ('speaker', 'staff'))
 
-            nodes = await core.nodes('[ ou:id:type=* :org=* :name=foobar :url="http://foobar.com/ids"]')
+            nodes = await core.nodes('[ ou:id:type=* :org=* :name=foobar :names=(alt1,alt2) :url="http://foobar.com/ids"]')
             self.len(1, nodes)
             self.nn(nodes[0].get('org'))
             self.eq('foobar', nodes[0].get('name'))
+            self.eq(('alt1', 'alt2'), nodes[0].get('names'))
             self.eq('http://foobar.com/ids', nodes[0].get('url'))
 
             iden = await core.callStorm('ou:id:type return($node.value())')
 
+            self.len(1, alts := await core.nodes('[ ou:id:type=({"name": "foobar"}) ]'))
+            self.eq(nodes[0].ndef, alts[0].ndef)
+
+            self.len(1, alts := await core.nodes('[ ou:id:type=({"name": "alt1"}) ]'))
+            self.eq(nodes[0].ndef, alts[0].ndef)
+
             opts = {'vars': {'type': iden}}
             nodes = await core.nodes('''
                 [ ou:id:number=($type, visi)

synapse/tests/test_model_person.py

@@ -369,6 +369,7 @@ class PsModelTest(s_t_utils.SynTest):
                     :econ:currency=usd
                     :econ:net:worth=100
                     :econ:annual:income=1000
+                    :phys:mass=100lbs
                 ]
                 { -> ps:person [ :vitals={ps:vitals} ] }
                 { -> ps:contact [ :vitals={ps:vitals} ] }
@@ -378,6 +379,8 @@ class PsModelTest(s_t_utils.SynTest):
             self.eq(1828, nodes[0].get('height'))
             self.eq('90718.4', nodes[0].get('weight'))
 
+            self.eq('45359.2', nodes[0].get('phys:mass'))
+
             self.eq('usd', nodes[0].get('econ:currency'))
             self.eq('100', nodes[0].get('econ:net:worth'))
             self.eq('1000', nodes[0].get('econ:annual:income'))

synapse/tests/test_model_syn.py

@@ -612,10 +612,16 @@ class SynModelTest(s_t_utils.SynTest):
                 nodes = await core.nodes('syn:cmd +:package')
                 self.len(0, nodes)
 
-                await core.nodes(f'service.add test {url}')
-                iden = core.getStormSvcs()[0].iden
+                with self.getLoggerStream('synapse.cortex') as stream:
+                    await core.nodes(f'service.add test {url}')
+                    iden = core.getStormSvcs()[0].iden
 
-                await core.nodes('$lib.service.wait(test)')
+                    await core.nodes('$lib.service.wait(test)')
+
+                stream.seek(0)
+                warn = "Storm command definition 'forms' key is deprecated and will be removed " \
+                       "in 3.0.0 (command foobar in package foo)"
+                self.isin(warn, stream.read())
 
                 # check that runt nodes for new commands are created
                 nodes = await core.nodes('syn:cmd +:package')

synapse/tests/test_model_transport.py

@@ -88,6 +88,7 @@ class TransportTest(s_test.SynTest):
                     :mmsi=123456789
                     :name="Slice of Life"
                     :flag=us
+                    :type=cargo.tanker.oil
                     :imo="IMO 1234567"
                     :built=2020
                     :make="The Vertex Project"
@@ -98,6 +99,7 @@ class TransportTest(s_test.SynTest):
                 ]'''))[0]
             self.eq('123456789', vessel.get('mmsi'))
             self.eq('slice of life', vessel.get('name'))
+            self.eq('cargo.tanker.oil.', vessel.get('type'))
             self.eq('the vertex project', vessel.get('make'))
             self.eq('speed boat 9000', vessel.get('model'))
             self.eq('us', vessel.get('flag'))
@@ -108,6 +110,7 @@ class TransportTest(s_test.SynTest):
             self.nn(vessel.get('operator'))
 
             self.len(1, await core.nodes('transport:sea:vessel:imo^="IMO 123"'))
+            self.len(1, await core.nodes('transport:sea:vessel -> transport:sea:vessel:type:taxonomy'))
 
             seatelem = (await core.nodes('''[
                  transport:sea:telem=*
@@ -166,6 +169,7 @@ class TransportTest(s_test.SynTest):
                         :make=lotus
                         :model=elise
                         :registration=$regid
+                        :type=car
                         :owner={gen.ps.contact.email us.va.dmv visi@vertex.link}
                     ]}
 
@@ -192,12 +196,14 @@ class TransportTest(s_test.SynTest):
 
             nodes = await core.nodes('transport:land:registration:id=zeroday :vehicle -> transport:land:vehicle')
             self.len(1, nodes)
+            self.eq(nodes[0].get('type'), 'car.')
             self.eq(nodes[0].get('make'), 'lotus')
             self.eq(nodes[0].get('model'), 'elise')
             self.eq(nodes[0].get('serial'), 'V-31337')
             self.eq(nodes[0].get('built'), 1104537600000)
             self.nn(nodes[0].get('owner'))
             self.nn(nodes[0].get('registration'))
+            self.len(1, await core.nodes('transport:land:vehicle -> transport:land:vehicle:type:taxonomy'))
 
             nodes = await core.nodes('transport:land:registration:id=zeroday -> transport:land:license')
             self.len(1, nodes)
@@ -208,3 +214,165 @@ class TransportTest(s_test.SynTest):
 
             self.nn(nodes[0].get('issuer'))
             self.nn(nodes[0].get('contact'))
+
+            nodes = await core.nodes('''[
+                transport:land:drive=*
+                    :vehicle={transport:land:vehicle}
+            ]''')
+
+            self.eq('transport:land:vehicle', nodes[0].get('vehicle')[0])
+
+    async def test_model_transport_rail(self):
+
+        async with self.getTestCore() as core:
+            nodes = await core.nodes('''[
+                transport:rail:train=*
+
+                    :status=completed
+                    :occupants=1
+                    :cargo:mass=10kg
+                    :cargo:volume=10m
+
+                    :duration=03:00:00
+                    :scheduled:duration=03:00:00
+
+                    :departed=202501171030
+                    :departed:point=2C
+                    :departed:place={[ geo:place=* :name="grand central station" ]}
+
+                    :scheduled:departure=202501171030
+                    :scheduled:departure:point=2C
+                    :scheduled:departure:place={ geo:place:name="grand central station" }
+
+                    :arrived=202501171330
+                    :arrived:place={[ geo:place=* :name="union station" ]}
+                    :arrived:point=2C
+
+                    :scheduled:arrival=202501171330
+                    :scheduled:arrival:place={ geo:place:name="union station" }
+                    :scheduled:arrival:point=2C
+
+                    :vehicle={[
+                        transport:rail:consist=*
+                            :max:occupants=2
+                            :cars={[
+                                transport:rail:car=*
+                                :serial=001
+                                :type=engine.diesel
+                                :built=20221212
+                                :manufacturer:name=acme
+                                :manufacturer={[ ou:org=({"name": "acme"}) ]}
+                                :model="Engine That Could"
+                                :max:occupants=2
+                                :max:cargo:mass=1000kg
+                                :max:cargo:volume=1000m
+                                :owner={[ ps:contact=* :name="road runner" ]}
+                            ]}
+                    ]}
+                    :operator={[ ps:contact=* :name="visi" ]}
+            ]''')
+
+            self.eq(10800000, nodes[0].get('duration'))
+            self.eq(10800000, nodes[0].get('scheduled:duration'))
+
+            self.eq(1737109800000, nodes[0].get('departed'))
+            self.eq('2c', nodes[0].get('departed:point'))
+            self.nn(nodes[0].get('departed:place'))
+
+            self.eq(1737109800000, nodes[0].get('scheduled:departure'))
+            self.eq('2c', nodes[0].get('scheduled:departure:point'))
+            self.nn(nodes[0].get('scheduled:departure:place'))
+
+            self.eq(1737120600000, nodes[0].get('arrived'))
+            self.nn(nodes[0].get('arrived:place'))
+            self.eq('2c', nodes[0].get('arrived:point'))
+
+            self.eq(1737120600000, nodes[0].get('scheduled:arrival'))
+            self.nn(nodes[0].get('scheduled:arrival:place'))
+            self.eq('2c', nodes[0].get('scheduled:arrival:point'))
+
+            nodes = await core.nodes('transport:rail:consist')
+            self.eq(2, nodes[0].get('max:occupants'))
+            self.len(1, nodes[0].get('cars'))
+
+            nodes = await core.nodes('transport:rail:car')
+            self.eq('001', nodes[0].get('serial'))
+            self.eq('engine.diesel.', nodes[0].get('type'))
+            self.eq(1670803200000, nodes[0].get('built'))
+            self.eq('acme', nodes[0].get('manufacturer:name'))
+            self.eq('engine that could', nodes[0].get('model'))
+            self.eq(2, nodes[0].get('max:occupants'))
+            self.eq('1000000', nodes[0].get('max:cargo:mass'))
+            self.eq(1000000, nodes[0].get('max:cargo:volume'))
+            self.len(1, await core.nodes('transport:rail:car -> transport:rail:car:type:taxonomy'))
+
+            self.nn(nodes[0].get('owner'))
+
+            nodes = await core.nodes('''[
+                transport:stop=*
+                    :arrived:place={[ geo:place=* :name="BWI Rail Station" ]}
+                    :trip={ transport:rail:train }
+            ]''')
+            self.nn(nodes[0].get('arrived:place'))
+            self.eq('transport:rail:train', nodes[0].get('trip')[0])
+
+            nodes = await core.nodes('''[
+                transport:occupant=*
+                    :role=passenger
+                    :contact={[ ps:contact=({"name": "visi"}) ]}
+                    :trip={ transport:rail:train }
+                    :vehicle={ transport:rail:consist }
+                    :seat=2c
+                    :boarded=202501171020
+                    :boarded:point=2c
+                    :boarded:place={ geo:place:name="grand central station" }
+
+                    :disembarked=202501171335
+                    :disembarked:point=2c
+                    :disembarked:place={ geo:place:name="union station" }
+            ]''')
+            self.nn(nodes[0].get('contact'))
+            self.eq('2c', nodes[0].get('seat'))
+            self.eq('passenger.', nodes[0].get('role'))
+            self.eq('transport:rail:train', nodes[0].get('trip')[0])
+            self.eq('transport:rail:consist', nodes[0].get('vehicle')[0])
+
+            self.eq(1737109200000, nodes[0].get('boarded'))
+            self.nn(nodes[0].get('boarded:place'))
+            self.eq('2c', nodes[0].get('boarded:point'))
+
+            self.eq(1737120900000, nodes[0].get('disembarked'))
+            self.nn(nodes[0].get('disembarked:place'))
+            self.eq('2c', nodes[0].get('disembarked:point'))
+            self.len(1, await core.nodes('transport:occupant -> transport:occupant:role:taxonomy'))
+
+            nodes = await core.nodes('''[
+                transport:cargo=*
+
+                    :trip={ transport:rail:train }
+                    :vehicle={ transport:rail:consist }
+
+                    :container={ transport:rail:car }
+                    :object={[ transport:shipping:container=({"serial": "007"}) ]}
+
+                    :loaded=202501171020
+                    :loaded:point=2c
+                    :loaded:place={ geo:place:name="grand central station" }
+
+                    :unloaded=202501171335
+                    :unloaded:point=2c
+                    :unloaded:place={ geo:place:name="union station" }
+            ]''')
+
+            self.eq('transport:rail:train', nodes[0].get('trip')[0])
+            self.eq('transport:rail:car', nodes[0].get('container')[0])
+            self.eq('transport:rail:consist', nodes[0].get('vehicle')[0])
+            self.eq('transport:shipping:container', nodes[0].get('object')[0])
+
+            self.eq(1737109200000, nodes[0].get('loaded'))
+            self.nn(nodes[0].get('loaded:place'))
+            self.eq('2c', nodes[0].get('loaded:point'))
+
+            self.eq(1737120900000, nodes[0].get('unloaded'))
+            self.nn(nodes[0].get('unloaded:place'))
+            self.eq('2c', nodes[0].get('unloaded:point'))

synapse/tests/test_telepath.py

@@ -19,6 +19,7 @@ import synapse.telepath as s_telepath
 import synapse.lib.cell as s_cell
 import synapse.lib.coro as s_coro
 import synapse.lib.link as s_link
+import synapse.lib.const as s_const
 import synapse.lib.share as s_share
 import synapse.lib.certdir as s_certdir
 import synapse.lib.version as s_version
@@ -68,6 +69,10 @@ class Foo:
     def echo(self, x):
         return x
 
+    def echosize(self, array: list[bytes]):
+        total = sum([len(bytz) for bytz in array])
+        return total
+
     def speed(self):
         return
 
@@ -230,11 +235,13 @@ class TeleTest(s_t_utils.SynTest):
             # Add an additional prox.fini handler.
             prox.onfini(evt.set)
 
-            # check a standard return value
-            self.eq(30, await prox.bar(10, 20))
+            with mock.patch('synapse.lib.link.MAXWRITE', 2):
 
-            # check a coroutine return value
-            self.eq(25, await prox.corovalu(10, 5))
+                # check a standard return value
+                self.eq(30, await prox.bar(10, 20))
+
+                # check a coroutine return value
+                self.eq(25, await prox.corovalu(10, 5))
 
             # check a generator return channel
             genr = await prox.genr()
@@ -1227,7 +1234,7 @@ class TeleTest(s_t_utils.SynTest):
                 self.isin('synapse.tests.test_telepath.Foo', proxy._getClasses())
                 self.eq(await proxy.echo('oh hi mark!'), 'oh hi mark!')
 
-    async def test_tls_ciphers(self):
+    async def test_tls_support_and_ciphers(self):
 
         self.thisHostMustNot(platform='darwin')
 
@@ -1249,6 +1256,18 @@ class TeleTest(s_t_utils.SynTest):
             async with await s_telepath.openurl(f'ssl://{hostname}/foo', port=port) as prox:
                 self.eq(30, await prox.bar(10, 20))
 
+                # This will generate a large msgpack object which can cause
+                # openssl to have malloc failures. Prior to the write chunking
+                # changes, this would cause a generally fatal error to any
+                # processes which rely on the calls work, such as mirror loops.
+                blob = b'V' * s_const.mebibyte * 256
+                nblobs = 8
+                total = nblobs * len(blob)
+                blobarray = []
+                for i in range(nblobs):
+                    blobarray.append(blob)
+                self.eq(await prox.echosize(blobarray), total)
+
             sslctx = ssl.SSLContext(protocol=ssl.PROTOCOL_TLSv1)
             with self.raises((ssl.SSLError, ConnectionResetError)):
                 link = await s_link.connect(hostname, port=port, ssl=sslctx)

synapse/tools/changelog.py

@@ -122,7 +122,11 @@ class ModelDiffer:
                 deprecated_edges[edge] = curinfo
                 continue
 
-            # TODO - Support changes to the edges?
+            if oldinfo.get('doc') != curinfo.get('doc'):
+                updated_edges[edge] = curinfo
+                continue
+
+            # TODO - Support additional changes to the edges?
             assert False, f'A change was found for the edge: {edge}'
 
         if updated_edges:
@@ -637,6 +641,9 @@ def _gen_model_rst(version, model_ref, changes, current_model, outp: s_output.Ou
     # We don't really have a "updated forms" to display since the delta for forms data is really property
     # deltas covered elsewhere.
 
+    # Updated Edges
+    # TODO Add support for updated edges
+
     # Updated Properties
     upd_props = []
     for form, info in updated_forms.items():

{synapse-2.194.0.dist-info → synapse-2.195.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: synapse
-Version: 2.194.0
+Version: 2.195.0
 Summary: Synapse Intelligence Analysis Framework
 Author-email: The Vertex Project LLC <root@vertex.link>
 License: Apache License 2.0