synapse 2.255.0__tar.gz → 2.256.0__tar.gz

{synapse-2.255.0/synapse.egg-info → synapse-2.256.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse
-Version: 2.255.0
+Version: 2.256.0
 Summary: Synapse Intelligence Analysis Framework
 Author-email: The Vertex Project LLC <root@vertex.link>
 License-Expression: Apache-2.0
@@ -20,17 +20,17 @@ Description-Content-Type: text/x-rst
 License-File: LICENSE
 Requires-Dist: cryptography<51.0.0,>=46.0.7
 Requires-Dist: msgpack<1.3.0,>=1.2.1
-Requires-Dist: xxhash<3.8.0,>=1.4.4
+Requires-Dist: xxhash<4.1.0,>=1.4.4
 Requires-Dist: lmdb<1.8.0,>=1.7.0
 Requires-Dist: tornado<7.0.0,>=6.2.0
 Requires-Dist: regex>=2022.9.11
 Requires-Dist: PyYAML<6.1.0,>=5.4
 Requires-Dist: aiohttp<3.15.0,>=3.14.1
-Requires-Dist: aiohttp-socks<0.12.0,>=0.11.0
+Requires-Dist: aiohttp-socks<0.13.0,>=0.12.0
 Requires-Dist: aiosmtplib<6.0.0,>=5.1.2
 Requires-Dist: prompt_toolkit<3.1.0,>=3.0.29
 Requires-Dist: lark==1.3.1
-Requires-Dist: Pygments<2.21.0,>=2.7.4
+Requires-Dist: Pygments<2.22.0,>=2.7.4
 Requires-Dist: packaging<27.0,>=20.0
 Requires-Dist: fastjsonschema<2.22.0,>=2.20.0
 Requires-Dist: stix2-validator<3.3.0,>=3.2.0

{synapse-2.255.0 → synapse-2.256.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = 'setuptools.build_meta'
 
 [project]
 name = 'synapse'
-version = '2.255.0'
+version = '2.256.0'
 authors = [
     { name = 'The Vertex Project LLC', email = 'root@vertex.link'},
 ]
@@ -24,17 +24,17 @@ classifiers = [
 dependencies = [
     'cryptography>=46.0.7,<51.0.0',
     'msgpack>=1.2.1,<1.3.0',
-    'xxhash>=1.4.4,<3.8.0',
+    'xxhash>=1.4.4,<4.1.0',
     'lmdb>=1.7.0,<1.8.0',
     'tornado>=6.2.0,<7.0.0',
     'regex>=2022.9.11',
     'PyYAML>=5.4,<6.1.0',
     'aiohttp>=3.14.1,<3.15.0',
-    'aiohttp-socks>=0.11.0,<0.12.0',
+    'aiohttp-socks>=0.12.0,<0.13.0',
     'aiosmtplib>=5.1.2,<6.0.0',
     'prompt_toolkit>=3.0.29,<3.1.0',
     'lark==1.3.1',
-    'Pygments>=2.7.4,<2.21.0',
+    'Pygments>=2.7.4,<2.22.0',
     'packaging>=20.0,<27.0',
     'fastjsonschema>=2.20.0,<2.22.0',
     'stix2-validator>=3.2.0,<3.3.0',

{synapse-2.255.0 → synapse-2.256.0}/synapse/lib/layer.py

@@ -112,6 +112,14 @@ reqValidLdef = s_config.getJsValidator({
 WINDOW_MAXSIZE = 10_000
 MIGR_COMMIT_SIZE = 1_000
 
+def reqValidNodeDataName(name):
+    '''
+    Raise BadArg if a node data name is too long to be stored.
+    '''
+    if (size := len(name.encode())) > s_lmdbslab.MAX_MDB_KEYLEN - 5:
+        mesg = f'node data keys must be < {s_lmdbslab.MAX_MDB_KEYLEN - 4} bytes, got {size}.'
+        raise s_exc.BadArg(mesg=mesg, name=name[:1024], size=size)
+
 class LayerApi(s_cell.CellApi):
 
     async def __anit__(self, core, link, user, layr):
@@ -3487,6 +3495,30 @@ class Layer(s_nexus.Pusher):
         _, changes = await self.saveNodeEdits(nodeedits, meta)
         return any(c[2] for c in changes)
 
+    async def setNodeData(self, buid, name, valu, meta):
+        '''
+        Set nodedata on a node in this layer.
+        '''
+        reqValidNodeDataName(name)
+
+        sode = self._getStorNode(buid)
+        if sode is None or (form := sode.get('form')) is None:
+            mesg = f'No node found for buid {s_common.ehex(buid)}.'
+            raise s_exc.NoSuchIden(mesg=mesg, buid=s_common.ehex(buid))
+
+        try:
+            abrv = self.getPropAbrv(name, None)
+            if self.dataslab.get(buid + abrv, db=self.nodedata) == s_msgpack.en(valu):
+                return False
+
+        except s_exc.NoSuchAbrv:
+            pass
+
+        nodeedits = [(buid, form, [(EDIT_NODEDATA_SET, (name, valu, None), ())])]
+
+        _, changes = await self.saveNodeEdits(nodeedits, meta)
+        return any(c[2] for c in changes)
+
     async def delNodeData(self, buid, meta, name=None):
         '''
         Delete nodedata from a node in this layer. If name is not specified, delete all nodedata.

{synapse-2.255.0 → synapse-2.256.0}/synapse/lib/node.py

@@ -9,7 +9,6 @@ import synapse.lib.chop as s_chop
 import synapse.lib.time as s_time
 import synapse.lib.layer as s_layer
 import synapse.lib.msgpack as s_msgpack
-import synapse.lib.lmdbslab as s_lmdbslab
 import synapse.lib.stormtypes as s_stormtypes
 
 logger = logging.getLogger(__name__)
@@ -706,9 +705,7 @@ class Node:
             await protonode.setData(name, valu)
 
     async def popData(self, name):
-        if (size := len(name.encode())) > s_lmdbslab.MAX_MDB_KEYLEN - 5:
-            mesg = f'node data keys must be < {s_lmdbslab.MAX_MDB_KEYLEN - 4} bytes, got {size}.'
-            raise s_exc.BadArg(mesg=mesg, name=name[:1024], size=size)
+        s_layer.reqValidNodeDataName(name)
 
         retn = await self.snap.getNodeData(self.buid, name)
 

{synapse-2.255.0 → synapse-2.256.0}/synapse/lib/rstorm.py

@@ -443,7 +443,7 @@ class StormRst(s_base.Base):
 
         pkg = s_genpkg.loadPkgProto(text)
 
-        if pkg.get('onload') is not None:
+        if pkg.get('onload') is not None or pkg.get('inits') is not None:
             waiter = core.waiter(1, 'core:pkg:onload:complete')
         else:
             waiter = None
@@ -491,7 +491,7 @@ class StormRst(s_base.Base):
 
         svc = await self._getCell(ctor, conf=svcconf)
 
-        onloadcnt = len([p for p in svc.cellapi._storm_svc_pkgs if p.get('onload') is not None])
+        onloadcnt = len(svc.cellapi._storm_svc_pkgs)
         waiter = core.waiter(onloadcnt, 'core:pkg:onload:complete') if onloadcnt else None
 
         svc.dmon.share('svc', svc)

{synapse-2.255.0 → synapse-2.256.0}/synapse/lib/schemas.py

@@ -1248,3 +1248,18 @@ _jwtclaimschema = {
 }
 reqValidJwtClaims = s_config.getJsValidator(_jwtclaimschema)
 jwtRegisteredClaims = frozenset(_jwtclaimschema['properties'])
+
+_stormLintStrList = {'type': 'array', 'items': {'type': 'string'}}
+
+_stormLintConfSchema = {
+    'type': 'object',
+    'properties': {
+        'select': _stormLintStrList,
+        'ignore': _stormLintStrList,
+        'enable': _stormLintStrList,
+        'exclude': _stormLintStrList,
+        'v3_ready': {'type': 'boolean'},
+    },
+    'additionalProperties': False,
+}
+reqValidStormLintConf = s_config.getJsValidator(_stormLintConfSchema)

{synapse-2.255.0 → synapse-2.256.0}/synapse/lib/snap.py

@@ -18,7 +18,6 @@ import synapse.lib.cache as s_cache
 import synapse.lib.layer as s_layer
 import synapse.lib.storm as s_storm
 import synapse.lib.types as s_types
-import synapse.lib.lmdbslab as s_lmdbslab
 
 logger = logging.getLogger(__name__)
 
@@ -215,9 +214,7 @@ class ProtoNode:
         return False
 
     async def setData(self, name, valu):
-        if (size := len(name.encode())) > s_lmdbslab.MAX_MDB_KEYLEN - 5:
-            mesg = f'node data keys must be < {s_lmdbslab.MAX_MDB_KEYLEN - 4} bytes, got {size}.'
-            raise s_exc.BadArg(mesg=mesg, name=name[:1024], size=size)
+        s_layer.reqValidNodeDataName(name)
 
         if await self.getData(name) == valu:
             return

{synapse-2.255.0 → synapse-2.256.0}/synapse/lib/stormlib/model.py

@@ -937,10 +937,13 @@ class LibModelMigration(s_stormtypes.Lib, MigrationEditorMixin):
               lower in the layer stack of a view, or a layer in no view, since ``onview`` already
               migrated each view's write layer.
 
-            Each pass runs ``onview`` for every view, with parent views before their children, then
-            ``onlayer`` for every layer which is not the write layer of a view. A view or layer
-            created by a callback is picked up by a further pass, and passes repeat until one finds
-            nothing new. Each view and layer is visited at most once.
+            Each pass runs ``onview`` for every view, with parent views before their children, or
+            children before their parents when ``reverse`` is true, then ``onlayer`` for every layer
+            which is not the write layer of a view. The ``reverse`` option does not change the order
+            of ``onlayer``. A view or layer created by a callback is picked up by a further pass, and
+            passes repeat until one finds nothing new. A view created by a callback is visited after
+            the views already in the pass, so a view forked during a ``reverse`` loop runs after its
+            parent. Each view and layer is visited at most once.
 
             The loop does not fail because a view or layer changed underneath it. It emits a
             warning naming the view or layer and continues with the next one when:
@@ -973,6 +976,8 @@ class LibModelMigration(s_stormtypes.Lib, MigrationEditorMixin):
                       {'name': 'readonly', 'type': 'boolean', 'default': False,
                        'desc': 'Include read-only layers, and views with a read-only write layer, '
                                'rather than skipping them with a warning.', },
+                      {'name': 'reverse', 'type': 'boolean', 'default': False,
+                       'desc': 'Run ``onview`` for child views before their parents.', },
                   ),
                   'returns': {'type': 'null', }}},
     )
@@ -1086,7 +1091,7 @@ class LibModelMigration(s_stormtypes.Lib, MigrationEditorMixin):
             mesg += ', '.join([f'{iden} ({errm})' for iden, errm in failed])
             raise s_exc.SynErr(mesg=mesg, layers=[iden for iden, _ in failed])
 
-    async def _methLoop(self, onview, onlayer=None, readonly=False):
+    async def _methLoop(self, onview, onlayer=None, readonly=False, reverse=False):
 
         self.runt.reqAdmin(mesg='$lib.model.migration.loop() requires global admin.')
 
@@ -1094,6 +1099,7 @@ class LibModelMigration(s_stormtypes.Lib, MigrationEditorMixin):
             raise s_exc.BadArg(mesg='$lib.model.migration.loop() requires an onview query.')
 
         readonly = await s_stormtypes.tobool(readonly)
+        reverse = await s_stormtypes.tobool(reverse)
 
         runt = self.runt
         core = runt.snap.core
@@ -1144,7 +1150,11 @@ class LibModelMigration(s_stormtypes.Lib, MigrationEditorMixin):
 
             found = False
 
-            for vdef in await core.getViewDefs(deporder=True):
+            vdefs = await core.getViewDefs(deporder=True)
+            if reverse:
+                vdefs.reverse()
+
+            for vdef in vdefs:
 
                 iden = vdef.get('iden')
                 if iden in seen: