synapse 2.168.0__py311-none-any.whl → 2.169.0__py311-none-any.whl

synapse/cortex.py

@@ -573,14 +573,6 @@ class CoreApi(s_cell.CellApi):
     async def delStormDmon(self, iden):
         return await self.cell.delStormDmon(iden)
 
-    @s_cell.adminapi(log=True)
-    async def enableMigrationMode(self): # pragma: no cover
-        s_common.deprdate('CoreApi.enableMigrationMode', '2024-05-05')
-
-    @s_cell.adminapi(log=True)
-    async def disableMigrationMode(self): # pragma: no cover
-        s_common.deprdate('CoreApi.disableMigrationMode', '2024-05-05')
-
     @s_cell.adminapi()
     async def cloneLayer(self, iden, ldef=None):
 
@@ -1350,6 +1342,17 @@ class Cortex(s_oauth.OAuthMixin, s_cell.Cell):  # type: ignore
              'ex': 'node.prop.del.inet:ipv4.asn',
              'desc': 'Controls removing a specific property from a form of node in a layer.'},
 
+            {'perm': ('node', 'data', 'set'), 'gate': 'layer',
+             'desc': 'Permits a user to set node data in a given layer.'},
+            {'perm': ('node', 'data', 'set', '<key>'), 'gate': 'layer',
+              'ex': 'node.data.set.hehe',
+             'desc': 'Permits a user to set node data in a given layer for a specific key.'},
+            {'perm': ('node', 'data', 'pop'), 'gate': 'layer',
+             'desc': 'Permits a user to remove node data in a given layer.'},
+            {'perm': ('node', 'data', 'pop', '<key>'), 'gate': 'layer',
+             'ex': 'node.data.pop.hehe',
+             'desc': 'Permits a user to remove node data in a given layer for a specific key.'},
+
             {'perm': ('pkg', 'add'), 'gate': 'cortex',
              'desc': 'Controls access to adding storm packages.'},
             {'perm': ('pkg', 'del'), 'gate': 'cortex',

synapse/lib/agenda.py

@@ -831,6 +831,9 @@ class Agenda(s_base.Base):
                 'view': appt.view,
                 'mirror': appt.pool,
                 'vars': {'auto': {'iden': appt.iden, 'type': 'cron'}},
+                '_loginfo': {
+                    'cron': appt.iden
+                }
             }
             opts = self.core._initStormOpts(opts)
 

synapse/lib/cell.py

@@ -1295,14 +1295,20 @@ class Cell(s_nexus.Pusher, s_telepath.Aware):
 
     async def _onBootOptimize(self):
 
+        bdir = s_common.genpath(self.dirn, 'backups')
         tdir = s_common.gendir(self.dirn, 'tmp')
         tdev = os.stat(tdir).st_dev
 
+        logger.warning('Collecting LMDB files for onboot optimization.')
+
         lmdbs = []
         for (root, dirs, files) in os.walk(self.dirn):
             for dirname in dirs:
                 filepath = os.path.join(root, dirname, 'data.mdb')
                 if os.path.isfile(filepath):
+                    if filepath.startswith(bdir):
+                        logger.debug(f'Skipping backup file {filepath}')
+                        continue
                     if os.stat(filepath).st_dev != tdev:
                         logger.warning(f'Unable to run onboot:optimize, {filepath} is not on the same volume as {tdir}')
                         return
@@ -2891,24 +2897,10 @@ class Cell(s_nexus.Pusher, s_telepath.Aware):
         self.onfini(self.dmon.fini)
 
     async def _initCellHive(self):
-        isnew = not self.slab.dbexists('hive')
-
         db = self.slab.initdb('hive')
         hive = await s_hive.SlabHive.anit(self.slab, db=db, nexsroot=self.getCellNexsRoot())
         self.onfini(hive)
 
-        if isnew:
-            path = os.path.join(self.dirn, 'hiveboot.yaml')
-            if os.path.isfile(path):
-                s_common.deprdate('Initial hive config from hiveboot.yaml', '2024-05-05')
-                logger.debug(f'Loading cell hive from {path}')
-                tree = s_common.yamlload(path)
-                if tree is not None:
-                    # Pack and unpack the tree to avoid tuple/list issues
-                    # for in-memory structures.
-                    tree = s_common.tuplify(tree)
-                    await hive.loadHiveTree(tree)
-
         return hive
 
     async def _initCellSlab(self, readonly=False):

synapse/lib/httpapi.py

@@ -1354,6 +1354,9 @@ class ExtApiHandler(StormHandler):
             'user': useriden,
             'vars': varz,
             'view': adef.get('view'),
+            '_loginfo': {
+                'httpapi': iden
+            }
         }
 
         query = '\n'.join((self.storm_prefix, storm))

synapse/lib/snap.py

@@ -717,7 +717,9 @@ class Snap(s_base.Base):
 
         show_storage = False
 
-        self.core._logStormQuery(text, user, info={'mode': opts.get('mode', 'storm'), 'view': self.view.iden})
+        info = opts.get('_loginfo', {})
+        info.update({'mode': opts.get('mode', 'storm'), 'view': self.view.iden})
+        self.core._logStormQuery(text, user, info=info)
 
         # { form: ( embedprop, ... ) }
         embeds = opts.get('embeds')

synapse/lib/stormlib/model.py

@@ -1,6 +1,7 @@
 import synapse.exc as s_exc
 import synapse.common as s_common
 
+import synapse.lib.node as s_node
 import synapse.lib.cache as s_cache
 import synapse.lib.stormtypes as s_stormtypes
 
@@ -692,3 +693,122 @@ class LibModelDeprecated(s_stormtypes.Lib):
         todo = s_common.todo('setDeprLock', name, locked)
         gatekeys = ((self.runt.user.iden, ('model', 'deprecated', 'lock'), None),)
         await self.runt.dyncall('cortex', todo, gatekeys=gatekeys)
+
+@s_stormtypes.registry.registerLib
+class LibModelMigration(s_stormtypes.Lib):
+    '''
+    A Storm library containing migration tools.
+    '''
+    _storm_locals = (
+        {'name': 'copyData', 'desc': 'Copy node data from the src node to the dst node.',
+         'type': {'type': 'function', '_funcname': '_methCopyData',
+                  'args': (
+                      {'name': 'src', 'type': 'node', 'desc': 'The node to copy data from.', },
+                      {'name': 'dst', 'type': 'node', 'desc': 'The node to copy data to.', },
+                      {'name': 'overwrite', 'type': 'boolean', 'default': False,
+                       'desc': 'Copy data even if the key exists on the destination node.', },
+                  ),
+                  'returns': {'type': 'null', }}},
+        {'name': 'copyEdges', 'desc': 'Copy edges from the src node to the dst node.',
+         'type': {'type': 'function', '_funcname': '_methCopyEdges',
+                  'args': (
+                      {'name': 'src', 'type': 'node', 'desc': 'The node to copy edges from.', },
+                      {'name': 'dst', 'type': 'node', 'desc': 'The node to copy edges to.', },
+                  ),
+                  'returns': {'type': 'null', }}},
+        {'name': 'copyTags', 'desc': 'Copy tags, tag timestamps, and tag props from the src node to the dst node.',
+         'type': {'type': 'function', '_funcname': '_methCopyTags',
+                  'args': (
+                      {'name': 'src', 'type': 'node', 'desc': 'The node to copy tags from.', },
+                      {'name': 'dst', 'type': 'node', 'desc': 'The node to copy tags to.', },
+                      {'name': 'overwrite', 'type': 'boolean', 'default': False,
+                       'desc': 'Copy tag property value even if the property exists on the destination node.', },
+                  ),
+                  'returns': {'type': 'null', }}},
+    )
+    _storm_lib_path = ('model', 'migration')
+
+    def getObjLocals(self):
+        return {
+            'copyData': self._methCopyData,
+            'copyEdges': self._methCopyEdges,
+            'copyTags': self._methCopyTags,
+        }
+
+    async def _methCopyData(self, src, dst, overwrite=False):
+
+        if not isinstance(src, s_node.Node):
+            raise s_exc.BadArg(mesg='$lib.model.migration.copyData() source argument must be a node.')
+        if not isinstance(dst, s_node.Node):
+            raise s_exc.BadArg(mesg='$lib.model.migration.copyData() dest argument must be a node.')
+
+        overwrite = await s_stormtypes.tobool(overwrite)
+
+        async with self.runt.snap.getEditor() as editor:
+
+            proto = editor.loadNode(dst)
+
+            async for name in src.iterDataKeys():
+                if overwrite or not await dst.hasData(name):
+                    self.runt.layerConfirm(('node', 'data', 'set', name))
+                    valu = await src.getData(name)
+                    await proto.setData(name, valu)
+
+    async def _methCopyEdges(self, src, dst):
+
+        if not isinstance(src, s_node.Node):
+            raise s_exc.BadArg(mesg='$lib.model.migration.copyEdges() source argument must be a node.')
+        if not isinstance(dst, s_node.Node):
+            raise s_exc.BadArg(mesg='$lib.model.migration.copyEdges() dest argument must be a node.')
+
+        snap = self.runt.snap
+
+        async with snap.getEditor() as editor:
+
+            proto = editor.loadNode(dst)
+            verbs = set()
+
+            async for (verb, n2iden) in src.iterEdgesN1():
+
+                if verb not in verbs:
+                    self.runt.layerConfirm(('node', 'edge', 'add', verb))
+                    verbs.add(verb)
+
+                if await snap.getNodeByBuid(s_common.uhex(n2iden)) is not None:
+                    await proto.addEdge(verb, n2iden)
+
+            dstiden = s_common.ehex(dst.buid)
+
+            async for (verb, n1iden) in src.iterEdgesN2():
+
+                if verb not in verbs:
+                    self.runt.layerConfirm(('node', 'edge', 'add', verb))
+                    verbs.add(verb)
+
+                n1proto = await editor.getNodeByBuid(s_common.uhex(n1iden))
+                if n1proto is not None:
+                    await n1proto.addEdge(verb, dstiden)
+
+    async def _methCopyTags(self, src, dst, overwrite=False):
+
+        if not isinstance(src, s_node.Node):
+            raise s_exc.BadArg(mesg='$lib.model.migration.copyTags() source argument must be a node.')
+        if not isinstance(dst, s_node.Node):
+            raise s_exc.BadArg(mesg='$lib.model.migration.copyTags() dest argument must be a node.')
+
+        overwrite = await s_stormtypes.tobool(overwrite)
+
+        snap = self.runt.snap
+
+        async with snap.getEditor() as editor:
+
+            proto = editor.loadNode(dst)
+
+            for name, valu in src.tags.items():
+                self.runt.layerConfirm(('node', 'tag', 'add', *name.split('.')))
+                await proto.addTag(name, valu=valu)
+
+            for tagname, tagprops in src.tagprops.items():
+                for propname, valu in tagprops.items():
+                    if overwrite or not dst.hasTagProp(tagname, propname):
+                        await proto.setTagProp(tagname, propname, valu) # use tag perms

synapse/lib/stormtypes.py

@@ -1604,8 +1604,12 @@ class LibBase(Lib):
                 continue
             vals.append(arg)
 
+        if len(vals) < 1:
+            mesg = '$lib.min() must have at least one argument or a list containing at least one value.'
+            raise s_exc.StormRuntimeError(mesg=mesg)
+
         ints = [await toint(x) for x in vals]
-        return min(*ints)
+        return min(ints)
 
     @stormfunc(readonly=True)
     async def _max(self, *args):
@@ -1618,8 +1622,12 @@ class LibBase(Lib):
                 continue
             vals.append(arg)
 
+        if len(vals) < 1:
+            mesg = '$lib.max() must have at least one argument or a list containing at least one value.'
+            raise s_exc.StormRuntimeError(mesg=mesg)
+
         ints = [await toint(x) for x in vals]
-        return max(*ints)
+        return max(ints)
 
     @staticmethod
     async def _get_mesg(mesg, **kwargs):

synapse/lib/version.py

@@ -223,6 +223,6 @@ def reqVersion(valu, reqver,
 ##############################################################################
 # The following are touched during the release process by bumpversion.
 # Do not modify these directly.
-version = (2, 168, 0)
+version = (2, 169, 0)
 verstring = '.'.join([str(x) for x in version])
-commit = 'd07eb2560a6e5e025ce9c20efaafe5571a55856c'
+commit = '41421efcf40bb7655af3f90cb7d6d335247fc726'

synapse/lib/view.py

@@ -868,20 +868,16 @@ class View(s_nexus.Pusher):  # type: ignore
 
             self.layers.append(layr)
 
-    async def eval(self, text, opts=None, log_info=None):
+    async def eval(self, text, opts=None):
         '''
         Evaluate a storm query and yield Nodes only.
         '''
         opts = self.core._initStormOpts(opts)
         user = self.core._userFromOpts(opts)
 
-        if log_info is None:
-            log_info = {}
-
-        log_info['mode'] = opts.get('mode', 'storm')
-        log_info['view'] = self.iden
-
-        self.core._logStormQuery(text, user, info=log_info)
+        info = opts.get('_loginfo', {})
+        info.update({'mode': opts.get('mode', 'storm'), 'view': self.iden})
+        self.core._logStormQuery(text, user, info=info)
 
         taskiden = opts.get('task')
         taskinfo = {'query': text, 'view': self.iden}
@@ -997,8 +993,9 @@ class View(s_nexus.Pusher):  # type: ignore
                                 count += 1
 
                         else:
-                            self.core._logStormQuery(text, user,
-                                                     info={'mode': opts.get('mode', 'storm'), 'view': self.iden})
+                            info = opts.get('_loginfo', {})
+                            info.update({'mode': opts.get('mode', 'storm'), 'view': self.iden})
+                            self.core._logStormQuery(text, user, info=info)
                             async for item in snap.storm(text, opts=opts, user=user):
                                 count += 1
 

synapse/tests/test_lib_agenda.py

@@ -1,3 +1,4 @@
+import json
 import asyncio
 import hashlib
 import datetime
@@ -156,7 +157,7 @@ class AgendaTest(s_t_utils.SynTest):
         newts = ar.nexttime(now)
         self.eq(newts, datetime.datetime(year=2018, month=12, day=5, hour=7, minute=2, tzinfo=tz.utc).timestamp())
 
-    async def test_agenda(self):
+    async def test_agenda_base(self):
         MONO_DELT = 1543827303.0
         unixtime = datetime.datetime(year=2018, month=12, day=5, hour=7, minute=0, tzinfo=tz.utc).timestamp()
 
@@ -382,8 +383,21 @@ class AgendaTest(s_t_utils.SynTest):
                 self.true(appt.enabled)
                 self.eq(0, appt.startcount)
 
-                unixtime = datetime.datetime(year=2019, month=2, day=13, hour=10, minute=16, tzinfo=tz.utc).timestamp()
-                self.eq((12, 'bar'), await asyncio.wait_for(core.callStorm('return($lib.queue.gen(visi).pop(wait=$lib.true))'), timeout=5))
+                # Ensure structured logging captures the cron iden value
+                core.stormlog = True
+                with self.getStructuredAsyncLoggerStream('synapse.storm') as stream:
+                    unixtime = datetime.datetime(year=2019, month=2, day=13, hour=10, minute=16,
+                                                 tzinfo=tz.utc).timestamp()
+                    self.eq((12, 'bar'), await asyncio.wait_for(core.callStorm('return($lib.queue.gen(visi).pop(wait=$lib.true))'), timeout=5))
+                core.stormlog = False
+
+                data = stream.getvalue()
+                raw_mesgs = [m for m in data.split('\n') if m]
+                msgs = [json.loads(m) for m in raw_mesgs]
+                msgs = [m for m in msgs if m['text'] == '$lib.queue.gen(visi).put(bar)']
+                self.gt(len(msgs), 0)
+                for m in msgs:
+                    self.eq(m.get('cron'), appt.iden)
 
                 self.eq(1, appt.startcount)
 

synapse/tests/test_lib_cell.py

@@ -496,52 +496,6 @@ class CellTest(s_t_utils.SynTest):
                 with self.raises(s_exc.AuthDeny):
                     await prox.setCellUser(visiiden)
 
-    async def test_cell_hiveboot(self):
-
-        with self.getTestDir() as dirn:
-
-            tree = {
-                'kids': {
-                    'hehe': {'value': 'haha'},
-                }
-            }
-
-            bootpath = os.path.join(dirn, 'hiveboot.yaml')
-
-            s_common.yamlsave(tree, bootpath)
-
-            with warnings.catch_warnings(record=True) as warns:
-                async with self.getTestCell(s_cell.Cell, dirn=dirn) as cell:
-                    self.eq('haha', await cell.hive.get(('hehe',)))
-
-                self.isin('Initial hive config from hiveboot.yaml', str(warns[0].message))
-
-            # test that the file does not load again
-            tree['kids']['redballoons'] = {'value': 99}
-            s_common.yamlsave(tree, bootpath)
-
-            async with self.getTestCell(s_cell.Cell, dirn=dirn) as cell:
-                self.none(await cell.hive.get(('redballoons',)))
-
-        # Do a full hive dump/load
-        with self.getTestDir() as dirn:
-            dir0 = s_common.genpath(dirn, 'cell00')
-            dir1 = s_common.genpath(dirn, 'cell01')
-            async with self.getTestCell(s_cell.Cell, dirn=dir0, conf={'auth:passwd': 'root'}) as cell00:
-                await cell00.hive.set(('beeps',), [1, 2, 'three'])
-
-                tree = await cell00.saveHiveTree()
-                s_common.yamlsave(tree, dir1, 'hiveboot.yaml')
-                with s_common.genfile(dir1, 'cell.guid') as fd:
-                    _ = fd.write(cell00.iden.encode())
-
-            async with self.getTestCell(s_cell.Cell, dirn=dir1) as cell01:
-                resp = await cell01.hive.get(('beeps',))
-                self.isinstance(resp, tuple)
-                self.eq(resp, (1, 2, 'three'))
-
-            self.eq(cell00.iden, cell01.iden)
-
     async def test_cell_getinfo(self):
         async with self.getTestCore() as cell:
             cell.COMMIT = 'mycommit'
@@ -2243,8 +2197,8 @@ class CellTest(s_t_utils.SynTest):
                 async with self.getTestCore(dirn=dirn, conf=conf) as core:
                     pass
 
-                stream.seek(0)
-                self.isin('onboot optimization complete!', stream.read())
+            stream.seek(0)
+            self.isin('onboot optimization complete!', stream.read())
 
             stat01 = os.stat(lmdbfile)
             self.ne(stat00.st_ino, stat01.st_ino)
@@ -2266,10 +2220,25 @@ class CellTest(s_t_utils.SynTest):
                     async with self.getTestCore(dirn=dirn, conf=conf) as core:
                         pass
 
-                    stream.seek(0)
-                    buf = stream.read()
-                    self.notin('onboot optimization complete!', buf)
-                    self.isin('not on the same volume', buf)
+                stream.seek(0)
+                buf = stream.read()
+                self.notin('onboot optimization complete!', buf)
+                self.isin('not on the same volume', buf)
+
+            # Local backup files are skipped
+            async with self.getTestCore(dirn=dirn) as core:
+                await core.runBackup()
+
+            with self.getAsyncLoggerStream('synapse.lib.cell') as stream:
+
+                conf = {'onboot:optimize': True}
+                async with self.getTestCore(dirn=dirn, conf=conf) as core:
+                    pass
+
+            stream.seek(0)
+            buf = stream.read()
+            self.isin('Skipping backup file', buf)
+            self.isin('onboot optimization complete!', buf)
 
     async def test_cell_gc(self):
         async with self.getTestCore() as core:

synapse/tests/test_lib_stormlib_cortex.py

@@ -281,6 +281,18 @@ $request.reply(206, headers=$headers, body=({"no":"body"}))
                 self.eq(data.get('json'), 'err')
                 self.eq(data.get('path'), 'echo/words/wOw')
 
+                # Storm query logging includes the httpapi iden in structlog data
+                core.stormlog = True
+                with self.getStructuredAsyncLoggerStream('synapse.storm', 'Executing storm query') as stream:
+                    resp = await sess.get(url)
+                    self.eq(resp.status, 200)
+                    self.true(await stream.wait(timeout=12))
+                data = stream.getvalue()
+                raw_mesgs = [m for m in data.split('\n') if m]
+                msgs = [json.loads(m) for m in raw_mesgs]
+                self.eq(msgs[0].get('httpapi'), echoiden)
+                core.stormlog = False
+
                 # Sad paths on the $request methods
                 q = '''$api = $lib.cortex.httpapi.add(testpath02)
                 $api.methods.get = ${ $request.sendcode(200) $request.sendheaders('beep beep') }

synapse/tests/test_lib_stormlib_model.py

@@ -1,4 +1,5 @@
 import synapse.exc as s_exc
+import synapse.lib.time as s_time
 import synapse.lib.layer as s_layer
 
 import synapse.tests.utils as s_test
@@ -295,3 +296,107 @@ class StormlibModelTest(s_test.SynTest):
 
                 self.stormIsInWarn('.pdep is not yet locked', mesgs)
                 self.stormNotInWarn('test:dep:easy.pdep is not yet locked', mesgs)
+
+    async def test_stormlib_model_migration(self):
+
+        async with self.getTestCore() as core:
+
+            nodes = await core.nodes('[ test:str=src test:str=dst test:str=deny test:str=other ]')
+            otheriden = nodes[3].iden()
+
+            lowuser = await core.auth.addUser('lowuser')
+            aslow = {'user': lowuser.iden}
+
+            # copy node data
+
+            await self.asyncraises(s_exc.BadArg, core.nodes('test:str=src $lib.model.migration.copyData($node, newp)'))
+            await self.asyncraises(s_exc.BadArg, core.nodes('test:str=dst $lib.model.migration.copyData(newp, $node)'))
+
+            nodes = await core.nodes('''
+                test:str=src
+                $node.data.set(a, a-src)
+                $node.data.set(b, b-src)
+                $n=$node -> {
+                    test:str=dst
+                    $node.data.set(a, a-dst)
+                    $lib.model.migration.copyData($n, $node)
+                }
+            ''')
+            self.len(1, nodes)
+            self.sorteq(
+                [('a', 'a-dst'), ('b', 'b-src')],
+                [data async for data in nodes[0].iterData()]
+            )
+
+            nodes = await core.nodes('''
+                test:str=src $n=$node -> {
+                    test:str=dst
+                    $lib.model.migration.copyData($n, $node, overwrite=$lib.true)
+                }
+            ''')
+            self.len(1, nodes)
+            self.sorteq(
+                [('a', 'a-src'), ('b', 'b-src')],
+                [data async for data in nodes[0].iterData()]
+            )
+
+            q = 'test:str=src $n=$node -> { test:str=deny $lib.model.migration.copyData($n, $node) }'
+            await self.asyncraises(s_exc.AuthDeny, core.nodes(q, opts=aslow))
+
+            # copy edges
+
+            await self.asyncraises(s_exc.BadArg, core.nodes('test:str=src $lib.model.migration.copyEdges($node, newp)'))
+            await self.asyncraises(s_exc.BadArg, core.nodes('test:str=dst $lib.model.migration.copyEdges(newp, $node)'))
+
+            nodes = await core.nodes('''
+                test:str=src
+                [ <(foo)+ { test:str=other } +(bar)> { test:str=other } ]
+                $n=$node -> {
+                    test:str=dst
+                    $lib.model.migration.copyEdges($n, $node)
+                }
+            ''')
+            self.len(1, nodes)
+            self.eq([('bar', otheriden)], [edge async for edge in nodes[0].iterEdgesN1()])
+            self.eq([('foo', otheriden)], [edge async for edge in nodes[0].iterEdgesN2()])
+
+            q = 'test:str=src $n=$node -> { test:str=deny $lib.model.migration.copyEdges($n, $node) }'
+            await self.asyncraises(s_exc.AuthDeny, core.nodes(q, opts=aslow))
+
+            # copy tags
+
+            await self.asyncraises(s_exc.BadArg, core.nodes('test:str=src $lib.model.migration.copyTags($node, newp)'))
+            await self.asyncraises(s_exc.BadArg, core.nodes('test:str=dst $lib.model.migration.copyTags(newp, $node)'))
+
+            await core.nodes('$lib.model.ext.addTagProp(test, (str, ({})), ({}))')
+
+            nodes = await core.nodes('''
+                test:str=src
+                [ +#foo=(2010, 2012) +#foo.bar +#baz:test=src ]
+                $n=$node -> {
+                    test:str=dst
+                    [ +#foo=(2010, 2011) +#baz:test=dst ]
+                    $lib.model.migration.copyTags($n, $node)
+                }
+            ''')
+            self.len(1, nodes)
+            self.sorteq([
+                ('baz', (None, None)),
+                ('foo', (s_time.parse('2010'), s_time.parse('2012'))),
+                ('foo.bar', (None, None))
+            ], nodes[0].getTags())
+            self.eq([], nodes[0].getTagProps('foo'))
+            self.eq([], nodes[0].getTagProps('foo.bar'))
+            self.eq([('test', 'dst')], [(k, nodes[0].getTagProp('baz', k)) for k in nodes[0].getTagProps('baz')])
+
+            nodes = await core.nodes('''
+                test:str=src $n=$node -> {
+                    test:str=dst
+                    $lib.model.migration.copyTags($n, $node, overwrite=$lib.true)
+                }
+            ''')
+            self.len(1, nodes)
+            self.eq([('test', 'src')], [(k, nodes[0].getTagProp('baz', k)) for k in nodes[0].getTagProps('baz')])
+
+            q = 'test:str=src $n=$node -> { test:str=deny $lib.model.migration.copyTags($n, $node) }'
+            await self.asyncraises(s_exc.AuthDeny, core.nodes(q, opts=aslow))

synapse/tests/test_lib_stormtypes.py

@@ -575,6 +575,32 @@ class StormTypesTest(s_test.SynTest):
             self.len(1, nodes)
             self.eq(30, nodes[0].ndef[1])
 
+            # $lib.min / $lib.max behavior with 1 item
+            ret = await core.callStorm('$x = ([(1234)]) return ( $lib.min($x) )')
+            self.eq(ret, 1234)
+
+            ret = await core.callStorm('return ( $lib.min(1234) )')
+            self.eq(ret, 1234)
+
+            ret = await core.callStorm('$x = ([(1234)]) return ( $lib.max($x) )')
+            self.eq(ret, 1234)
+
+            ret = await core.callStorm('return ( $lib.max(1234) )')
+            self.eq(ret, 1234)
+
+            # $lib.min / $lib.max behavior with 0 items
+            with self.raises(s_exc.StormRuntimeError):
+                await core.callStorm('$lib.max()')
+
+            with self.raises(s_exc.StormRuntimeError):
+                await core.callStorm('$l=() $lib.max($l)')
+
+            with self.raises(s_exc.StormRuntimeError):
+                await core.callStorm('$lib.min()')
+
+            with self.raises(s_exc.StormRuntimeError):
+                await core.callStorm('$l=() $lib.min($l)')
+
             nodes = await core.nodes('[ inet:asn=$lib.len(asdf) ]')
             self.len(1, nodes)
             self.eq(4, nodes[0].ndef[1])

{synapse-2.168.0.dist-info → synapse-2.169.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: synapse
-Version: 2.168.0
+Version: 2.169.0
 Summary: Synapse Intelligence Analysis Framework
 Author-email: The Vertex Project LLC <root@vertex.link>
 License: Apache License 2.0

{synapse-2.168.0.dist-info → synapse-2.169.0.dist-info}/RECORD

@@ -2,7 +2,7 @@ synapse/__init__.py,sha256=R2kOXlF5j-8m6G0JkHuN7rXRPg_tHLmbMxr__94mHQk,1145
 synapse/axon.py,sha256=Hbbb1BqyB8xsb7xkaIMyTQJEE01-r5HXebnoAnw-qEY,61120
 synapse/cells.py,sha256=eNvdglfAoTURVhGOLGcgMXCGpfsIX1a02SQnyiklo3E,308
 synapse/common.py,sha256=_-cBBcL88YGAnhVq9WJ5nUKtoq-NytfwbgYzCq02W-Q,35578
-synapse/cortex.py,sha256=3IIy5N9By4MKAt6rHDzTaQnFGxd3Y1OrN85or0XTpHg,235141
+synapse/cortex.py,sha256=Yv5-PrhMIwpCnu5TBV2aYdAsQc1fa6EmKz8phy-spl0,235511
 synapse/cryotank.py,sha256=kOriVF8LnwYxgyTxQXSepyFRtSu2C6n9t_yImTV7ZNI,11714
 synapse/daemon.py,sha256=tPPggIATq0O0Cw1J2nzL-JW10VIOFcrvP4XqsKQwozc,16776
 synapse/datamodel.py,sha256=o4YktPuoprTwjGly-8217dvHzM-sUxTMCPCwByqJCDI,34070
@@ -83,14 +83,14 @@ synapse/data/jsonschemas/raw.githubusercontent.com/oasis-open/cti-stix2-json-sch
 synapse/data/jsonschemas/raw.githubusercontent.com/oasis-open/cti-stix2-json-schemas/stix2.1/schemas/sros/relationship.json,sha256=9X6FOE_f31GFlZEXjlgqlfRLN96ZlnxZew_rn7fVxVQ,2839
 synapse/data/jsonschemas/raw.githubusercontent.com/oasis-open/cti-stix2-json-schemas/stix2.1/schemas/sros/sighting.json,sha256=f1T3r4CRcJP0743qmAlVCdNvi5ASrOU42PSoiDNlRqc,3575
 synapse/lib/__init__.py,sha256=qLS7nt8-Iot8jnD2Xss_6wZi5lJoyv2rqxF9kkektT0,129
-synapse/lib/agenda.py,sha256=WgISI-baosIrg1i5pB0zPL4IWpEb95Y9bUJXaOUDnQs,32724
+synapse/lib/agenda.py,sha256=HymcezgP5e25iV0OQsfbteBtty3cl2gdUifouU1z38I,32810
 synapse/lib/aha.py,sha256=fT1Assn7j1YQFSr5IYuW1GNH2G19gSXwV7ajNS3mlLY,42392
 synapse/lib/ast.py,sha256=fkZ7P8-1yTam_9RTxyK2ze-GNLEvCSFgb7on_AcFMG4,148961
 synapse/lib/autodoc.py,sha256=CsGaX0tAKGh21YbIvUtvaUnZyqmsx6j-E9QD_vhKSP4,20747
 synapse/lib/base.py,sha256=sTti-XzyQnoAwq0JvbDrjSu0_GqRT_J2eBxfNV8_ZrI,22520
 synapse/lib/boss.py,sha256=rYu4jkHJ3Y5GLX23Hlrwe9H17LF27LZ0BkK_A_9Aqh0,2056
 synapse/lib/cache.py,sha256=mF8aUIIo2ejQ2PT2IFmz8a4qrnDqOSLaOXws0djXOhQ,6265
-synapse/lib/cell.py,sha256=X0v8i63yr2H4AL7p8pxQ5pgK6Jjeg-QnhTGqutbpMPU,157932
+synapse/lib/cell.py,sha256=P9oLg8jfuWvmkqGzHdVv3ZkTIA1AKWOIttRUVs8fXH0,157593
 synapse/lib/certdir.py,sha256=8gRkzCcpNVDLR-rXNww4frzGffF160iG18Z6d9JkPJY,56086
 synapse/lib/chop.py,sha256=_IywOiCvI9jL2yncSJaXR05B5Il7XR81uYerOTD__eI,9421
 synapse/lib/cli.py,sha256=rwaO4SbJIzOhwxB9B7NHXpyegQeRsUQ1gULVwgnNCfg,14580
@@ -109,7 +109,7 @@ synapse/lib/hashset.py,sha256=6R9q6iNfxZ5iGGEmoN7ODDCUnba1XBn7w2PPJh4Yz9o,1468
 synapse/lib/health.py,sha256=wkVZObjo3quEmxA0VOUnYHapnRinOVZdTFOVobjoTH4,1730
 synapse/lib/hive.py,sha256=7nrh6-is0qy4lZPg23M61wf9Jq7eDcL3D4EEbaFWKJM,19755
 synapse/lib/hiveauth.py,sha256=J7a9LGwLdsVr6EBLoVG4DXC2ML2ahOYq8XihNfNhS7c,40054
-synapse/lib/httpapi.py,sha256=yqlsVh_7UVVYFdTo6VB-x4LcZpgdz_ZJOHNFMYcqfGo,43114
+synapse/lib/httpapi.py,sha256=i0E2dFl54ovWjEPSq7VQ5kNs6FThjXDUkD7ml9XNLOI,43186
 synapse/lib/ingest.py,sha256=HNW1xs215c_UXVjKaxjipKBmVL4ujrjmarHBRvLPLkE,40
 synapse/lib/interval.py,sha256=PqpEhMGG6LD9mJxEms0oQWC-NB01H6gwsmLSc5LrDFk,1175
 synapse/lib/jsonstor.py,sha256=QQVf7Kl90sI_v97UZZAoa6stizDeMyy0ykR3RsHpmi8,19359
@@ -137,7 +137,7 @@ synapse/lib/scrape.py,sha256=ZnYDUlb5KoPwPJ8Dx5UZZwgGKYynO7mYNYfgIoNkXZ0,25042
 synapse/lib/share.py,sha256=HDQR7nb4IOleHB1kIFe6prZQVW7PjPAivSAkPuhNn5A,663
 synapse/lib/slaboffs.py,sha256=Fd0RrIRBMjh159aQz5y1ONmzw0NvV040kVX_jZjQW6I,815
 synapse/lib/slabseqn.py,sha256=64UyPav1cCLEXF15wzbWskVeKZKPR1iiDhhmpvDFnuw,10010
-synapse/lib/snap.py,sha256=DnNAV36-qRYisE2M6j_AtoH1M8p2m8c_dDQp-QBG4MQ,53456
+synapse/lib/snap.py,sha256=fH3hSOiDnkN5VijIyLK2gURKwZ0YD9z8wo7SUB0sats,53522
 synapse/lib/spooled.py,sha256=00x_RS1TiJkfuTXwwdUcYifuECGYgC8B1tX-sX7nb_k,5385
 synapse/lib/storm.lark,sha256=KlzTs3-Gcv0eHfen8356Smn6XKBIpD_aH0uyogSZvv8,25604
 synapse/lib/storm.py,sha256=7V49wVB-f-NdeJ92jurmtYz6vAAHREl-NJr_W_LrBjE,210426
@@ -145,7 +145,7 @@ synapse/lib/storm_format.py,sha256=IySRTGUbCAsIhULY1VS1vxvAbLYUXMezPlPSCRJX4rU,4
 synapse/lib/stormctrl.py,sha256=XvyZ6M0Ew8sXsjGvRTWbXh0MjktZrGi_zQ9kNa7AWTE,285
 synapse/lib/stormhttp.py,sha256=DkpndsFRGsWlDnT5RKknd9a53FVebZGOFVKCqkPcnrQ,26885
 synapse/lib/stormsvc.py,sha256=c8W1-2tC8Cu6IDHjqObBn8qaKH6vc-7GOR5YCOmuENA,6825
-synapse/lib/stormtypes.py,sha256=6rJs8cQ3LxYoG1A0zP1QBSDrC2O1KgtdW2MnoA8iCEU,378765
+synapse/lib/stormtypes.py,sha256=gWLypVJbwEAWbATFfsMT3bX7adfErplH1PJbHiDsqGs,379133
 synapse/lib/stormwhois.py,sha256=efG4s1_UOShY3YD8N2OLEa_ELOnzsfLaMEMfDCJYeLQ,2275
 synapse/lib/structlog.py,sha256=qiuD7TTdwCyYEDF2f-88G2iX54SuB-lJ1pqlYokL1r8,1303
 synapse/lib/task.py,sha256=krDjQvNh0EpAs1PILK8CJJa9DMeM0depI0K8Eimp010,5733
@@ -156,8 +156,8 @@ synapse/lib/time.py,sha256=FKTYwpdvpuAj8p8sSodRjOxoA7Vu67CIbbXz55gtghk,9231
 synapse/lib/trigger.py,sha256=cqKW0e2KmeiPsU3d3vwpo0PLLHUs6ZPVWZyxAxU6gMA,20849
 synapse/lib/types.py,sha256=LXpxw4aNKMA0GLs3uG-RpZE5HcZdejMg1g4XJZ9UIfk,67712
 synapse/lib/urlhelp.py,sha256=j-DvWGi-xH0TcO0NbCuwG7guUuiV8wxIxfMyJOzDygo,2523
-synapse/lib/version.py,sha256=yU__bTyfUKaRC850Fien8PbWr7Gi8-gYz22RHIj35WY,7162
-synapse/lib/view.py,sha256=Xzx0vt_6x4Sr8IjLAU_Zhyl8nXNYnHjMVyBWNNGU_Pk,55390
+synapse/lib/version.py,sha256=QNqr71EggQZ-IyVWXx2C_ElX7f2vTguc2NfbbrGsn1U,7162
+synapse/lib/view.py,sha256=zokigg_EynMYsfBmS7nk07dDMJhKWARAf8a-4dtRTtk,55393
 synapse/lib/crypto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 synapse/lib/crypto/coin.py,sha256=_dhlkzIrHT8BvHdJOWK7PDThz3sK3dDRnWAUqjRpZJc,4910
 synapse/lib/crypto/ecc.py,sha256=e5XM8fsU3YnkT9u1eNROqOK8ccjp5QirIn7FljC_z1s,6522
@@ -195,7 +195,7 @@ synapse/lib/stormlib/log.py,sha256=wdV-lqzQMM0C3GXNJKJKvkSKjk0CBsUfjd-Cl06LOtE,7
 synapse/lib/stormlib/macro.py,sha256=7iQ18mCaNZcslmfXGQvOmGQ71HxD7JeDp0HDmu5-EKM,8807
 synapse/lib/stormlib/math.py,sha256=3RKHj40GkYFiJSINa2AZZOAA-GqqeEP98bWw2JNity8,1149
 synapse/lib/stormlib/mime.py,sha256=WMDAcUiF8RkABKL8EUOScrO77pwi5EHPTko7hI2FPIE,1095
-synapse/lib/stormlib/model.py,sha256=8jelYNLePO3ssXCM7RtIxFlSKZeD42iMezxETyHIgJY,27478
+synapse/lib/stormlib/model.py,sha256=o5VFXhvYG5wUexPPpxPejLfKyJxWrIx1OTEFJ83WM0g,32727
 synapse/lib/stormlib/modelext.py,sha256=NZl0wOZ-QLyrHArvgsdMYJIKBnYaBWelYL9ujoNKydo,8897
 synapse/lib/stormlib/notifications.py,sha256=6y1YuMavQs34WwnW5D_KrLPZ0DQlQKg5VFU56sounSA,3305
 synapse/lib/stormlib/oauth.py,sha256=hgfjI--w8vbvgNbGvZlzINTOEdQv68nk5mB27CkC93M,13011
@@ -272,14 +272,14 @@ synapse/tests/test_datamodel.py,sha256=uHCLkjeYqyUeR8LZv7xXjGwLRzYuWGixsM1C1HbWf
 synapse/tests/test_exc.py,sha256=j24ddx0PFdwtmgtwsjIvypXxfn4ji3rhAWo9I2sUbSY,1725
 synapse/tests/test_glob.py,sha256=cSNrtEKWLsZXRhsjxQjRjjMqdgqfpl05yT4S53dC0NU,249
 synapse/tests/test_init.py,sha256=rHqYBVL_aFf1HO6zCF5akHVcHUP2g1kpJLRdTkV0yys,557
-synapse/tests/test_lib_agenda.py,sha256=PowCWygRdErvjvaQNx80G3zNIqsLMMlrakyJU9XF5nE,37779
+synapse/tests/test_lib_agenda.py,sha256=B2B-xvpp_jtFILHeh2GdtFJABba_scitG3VnvvLfO_s,38461
 synapse/tests/test_lib_aha.py,sha256=-XbpX1M47afeBH2sI_TxW5YsIZ5WrpynuEkq78Qtj1U,68898
 synapse/tests/test_lib_ast.py,sha256=bFdcP2al2qgLuY_yTXWNMsZSClv4oJRxj9kOR8KReaE,160358
 synapse/tests/test_lib_autodoc.py,sha256=H9Yb7cvzXOMPGBIoCCqNClcyIp6zEWcawtfudKbG-2U,6282
 synapse/tests/test_lib_base.py,sha256=mgqGmjioQaT75r4tWH7QkyqiMFOi_Or02Wo79oAh9z0,14032
 synapse/tests/test_lib_boss.py,sha256=gZEuJnMO99Fu9gQ7Ct0g67umBW5XFCs8vcwInB5qr14,1598
 synapse/tests/test_lib_cache.py,sha256=oQgEBhm8pZFCEvMfcD3znTDQgl8Gv91fEOB-3eb2IIg,8594
-synapse/tests/test_lib_cell.py,sha256=M42fndA2kftfA_dzb2XU6UXGOp2foq92FrT5eA-iTKM,116130
+synapse/tests/test_lib_cell.py,sha256=Apg6yl-ypHTztpKEIPvHsAOm4FvR9VRWwR40bi_tyrM,114876
 synapse/tests/test_lib_certdir.py,sha256=IRyDRP-QdfdMrNhqtrlF-LLJeS6EhbkzzOXxtS__Uks,42417
 synapse/tests/test_lib_chop.py,sha256=LkrM_pQU_KS88aVRPD4DI97qSdhxmw6EUA_jb-UJpww,6238
 synapse/tests/test_lib_cli.py,sha256=B8qGx9KtTWp31RlCMtfFMzhJ0TzaaO9ph7RCK2jHtx4,9283
@@ -335,7 +335,7 @@ synapse/tests/test_lib_stormlib_basex.py,sha256=DDOsH3XDR8MdJ1uj5avyqnFqBnlaIu8L
 synapse/tests/test_lib_stormlib_cache.py,sha256=fOfMHUMVitnUT54oZHB56v86KH-aoWtVDvqUpKUfVD4,9084
 synapse/tests/test_lib_stormlib_cell.py,sha256=M-UyOEdggChAMmOOAoL1k7aGVd9nXLbIq621XKVq3j8,14921
 synapse/tests/test_lib_stormlib_compression.py,sha256=JX8P5XQH66Mv97dfq0_mnY8kqA67T2B5pbBH4B91nPo,2859
-synapse/tests/test_lib_stormlib_cortex.py,sha256=JYIun7UGmuLv17twyLKDP3I738s8P7HRxYFjBghcAus,69245
+synapse/tests/test_lib_stormlib_cortex.py,sha256=s6V2Td8zl8_sm_-hZU00S-59JxCwrb2KH8vRIU4XnDU,69887
 synapse/tests/test_lib_stormlib_easyperm.py,sha256=qPZr5qjjmD4BnLeLQM3i2HgiHhTsjvu7is7l26xkMxY,4133
 synapse/tests/test_lib_stormlib_ethereum.py,sha256=yfil8RZWmbH7CUOlnito1kyL7VJVegoCgLaLXNKHFRI,797
 synapse/tests/test_lib_stormlib_gen.py,sha256=KUWMs989LfRu0mSTyVqAabtu_jQ82SltpWU5kcnA4-M,12318
@@ -350,7 +350,7 @@ synapse/tests/test_lib_stormlib_json.py,sha256=Ds8YsNXHDBg_yNxOrBJDKjF9W3tzGzIeO
 synapse/tests/test_lib_stormlib_log.py,sha256=pZwEgCou368-MzeDL5jMEARRyswVNKKJ-VuuKjoSmlU,2905
 synapse/tests/test_lib_stormlib_macro.py,sha256=IfGRX6ZAJr_RJGNPq2BKTEPByY90pnYDYdtHp8C1JbQ,18508
 synapse/tests/test_lib_stormlib_mime.py,sha256=ozBJ70XxdrErOmycStWdh1xkBHVnM0BTPHvaP4faC0g,1510
-synapse/tests/test_lib_stormlib_model.py,sha256=tHToZzJcx4fnzZ0XG6TYiTgeANVeRUAF1sSepZ90QUI,14213
+synapse/tests/test_lib_stormlib_model.py,sha256=OpMOSM0CG7rCtjvEbnONFIML1PQwVbl9C_vKkFaa6uI,18694
 synapse/tests/test_lib_stormlib_modelext.py,sha256=yLhqT7XnQsZ2bx-gBiyD8SZZfhFKIALPPHX7o1POloY,17863
 synapse/tests/test_lib_stormlib_oauth.py,sha256=rb6ZWyLrWwcDT32VfjdQUg3AurwlhzbQv-kXIfPeRsQ,28858
 synapse/tests/test_lib_stormlib_pack.py,sha256=YSb4dErPM3CeU0piqvhIQF_F1m3YjApo3nA14ewPWf0,1563
@@ -365,7 +365,7 @@ synapse/tests/test_lib_stormlib_vault.py,sha256=JWCDmSoclZyTVzFdfAvjdLxq6eWIwTCw
 synapse/tests/test_lib_stormlib_xml.py,sha256=dWa9NkXXE28VZ3bTmMDbddo7VpUKsSEHTS1ojJr-F90,3704
 synapse/tests/test_lib_stormlib_yaml.py,sha256=egTVXk8wW31V2msF__9WxP3THcqfysG1mYhc7hQG8rw,1358
 synapse/tests/test_lib_stormsvc.py,sha256=CGU22jCrWoQHPPccC_MsqkAyz6ARSx9YffZwakhwXQU,40042
-synapse/tests/test_lib_stormtypes.py,sha256=e3X97PPBhi8cWsjMvNud-JrDqi1_eQSigSD7bfsxXtI,292537
+synapse/tests/test_lib_stormtypes.py,sha256=OIvWtBkeGrbvv2igVVsuCoV_tvauiS7C8SReNIgiJXs,293520
 synapse/tests/test_lib_stormwhois.py,sha256=Rd7yx07kZtEs385e_8aA-EIYh4CrYdn_bh7ikIobiDU,4782
 synapse/tests/test_lib_structlog.py,sha256=DGfzrfc2nybRq5RjwiUXd1v4sC5zl8d46RHgTmFD0iA,3964
 synapse/tests/test_lib_task.py,sha256=Zby9Evlg_mBwE3_aF7p_5PIMhWp2Er7Y-ye4Y-3L5RQ,1646
@@ -564,8 +564,8 @@ synapse/vendor/xrpl/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJW
 synapse/vendor/xrpl/tests/test_codec.py,sha256=Zwq6A5uZUK_FWDL3BA932c5b-rL3hnC6efobWHSLC4o,6651
 synapse/vendor/xrpl/tests/test_main.py,sha256=kZQwWk7I6HrP-PMvLdsUUN4POvWD9I-iXDHOwdeF090,4299
 synapse/vendor/xrpl/tests/test_main_test_cases.py,sha256=vTlUM4hJD2Hd2wCIdd9rfsvcMZZZQmNHWdCTTFeGz2Y,4221
-synapse-2.168.0.dist-info/LICENSE,sha256=xllut76FgcGL5zbIRvuRc7aezPbvlMUTWJPsVr2Sugg,11358
-synapse-2.168.0.dist-info/METADATA,sha256=hpyJSpbWPbvPgMIefUR3jFm1IjtR1Pvg_-9O9oF7VKE,4921
-synapse-2.168.0.dist-info/WHEEL,sha256=d-ss0RGbiSJGQggaPntAAFgCBIav_4d8GZcRrfBnZg4,94
-synapse-2.168.0.dist-info/top_level.txt,sha256=v_1YsqjmoSCzCKs7oIhzTNmWtSYoORiBMv1TJkOhx8A,8
-synapse-2.168.0.dist-info/RECORD,,
+synapse-2.169.0.dist-info/LICENSE,sha256=xllut76FgcGL5zbIRvuRc7aezPbvlMUTWJPsVr2Sugg,11358
+synapse-2.169.0.dist-info/METADATA,sha256=YcAKw0S-MTmIlQ4ng4R_PHSFYsQZqMol3E7wh6ggqaE,4921
+synapse-2.169.0.dist-info/WHEEL,sha256=d-ss0RGbiSJGQggaPntAAFgCBIav_4d8GZcRrfBnZg4,94
+synapse-2.169.0.dist-info/top_level.txt,sha256=v_1YsqjmoSCzCKs7oIhzTNmWtSYoORiBMv1TJkOhx8A,8
+synapse-2.169.0.dist-info/RECORD,,