synapse 2.212.0__tar.gz → 2.213.0__tar.gz

{synapse-2.212.0/synapse.egg-info → synapse-2.213.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse
-Version: 2.212.0
+Version: 2.213.0
 Summary: Synapse Intelligence Analysis Framework
 Author-email: The Vertex Project LLC <root@vertex.link>
 License-Expression: Apache-2.0

{synapse-2.212.0 → synapse-2.213.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = 'setuptools.build_meta'
 
 [project]
 name = 'synapse'
-version = '2.212.0'
+version = '2.213.0'
 authors = [
     { name = 'The Vertex Project LLC', email = 'root@vertex.link'},
 ]

{synapse-2.212.0 → synapse-2.213.0}/synapse/lib/cell.py

@@ -3495,13 +3495,16 @@ class Cell(s_nexus.Pusher, s_telepath.Aware):
                         await user.addRule(rule)
 
     @contextlib.asynccontextmanager
-    async def getLocalProxy(self, share='*', user='root'):
+    async def getLocalProxy(self, share=None, user='root'):
         url = self.getLocalUrl(share=share, user=user)
         prox = await s_telepath.openurl(url)
         yield prox
 
-    def getLocalUrl(self, share='*', user='root'):
-        return f'cell://{user}@{self.dirn}:{share}'
+    def getLocalUrl(self, share=None, user='root'):
+        url = f'cell://{user}@{self.dirn}'
+        if share is not None:
+            url = f'{url}:{share}'
+        return url
 
     def _initCellConf(self, conf):
         '''

{synapse-2.212.0 → synapse-2.213.0}/synapse/lib/scrape.py

@@ -65,6 +65,8 @@ inverse_prefixs = {
     '<': '>',
     '{': '}',
     '(': ')',
+    '\u2018': '\u2019',  # Unicode Left Single Quotation Mark and Right Single Quotation Mark
+    '\u201c': '\u201d',  # Unicode Left Double Quotation Mark and Right Double Quotation Mark
 }
 
 cve_dashes = ''.join(('-',) + s_chop.unicode_dashes)
@@ -287,7 +289,7 @@ def url_scheme_check(match: regex.Match):
 scrape_types = [  # type: ignore
     ('file:path', linux_path_regex, {'callback': linux_path_check, 'flags': regex.VERBOSE}),
     ('file:path', windows_path_regex, {'callback': windows_path_check, 'flags': regex.VERBOSE}),
-    ('inet:url', r'(?P<prefix>[\\{<\(\[]?)(?P<valu>[a-zA-Z][a-zA-Z0-9]*://(?(?=[,.]+[ \'\"\t\n\r\f\v])|[^ \'\"\t\n\r\f\v])+)',
+    ('inet:url', r'(?P<prefix>[‘“\\{<\(\[]?)(?P<valu>[a-zA-Z][a-zA-Z0-9]*://(?(?=[,.]+[ \'\"\t\n\r\f\v])|[^ \'\"\t\n\r\f\v])+)',
      {'callback': url_scheme_check}),
     ('inet:url', r'(["\'])?(?P<valu>\\[^\n]+?)(?(1)\1|\s)', {'callback': unc_path_check}),
     ('inet:email', r'(?=(?:[^a-z0-9_.+-]|^)(?P<valu>[a-z0-9_\.\-+]{1,256}@(?:[a-z0-9_-]{1,63}\.){1,10}(?:%s))(?:[^a-z0-9_.-]|[.\s]|$))' % tldcat, {}),

{synapse-2.212.0 → synapse-2.213.0}/synapse/lib/snap.py

@@ -1325,13 +1325,13 @@ class Snap(s_base.Base):
 
                 if etyp == s_layer.EDIT_NODE_ADD:
                     node.bylayer['ndef'] = wlyr.iden
-                    callbacks.append((node.form.wasAdded, (node,), {}))
-                    callbacks.append((self.view.runNodeAdd, (node,), {}))
+                    callbacks.append((node.form.wasAdded, (node,)))
+                    callbacks.append((self.view.runNodeAdd, (node,)))
                     continue
 
                 if etyp == s_layer.EDIT_NODE_DEL:
-                    callbacks.append((node.form.wasDeleted, (node,), {}))
-                    callbacks.append((self.view.runNodeDel, (node,), {}))
+                    callbacks.append((node.form.wasDeleted, (node,)))
+                    callbacks.append((self.view.runNodeDel, (node,)))
                     continue
 
                 if etyp == s_layer.EDIT_PROP_SET:
@@ -1346,8 +1346,8 @@ class Snap(s_base.Base):
                     node.props[name] = valu
                     node.bylayer['props'][name] = wlyr.iden
 
-                    callbacks.append((prop.wasSet, (node, oldv), {}))
-                    callbacks.append((self.view.runPropSet, (node, prop, oldv), {}))
+                    callbacks.append((prop.wasSet, (node, oldv)))
+                    callbacks.append((self.view.runPropSet, (node, prop, oldv)))
                     continue
 
                 if etyp == s_layer.EDIT_PROP_DEL:
@@ -1362,8 +1362,8 @@ class Snap(s_base.Base):
                     node.props.pop(name, None)
                     node.bylayer['props'].pop(name, None)
 
-                    callbacks.append((prop.wasDel, (node, oldv), {}))
-                    callbacks.append((self.view.runPropSet, (node, prop, oldv), {}))
+                    callbacks.append((prop.wasDel, (node, oldv)))
+                    callbacks.append((self.view.runPropSet, (node, prop, oldv)))
                     continue
 
                 if etyp == s_layer.EDIT_TAG_SET:
@@ -1373,8 +1373,7 @@ class Snap(s_base.Base):
                     node.tags[tag] = valu
                     node.bylayer['tags'][tag] = wlyr.iden
 
-                    callbacks.append((self.view.runTagAdd, (node, tag, valu), {}))
-                    callbacks.append((self.wlyr.fire, ('tag:add', ), {'tag': tag, 'node': node.iden()}))
+                    callbacks.append((self.view.runTagAdd, (node, tag, valu)))
                     continue
 
                 if etyp == s_layer.EDIT_TAG_DEL:
@@ -1384,8 +1383,7 @@ class Snap(s_base.Base):
                     node.tags.pop(tag, None)
                     node.bylayer['tags'].pop(tag, None)
 
-                    callbacks.append((self.view.runTagDel, (node, tag, oldv), {}))
-                    callbacks.append((self.wlyr.fire, ('tag:del', ), {'tag': tag, 'node': node.iden()}))
+                    callbacks.append((self.view.runTagDel, (node, tag, oldv)))
                     continue
 
                 if etyp == s_layer.EDIT_TAGPROP_SET:
@@ -1420,14 +1418,14 @@ class Snap(s_base.Base):
                 if etyp == s_layer.EDIT_EDGE_ADD:
                     verb, n2iden = parms
                     n2 = await self.getNodeByBuid(s_common.uhex(n2iden))
-                    callbacks.append((self.view.runEdgeAdd, (node, verb, n2), {}))
+                    callbacks.append((self.view.runEdgeAdd, (node, verb, n2)))
 
                 if etyp == s_layer.EDIT_EDGE_DEL:
                     verb, n2iden = parms
                     n2 = await self.getNodeByBuid(s_common.uhex(n2iden))
-                    callbacks.append((self.view.runEdgeDel, (node, verb, n2), {}))
+                    callbacks.append((self.view.runEdgeDel, (node, verb, n2)))
 
-        [await func(*args, **kwargs) for (func, args, kwargs) in callbacks]
+        [await func(*args) for (func, args) in callbacks]
 
         if actualedits:
             await self.fire('node:edits', edits=actualedits)

{synapse-2.212.0 → synapse-2.213.0}/synapse/lib/stormlib/spooled.py

@@ -107,3 +107,6 @@ class SpooledSet(s_stormtypes.Set):
 
     async def value(self):
         return set([x async for x in self.valu])
+
+    async def bool(self):
+        return bool(len(self.valu))

{synapse-2.212.0 → synapse-2.213.0}/synapse/lib/stormtypes.py

@@ -4731,6 +4731,9 @@ class Str(Prim):
             return str(self) == str(othr)
         return False
 
+    async def bool(self):
+        return bool(self.valu)
+
     @stormfunc(readonly=True)
     async def _methStrFind(self, valu):
         text = await tostr(valu)
@@ -4970,6 +4973,9 @@ class Bytes(Prim):
             return self.valu == othr.valu
         return False
 
+    async def bool(self):
+        return bool(self.valu)
+
     async def _storm_copy(self):
         item = await s_coro.ornot(self.value)
         return s_msgpack.deepcopy(item, use_list=True)
@@ -5042,6 +5048,9 @@ class Dict(Prim):
     def __len__(self):
         return len(self.valu)
 
+    async def bool(self):
+        return bool(self.valu)
+
     async def _storm_copy(self):
         item = await s_coro.ornot(self.value)
         return s_msgpack.deepcopy(item, use_list=True)
@@ -5194,6 +5203,9 @@ class Set(Prim):
     def __len__(self):
         return len(self.valu)
 
+    async def bool(self):
+        return bool(self.valu)
+
     async def _methSetSize(self):
         return len(self)
 
@@ -5384,6 +5396,9 @@ class List(Prim):
     def __len__(self):
         return len(self.valu)
 
+    async def bool(self):
+        return bool(self.valu)
+
     @stormfunc(readonly=True)
     async def _methListHas(self, valu):
         if valu in self.valu:
@@ -5519,6 +5534,9 @@ class Bool(Prim):
     def __hash__(self):
         return hash((self._storm_typename, self.value()))
 
+    async def bool(self):
+        return bool(self.valu)
+
 @registry.registerType
 class Number(Prim):
     '''

{synapse-2.212.0 → synapse-2.213.0}/synapse/lib/types.py

@@ -651,9 +651,10 @@ class Hex(Type):
 
     def postTypeInit(self):
         self._size = self.opts.get('size')
+        self._zeropad = self.opts.get('zeropad')
 
         # This is for backward compat with v2.142.x where zeropad was a bool
-        self._zeropad = self.opts.get('zeropad')
+        # TODO: Remove this compat check in 3xx
         if isinstance(self._zeropad, bool):
             if self._zeropad:
                 self._zeropad = self._size
@@ -678,6 +679,7 @@ class Hex(Type):
         if self._size:
             self._zeropad = min(self._zeropad, self._size)
 
+        self.setNormFunc(int, self._normPyInt)
         self.setNormFunc(str, self._normPyStr)
         self.setNormFunc(bytes, self._normPyBytes)
         self.storlifts.update({
@@ -703,21 +705,47 @@ class Hex(Type):
         return self._storLiftNorm(cmpr, valu)
 
     def _storLiftPref(self, cmpr, valu):
+        if not isinstance(valu, str):
+            vtyp = type(valu).__name__
+            mesg = f'Hex prefix lift values must be str, not {vtyp}.'
+            raise s_exc.BadTypeValu(mesg=mesg, type=vtyp, name=self.name)
+
         valu = self._preNormHex(valu)
         return (
             ('^=', valu, self.stortype),
         )
 
+    def _normPyInt(self, valu):
+        extra = 7
+        if valu < 0:
+            # Negative values need a little more space to store the sign
+            extra = 8
+
+        bytelen = max((valu.bit_length() + extra) // 8, self._zeropad // 2)
+
+        try:
+            byts = valu.to_bytes(bytelen, 'big', signed=(valu < 0))
+            hexval = s_common.ehex(byts)
+
+        except OverflowError as e: # pragma: no cover
+            mesg = f'Invalid width for {valu}.'
+            raise s_exc.BadTypeValu(mesg=mesg, name=self.name)
+
+        if self._size and len(hexval) != self._size:
+            raise s_exc.BadTypeValu(valu=valu, reqwidth=self._size, name=self.name,
+                                    mesg='Invalid width.')
+
+        return hexval, {}
+
     def _normPyStr(self, valu):
-        valu = valu.strip().lower()
-        if valu.startswith('0x'):
-            valu = valu[2:]
+        valu = self._preNormHex(valu)
 
-        valu = valu.replace(' ', '').replace(':', '')
+        if len(valu) % 2 != 0:
+            valu = f'0{valu}'
 
         if not valu:
-            raise s_exc.BadTypeValu(valu=valu, name='hex',
-                                    mesg='No string left after stripping')
+            raise s_exc.BadTypeValu(valu=valu, name=self.name,
+                                    mesg='No string left after stripping.')
 
         if self._zeropad and len(valu) < self._zeropad:
             padlen = self._zeropad - len(valu)
@@ -732,7 +760,7 @@ class Hex(Type):
 
         if self._size and len(valu) != self._size:
             raise s_exc.BadTypeValu(valu=valu, reqwidth=self._size, name=self.name,
-                                    mesg='invalid width')
+                                    mesg='Invalid width.')
         return valu, {}
 
     def _normPyBytes(self, valu):

{synapse-2.212.0 → synapse-2.213.0}/synapse/lib/version.py

@@ -223,6 +223,6 @@ def reqVersion(valu, reqver,
 ##############################################################################
 # The following are touched during the release process by bumpversion.
 # Do not modify these directly.
-version = (2, 212, 0)
+version = (2, 213, 0)
 verstring = '.'.join([str(x) for x in version])
-commit = '68ec8184b0e2469fd1ef30cbeb29f5989c60c768'
+commit = 'e3d843a470b137e9d2094b69a7878101afb4f8b1'

{synapse-2.212.0 → synapse-2.213.0}/synapse/telepath.py

@@ -1605,8 +1605,6 @@ async def openinfo(info):
         # cell://rel/path/to/celldir:share
         path = info.get('path')
 
-        name = info.get('name', '*')
-
         # support cell://<relpath>/<to>/<cell>
         # by detecting host...
         host = info.get('host')
@@ -1614,9 +1612,12 @@ async def openinfo(info):
             path = path.strip('/')
             path = os.path.join(host, path)
 
+        name = '*'
         if ':' in path:
             path, name = path.split(':')
 
+        name = info.get('name', name)
+
         full = os.path.join(path, 'sock')
         link = await s_link.unixconnect(full)
 
@@ -1626,6 +1627,7 @@ async def openinfo(info):
         path = info.get('path')
         if ':' in path:
             path, name = path.split(':')
+        name = info.get('name', name)
         link = await s_link.unixconnect(path)
 
     elif scheme in ('tcp', 'ssl'):

{synapse-2.212.0 → synapse-2.213.0}/synapse/tests/test_lib_cell.py

@@ -194,6 +194,18 @@ testDataSchema_v1 = {
 
 class CellTest(s_t_utils.SynTest):
 
+    async def test_cell_getLocalUrl(self):
+        with self.getTestDir() as dirn:
+            async with self.getTestCell(dirn=dirn) as cell:
+                url = cell.getLocalUrl()
+                self.eq(url, f'cell://root@{dirn}')
+
+                url = cell.getLocalUrl(share='*/layer')
+                self.eq(url, f'cell://root@{dirn}:*/layer')
+
+                url = cell.getLocalUrl(user='lowuser', share='*/view')
+                self.eq(url, f'cell://lowuser@{dirn}:*/view')
+
     async def test_cell_drive(self):
 
         with self.getTestDir() as dirn:
@@ -2580,10 +2592,10 @@ class CellTest(s_t_utils.SynTest):
                     viewiden = view.get('iden')
 
                     opts = {'view': viewiden}
-                    with self.getLoggerStream('synapse.lib.lmdbslab',
+                    with self.getAsyncLoggerStream('synapse.lib.lmdbslab',
                                               'Error during slab resize callback - foo') as stream:
-                        nodes = await core.stormlist('for $x in $lib.range(200) {[inet:ipv4=$x]}', opts=opts)
-                        self.true(stream.wait(1))
+                        msgs = await core.stormlist('for $x in $lib.range(200) {[test:int=$x]}', opts=opts)
+                        self.true(await stream.wait(timeout=30))
 
         async with self.getTestCore() as core:
 

{synapse-2.212.0 → synapse-2.213.0}/synapse/tests/test_lib_scrape.py

@@ -203,6 +203,10 @@ A bunch of prefixed urls
 
 https://c2server.com/evil/malware/doesnot[care+]aboutstandards{at-all}
 
+beep “https://unicode.doublequote.org/test.php” boop
+
+x ‘https://unicode.singlequote.org/test.php’ z
+
 '''
 
 data3 = '''
@@ -725,6 +729,8 @@ class ScrapeTest(s_t_utils.SynTest):
         nodes.remove(('inet:url', 'https://www.thingspace.com/blog/giggles.html'))
         nodes.remove(('inet:url', 'https://testme.org/test.php'))
         nodes.remove(('inet:url', 'https://c2server.com/evil/malware/doesnot[care+]aboutstandards{at-all}'))
+        nodes.remove(('inet:url', 'https://unicode.doublequote.org/test.php'))
+        nodes.remove(('inet:url', 'https://unicode.singlequote.org/test.php'))
 
         nodes = list(s_scrape.scrape(btc_addresses))
         self.len(11, nodes)

{synapse-2.212.0 → synapse-2.213.0}/synapse/tests/test_lib_storm.py

@@ -1736,6 +1736,8 @@ class StormTest(s_t_utils.SynTest):
             self.stormHasNoErr(await core.stormlist('merge --diff', opts=altview))
 
             oldn = await core.nodes('[ ou:name=readonly ]', opts=altview)
+            # need to pause a moment so the created times differ
+            await asyncio.sleep(0.01)
             newn = await core.nodes('[ ou:name=readonly ]')
             self.ne(oldn[0].props['.created'], newn[0].props['.created'])
 

{synapse-2.212.0 → synapse-2.213.0}/synapse/tests/test_lib_stormlib_spooled.py

@@ -124,6 +124,17 @@ class StormlibSpooledTest(s_test.SynTest):
             msgs = await core.stormlist(q, opts={'vars': {'items': [True, 'neato', False, 9001]}})
             self.stormIsInPrint("The set is {'neato'}", msgs)
 
+            q = '''
+            $set = $lib.spooled.set()
+            for $v in $lib.range($n) {
+                $set.add($v)
+            }
+            if $set { return ( (true) ) }
+            else { return ( (false) ) }
+            '''
+            self.false(await core.callStorm(q, opts={'vars': {'n': 0}}))
+            self.true(await core.callStorm(q, opts={'vars': {'n': 1}}))
+
             # force a fallback
             q = '''
                 $set = $lib.spooled.set()

{synapse-2.212.0 → synapse-2.213.0}/synapse/tests/test_lib_stormtypes.py

@@ -1902,6 +1902,17 @@ class StormTypesTest(s_test.SynTest):
             self.len(1, nodes)
             self.eq(nodes[0].ndef, ('test:str', 'asdf'))
 
+            q = '''
+            $set = $lib.set()
+            for $v in $lib.range($n) {
+                $set.add($v)
+            }
+            if $set { return ( (true) ) }
+            else { return ( (false) ) }
+            '''
+            self.false(await core.callStorm(q, opts={'vars': {'n': 0}}))
+            self.true(await core.callStorm(q, opts={'vars': {'n': 1}}))
+
             # test that some of the more complex objects we've got uniq down properly
             # Bool
             q = '''