synapse 2.214.0__tar.gz → 2.215.0__tar.gz

{synapse-2.214.0/synapse.egg-info → synapse-2.215.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse
-Version: 2.214.0
+Version: 2.215.0
 Summary: Synapse Intelligence Analysis Framework
 Author-email: The Vertex Project LLC <root@vertex.link>
 License-Expression: Apache-2.0

{synapse-2.214.0 → synapse-2.215.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = 'setuptools.build_meta'
 
 [project]
 name = 'synapse'
-version = '2.214.0'
+version = '2.215.0'
 authors = [
     { name = 'The Vertex Project LLC', email = 'root@vertex.link'},
 ]
@@ -95,3 +95,15 @@ include-package-data = true
 
 [tool.setuptools.packages.find]
 include = ["synapse*"]
+
+[tool.ruff]
+include = [
+    'synapse/*.py',
+    'examples/*.py',
+]
+target-version = "py311"
+
+[tool.ruff.lint]
+select = [
+    "F821",  # Check for undefined names - this is generally fatal
+]

{synapse-2.214.0 → synapse-2.215.0}/setup.cfg

@@ -12,7 +12,7 @@ select = E111,E101,E114,
 	W191,
 	W291,W293,W292,
 	W391,
-	W601,W602,W603,W604,W605,W606,
+	W605,
 
 [vtx_common:github_release]
 release-name = Synapse

{synapse-2.214.0 → synapse-2.215.0}/synapse/cortex.py

@@ -1959,7 +1959,7 @@ class Cortex(s_oauth.OAuthMixin, s_cell.Cell):  # type: ignore
 
         try:
             await self.auth.delAuthGate(f'queue:{name}')
-        except NoSuchAuthGate:  # pragma: no cover
+        except s_exc.NoSuchAuthGate:
             pass
 
         await self.multiqueue.rem(name)

{synapse-2.214.0 → synapse-2.215.0}/synapse/lib/jsonstor.py

@@ -220,6 +220,7 @@ class JsonStor(s_base.Base):
 
         step[name] = valu
         self.dirty[buid] = item
+        self.slab.dirty = True
         return True
 
     async def delPathObjProp(self, path, prop):
@@ -241,6 +242,7 @@ class JsonStor(s_base.Base):
         step.pop(names[-1], None)
 
         self.dirty[buid] = item
+        self.slab.dirty = True
         return True
 
     async def cmpDelPathObjProp(self, path, prop, valu):
@@ -264,6 +266,7 @@ class JsonStor(s_base.Base):
 
         step.pop(name, None)
         self.dirty[buid] = item
+        self.slab.dirty = True
         return True
 
     async def popPathObjProp(self, path, prop, defv=None):
@@ -285,7 +288,7 @@ class JsonStor(s_base.Base):
 
         retn = step.pop(names[-1], defv)
         self.dirty[buid] = item
-
+        self.slab.dirty = True
         return retn
 
 class JsonStorApi(s_cell.CellApi):

{synapse-2.214.0 → synapse-2.215.0}/synapse/lib/layer.py

@@ -3569,6 +3569,7 @@ class Layer(s_nexus.Pusher):
 
         if not self.mayDelBuid(buid, sode):
             self.setSodeDirty(buid, sode, form)
+            self.layrslab.dirty = True
 
         return (
             (EDIT_NODE_DEL, (valu, stortype), ()),
@@ -3842,8 +3843,9 @@ class Layer(s_nexus.Pusher):
             return ()
 
         oldv, oldt = tp_dict.pop(prop, (None, None))
-        if not tp_dict.get(tag):
+        if not tp_dict:
             sode['tagprops'].pop(tag, None)
+
         if oldv is None:
             self.mayDelBuid(buid, sode)
             return ()

{synapse-2.214.0 → synapse-2.215.0}/synapse/lib/version.py

@@ -223,6 +223,6 @@ def reqVersion(valu, reqver,
 ##############################################################################
 # The following are touched during the release process by bumpversion.
 # Do not modify these directly.
-version = (2, 214, 0)
+version = (2, 215, 0)
 verstring = '.'.join([str(x) for x in version])
-commit = '41e2ed0599236256e9452b8afeb152660e68e2c2'
+commit = 'f4d48839f7e5f74bacdcc2d1b122d9ade6f1def7'

{synapse-2.214.0 → synapse-2.215.0}/synapse/models/infotech.py

@@ -849,6 +849,14 @@ class ItModule(s_module.CoreModule):
                 ('it:adid', ('str', {'lower': True, 'strip': True}), {
                     'doc': 'An advertising identification string.'}),
 
+                # https://learn.microsoft.com/en-us/windows-hardware/drivers/install/hklm-system-currentcontrolset-services-registry-tree
+                ('it:os:windows:service', ('guid', {}), {
+                    'doc': 'A Microsoft Windows service configuration on a host.'}),
+
+                # TODO
+                # ('it:os:windows:task', ('guid', {}), {
+                #     'doc': 'A Microsoft Windows scheduled task configuration.'}),
+
                 # https://learn.microsoft.com/en-us/openspecs/windows_protocols/ms-dtyp/c92a27b1-c772-4fa7-a432-15df5f1b66a1
                 ('it:os:windows:sid', ('str', {'regex': r'^S-1-(?:\d{1,10}|0x[0-9a-fA-F]{12})(?:-(?:\d+|0x[0-9a-fA-F]{2,}))*$'}), {
                     'doc': 'A Microsoft Windows Security Identifier.',
@@ -2582,7 +2590,44 @@ class ItModule(s_module.CoreModule):
                     ('sandbox:file', ('file:bytes', {}), {
                         'doc': 'The initial sample given to a sandbox environment to analyze.'
                     }),
+
+                    # TODO
+                    # ('windows:task', ('it:os:windows:task', {}), {
+                    #     'doc': 'The Microsoft Windows scheduled task responsible for starting the process.'}),
+
+                    ('windows:service', ('it:os:windows:service', {}), {
+                        'doc': 'The Microsoft Windows service responsible for starting the process.'}),
+                )),
+
+                ('it:os:windows:service', {}, (
+
+                    ('host', ('it:host', {}), {
+                        'doc': 'The host that the service was configured on.'}),
+
+                    ('name', ('str', {'lower': True, 'onespace': True}), {
+                        'doc': 'The name of the service from the registry key within Services.'}),
+
+                    # TODO flags...
+                    ('type', ('int', {'min': 0}), {
+                        'doc': 'The type of service from the Type registry key.'}),
+
+                    ('start', ('int', {'min': 0}), {
+                        'doc': 'The start configuration of the service from the Start registry key.'}),
+
+                    ('errorcontrol', ('int', {'min': 0}), {
+                        'doc': 'The service error handling behavior from the ErrorControl registry key.'}),
+
+                    ('displayname', ('str', {'lower': True, 'onespace': True}), {
+                        'doc': 'The friendly name of the service from the DisplayName registry key.'}),
+
+                    # TODO 3.0 text
+                    ('description', ('str', {}), {
+                        'doc': 'The description of the service from the Description registry key.'}),
+
+                    ('imagepath', ('file:path', {}), {
+                        'doc': 'The path to the service binary from the ImagePath registry key.'}),
                 )),
+
                 ('it:query', {}, ()),
                 ('it:exec:query', {}, (
 

{synapse-2.214.0 → synapse-2.215.0}/synapse/tests/test_lib_jsonstor.py

@@ -1,4 +1,5 @@
 import synapse.exc as s_exc
+import synapse.lib.lmdbslab as s_lmdbslab
 import synapse.lib.jsonstor as s_jsonstor
 
 import synapse.tests.utils as s_test
@@ -125,3 +126,47 @@ class JsonStorTest(s_test.SynTest):
 
                     self.true(await prox.delQueue('hehe'))
                     self.false(await prox.delQueue('hehe'))
+
+    async def test_lib_jsonstor_syncing(self):
+
+        with self.getTestDir() as dirn:
+            async with self.getTestJsonStor(dirn=dirn) as jsonstor:
+                async with jsonstor.getLocalProxy() as prox:
+
+                    await prox.setPathObj('foo/bar', {'hehe': 'haha'})
+                    await s_lmdbslab.Slab.syncLoopOnce()
+
+                    self.true(await prox.setPathObjProp('foo/bar', 'zip', 'zop'))
+                    self.len(1, jsonstor.jsonstor.dirty.items())
+
+                    await s_lmdbslab.Slab.syncLoopOnce()
+                    self.len(0, jsonstor.jsonstor.dirty.items())
+
+                    self.eq({'hehe': 'haha', 'zip': 'zop'}, await prox.getPathObj('foo/bar'))
+
+                    self.true(await prox.delPathObjProp('foo/bar', 'zip'))
+                    self.len(1, jsonstor.jsonstor.dirty.items())
+
+                    await s_lmdbslab.Slab.syncLoopOnce()
+                    self.len(0, jsonstor.jsonstor.dirty.items())
+
+                    self.eq({'hehe': 'haha'}, await prox.getPathObj('foo/bar'))
+
+                    self.true(await prox.cmpDelPathObjProp('foo/bar', 'hehe', 'haha'))
+                    self.len(1, jsonstor.jsonstor.dirty.items())
+
+                    await s_lmdbslab.Slab.syncLoopOnce()
+                    self.len(0, jsonstor.jsonstor.dirty.items())
+
+                    self.eq({}, await prox.getPathObj('foo/bar'))
+
+                    self.true(await prox.setPathObjProp('foo/bar', 'zip', 'zop'))
+                    await s_lmdbslab.Slab.syncLoopOnce()
+
+                    self.true(await prox.popPathObjProp('foo/bar', 'zip'))
+                    self.len(1, jsonstor.jsonstor.dirty.items())
+
+                    await s_lmdbslab.Slab.syncLoopOnce()
+                    self.len(0, jsonstor.jsonstor.dirty.items())
+
+                    self.eq({}, await prox.getPathObj('foo/bar'))

{synapse-2.214.0 → synapse-2.215.0}/synapse/tests/test_lib_layer.py

@@ -1281,6 +1281,16 @@ class LayerTest(s_t_utils.SynTest):
 
             self.len(0, list(layr.dataslab.scanByDups(abrv, db=layr.dataname)))
 
+            await core.addTagProp('score2', ('int', {}), {})
+            nodes = await core.nodes('[test:str=multi +#foo:score=5 +#foo:score2=6]')
+            self.eq(('score', 'score2'), nodes[0].getTagProps('foo'))
+
+            nodes = await core.nodes('test:str=multi [-#foo:score]')
+            self.eq(('score2',), nodes[0].getTagProps('foo'))
+
+            nodes = await core.nodes('test:str=multi')
+            self.eq(('score2',), nodes[0].getTagProps('foo'))
+
     async def test_layer_waitForHot(self):
         self.thisHostMust(hasmemlocking=True)
 

{synapse-2.214.0 → synapse-2.215.0}/synapse/tests/test_lib_stormlib_iters.py

@@ -94,7 +94,7 @@ class StormLibItersTest(s_test.SynTest):
                 self.stormIsInErr(err, msgs)
 
                 async def boom(self, genr):
-                    print(newp)
+                    raise NameError("name 'newp' is not defined")
                     yield True
 
                 with mock.patch.object(s_stormlib_iters.LibIters, 'enum', boom):

{synapse-2.214.0 → synapse-2.215.0}/synapse/tests/test_lib_stormtypes.py

@@ -2999,6 +2999,21 @@ class StormTypesTest(s_test.SynTest):
                 self.eq((5, 'baz'), await core.callStorm('return($lib.queue.get(poptest).pop())'))
                 self.none(await core.callStorm('return($lib.queue.get(poptest).pop())'))
 
+                # Coverage for the Cortex queue:del nexus handler
+                name = 'deleteme'
+                iden = s_common.guid()
+                await core.addCoreQueue(
+                    name,
+                    {'name': name,
+                     'creator': core.auth.rootuser.iden,
+                     'created': s_common.now(),
+                     'iden': iden}
+                )
+                await core.auth.delAuthGate(f'queue:{name}')
+                await core.delCoreQueue(name)
+                with self.raises(s_exc.NoSuchName):
+                    await core.getCoreQueue(name)
+
     async def test_storm_node_data(self):
 
         async with self.getTestCore() as core:

{synapse-2.214.0 → synapse-2.215.0}/synapse/tests/test_lib_types.py

@@ -1,5 +1,6 @@
 import math
 import decimal
+import datetime
 import synapse.exc as s_exc
 import synapse.common as s_common
 import synapse.datamodel as s_datamodel
@@ -1320,7 +1321,10 @@ class TypesTest(s_t_utils.SynTest):
             nodes = await core.nodes('test:str:tick=201401*')
             self.eq({node.ndef[1] for node in nodes}, {'a'})
 
-            nodes = await core.nodes('test:str:tick*range=("-6000 days", now)')
+            utc = datetime.timezone.utc
+            delta = datetime.datetime.now(tz=utc) - datetime.datetime(2014, 1, 1, tzinfo=utc)
+            days = delta.days + 14
+            nodes = await core.nodes(f'test:str:tick*range=("-{days} days", now)')
             self.eq({node.ndef[1] for node in nodes}, {'a', 'b', 'c', 'd'})
 
             opts = {'vars': {'tick': tick, 'tock': tock}}

{synapse-2.214.0 → synapse-2.215.0}/synapse/tests/test_model_infotech.py

@@ -2438,3 +2438,34 @@ class InfotechModelTest(s_t_utils.SynTest):
             self.eq(2, nodes[0].get('assets:vulns:preexisting'))
 
             self.len(1, await core.nodes('it:sec:metrics -> ou:org +:name=vertex'))
+
+    async def test_infotech_windows(self):
+
+        async with self.getTestCore() as core:
+
+            nodes = await core.nodes('''
+                [ it:os:windows:service=*
+                    :name=Woot
+                    :host=*
+                    :type=(0x20)
+                    :start=(0x20)
+                    :errorcontrol=(0x20)
+                    :displayname="Foo Bar Baz"
+                    :imagepath=c:/windows/system32/woot.exe
+                    :description="Lorem ipsum dolor sit amet, consectetur adipiscing elit."
+                ]
+            ''')
+
+            self.len(1, nodes)
+            self.eq(nodes[0].get('name'), 'woot')
+            self.eq(nodes[0].get('type'), 0x20)
+            self.eq(nodes[0].get('start'), 0x20)
+            self.eq(nodes[0].get('errorcontrol'), 0x20)
+            self.eq(nodes[0].get('displayname'), 'foo bar baz')
+            self.eq(nodes[0].get('imagepath'), 'c:/windows/system32/woot.exe')
+            self.eq(nodes[0].get('description'), 'Lorem ipsum dolor sit amet, consectetur adipiscing elit.')
+
+            self.len(1, await core.nodes('it:os:windows:service -> it:host'))
+            self.len(1, await core.nodes('it:os:windows:service -> file:path'))
+
+            self.len(1, await core.nodes('[ it:exec:proc=* :windows:service={ it:os:windows:service } ] -> it:os:windows:service'))

{synapse-2.214.0 → synapse-2.215.0/synapse.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: synapse
-Version: 2.214.0
+Version: 2.215.0
 Summary: Synapse Intelligence Analysis Framework
 Author-email: The Vertex Project LLC <root@vertex.link>
 License-Expression: Apache-2.0