synapse 2.201.0__py311-none-any.whl → 2.203.0__py311-none-any.whl

synapse/tests/test_lib_stormlib_stats.py

@@ -242,7 +242,7 @@ class StatsTest(s_test.SynTest):
                 $tally.inc(foo, 1)
                 $tally.inc(bar, 2)
                 $tally.inc(baz, 3)
-                return($tally.sorted(reverse=$lib.true))
+                return($tally.sorted(reverse=(true)))
             '''
             vals = await core.callStorm(q)
             self.eq(vals, [('baz', 3), ('bar', 2), ('foo', 1)])
@@ -252,7 +252,7 @@ class StatsTest(s_test.SynTest):
                 $tally.inc(foo, 1)
                 $tally.inc(bar, 2)
                 $tally.inc(baz, 3)
-                return($tally.sorted(byname=$lib.true))
+                return($tally.sorted(byname=(true)))
             '''
             vals = await core.callStorm(q)
             self.eq(vals, [('bar', 2), ('baz', 3), ('foo', 1)])
@@ -262,11 +262,21 @@ class StatsTest(s_test.SynTest):
                 $tally.inc(foo, 1)
                 $tally.inc(bar, 2)
                 $tally.inc(baz, 3)
-                return($tally.sorted(byname=$lib.true, reverse=$lib.true))
+                return($tally.sorted(byname=(true), reverse=(true)))
             '''
             vals = await core.callStorm(q)
             self.eq(vals, [('foo', 1), ('baz', 3), ('bar', 2)])
 
+            q = '''
+                $tally = $lib.stats.tally()
+                $tally.inc(foo, 1)
+                $tally.inc(bar, 1)
+                $tally.inc(foo, 1)
+                return($tally.sorted(reverse=true)) // String coercion to true
+            '''
+            vals = await core.callStorm(q)
+            self.eq(vals, [('foo', 2), ('bar', 1)])
+
             tally = s_stormlib_stats.StatTally()
             await tally.inc('foo')
 

synapse/tests/test_lib_stormlib_stix.py

@@ -1,9 +1,9 @@
 import copy
-import json
 
 import synapse.exc as s_exc
 import synapse.common as s_common
 
+import synapse.lib.json as s_json
 import synapse.lib.stormlib.stix as s_stix
 
 import synapse.tests.utils as s_test
@@ -39,12 +39,12 @@ class StormLibStixTest(s_test.SynTest):
     def getTestBundle(self, name):
         path = self.getTestFilePath('stix_export', name)
         with open(path, 'r') as fd:
-            return json.load(fd)
+            return s_json.load(fd)
 
     def setTestBundle(self, name, bund):
         path = self.getTestFilePath('stix_export', name)
         with open(path, 'w') as fd:
-            json.dump(bund, fd, sort_keys=True, indent=2)
+            s_json.dump(bund, fd, sort_keys=True, indent=True)
 
     def reqValidStix(self, item):
         resp = s_stix.validateStix(item)
@@ -188,7 +188,7 @@ class StormLibStixTest(s_test.SynTest):
             self.isin('Error validating bundle', resp.get('mesg'))
 
             self.len(14, bund.get('objects'))
-            self.isin(s_stix.SYN_STIX_EXTENSION_ID, json.dumps(bund))
+            self.isin(s_stix.SYN_STIX_EXTENSION_ID, s_json.dumps(bund).decode())
             nodes = await core.nodes('yield $lib.stix.lift($bundle)', {'vars': {'bundle': bund}})
             self.len(10, nodes)
 
@@ -217,7 +217,7 @@ class StormLibStixTest(s_test.SynTest):
             self.reqValidStix(bund_noext)
             nodes = await core.nodes('yield $lib.stix.lift($bundle)', {'vars': {'bundle': bund_noext}})
             self.len(0, nodes)
-            self.notin(s_stix.SYN_STIX_EXTENSION_ID, json.dumps(bund_noext))
+            self.notin(s_stix.SYN_STIX_EXTENSION_ID, s_json.dumps(bund_noext).decode())
 
             # test some sad paths...
             self.none(await core.callStorm('return($lib.stix.export.bundle().add($lib.true))'))

synapse/tests/test_lib_stormtypes.py

@@ -1,7 +1,6 @@
 import re
 import bz2
 import gzip
-import json
 import base64
 import struct
 import asyncio
@@ -16,6 +15,7 @@ from unittest import mock
 import synapse.exc as s_exc
 import synapse.common as s_common
 
+import synapse.lib.json as s_json
 import synapse.lib.time as s_time
 import synapse.lib.storm as s_storm
 import synapse.lib.hashset as s_hashset
@@ -585,7 +585,7 @@ class StormTypesTest(s_test.SynTest):
             self.eq(0x01020304, await core.callStorm('return($lib.trycast(inet:ipv4, 1.2.3.4).1)'))
 
             # trycast/cast a property instead of a form/type
-            flow = json.loads(s_test_files.getAssetStr('attack_flow/CISA AA22-138B VMWare Workspace (Alt).json'))
+            flow = s_json.loads(s_test_files.getAssetStr('attack_flow/CISA AA22-138B VMWare Workspace (Alt).json'))
             opts = {'vars': {'flow': flow}}
             self.true(await core.callStorm('return($lib.trycast(it:mitre:attack:flow:data, $flow).0)', opts=opts))
             self.false(await core.callStorm('return($lib.trycast(it:mitre:attack:flow:data, {}).0)'))
@@ -1502,7 +1502,7 @@ class StormTypesTest(s_test.SynTest):
         async with self.getTestCore() as core:
 
             foo = {'a': 'ohhai'}
-            ghstr = json.dumps(foo)
+            ghstr = s_json.dumps(foo).decode()
             valu = s_common.guid()
             n2 = s_common.guid()
 
@@ -6232,7 +6232,7 @@ words\tword\twrd'''
 
             self.eq({
                 'file:count': 9,
-                'size:bytes': 651,
+                'size:bytes': 646,
             }, await core.callStorm('return($lib.axon.metrics())'))
 
             bin_buf = b'\xbb/$\xc0A\xf1\xbf\xbc\x00_\x82v4\xf6\xbd\x1b'

synapse/tests/test_lib_structlog.py

@@ -1,9 +1,10 @@
 import io
-import json
 import time
 import logging
 
 import synapse.common as s_common
+
+import synapse.lib.json as s_json
 import synapse.lib.structlog as s_structlog
 
 import synapse.tests.utils as s_test
@@ -46,7 +47,7 @@ class StructLogTest(s_test.SynTest):
 
         # There is a trailing \n on the stream
         raw_mesgs = [m for m in data.split('\n') if m]
-        mesgs = [json.loads(m) for m in raw_mesgs]
+        mesgs = [s_json.loads(m) for m in raw_mesgs]
         self.len(5, mesgs)
 
         mesg = mesgs[0]
@@ -83,10 +84,8 @@ class StructLogTest(s_test.SynTest):
         self.eq(erfo.get('args'), (1, 0))
         self.eq(erfo.get('buffer'), "b'vertex'")
 
-        mesg = mesgs[4]
         rawm = raw_mesgs[4]
-        self.isin(r'Unicode is cool for \u7a0b\u5e8f\u5458!', rawm)
-        self.eq(mesg.get('message'), 'Unicode is cool for 程序员!')
+        self.isin('"message":"Unicode is cool for 程序员!"', rawm)
 
         logger.removeHandler(handler)
 
@@ -105,7 +104,7 @@ class StructLogTest(s_test.SynTest):
 
         # There is a trailing \n on the stream
         raw_mesgs = [m for m in data.split('\n') if m]
-        mesgs = [json.loads(m) for m in raw_mesgs]
+        mesgs = [s_json.loads(m) for m in raw_mesgs]
         self.len(1, mesgs)
         ptime = time.strptime(mesgs[0].get('time'), datefmt)
         self.eq(now.tm_year, ptime.tm_year)

synapse/tests/test_lib_view.py

@@ -906,6 +906,14 @@ class ViewTest(s_t_utils.SynTest):
             with self.raises(s_exc.BadState):
                 await core.callStorm('return($lib.view.get().insertParentFork().iden)')
 
+            pname = view01.parent.info.get('name')
+            vdef = await view01.insertParentFork(visi.iden)
+            self.eq(vdef.get('name'), f'inserted fork of {pname}')
+
+            piden = view03.parent.iden
+            vdef = await view03.insertParentFork(visi.iden)
+            self.eq(vdef.get('name'), f'inserted fork of {piden}')
+
     async def test_view_children(self):
 
         async with self.getTestCore() as core:

synapse/tests/test_model_base.py

@@ -413,3 +413,35 @@ class BaseTest(s_t_utils.SynTest):
             self.eq('bottles.', nodes[0].get('type'))
             self.eq(1706832000000, nodes[0].get('time'))
             self.len(1, await core.nodes('meta:aggregate -> meta:aggregate:type:taxonomy'))
+
+    async def test_model_feed(self):
+
+        async with self.getTestCore() as core:
+            nodes = await core.nodes('''[
+                meta:feed=*
+                    :name="woot (foo bar baz)"
+                    :type=foo.bar.baz
+                    :source={[ meta:source=* :name=woot ]}
+                    :url=https://v.vtx.lk/slack
+                    :query="Hi There"
+                    :opts=({"foo": "bar"})
+                    :period=(2024,2025)
+                    :latest=2025
+                    :offset=17
+                    :cursor=FooBar
+            ]''')
+            self.len(1, nodes)
+            self.nn(nodes[0].get('source'))
+
+            self.eq(nodes[0].get('name'), 'woot (foo bar baz)')
+            self.eq(nodes[0].get('type'), 'foo.bar.baz.')
+            self.eq(nodes[0].get('url'), 'https://v.vtx.lk/slack')
+            self.eq(nodes[0].get('query'), 'Hi There')
+            self.eq(nodes[0].get('opts'), {"foo": "bar"})
+            self.eq(nodes[0].get('period'), (1704067200000, 1735689600000))
+            self.eq(nodes[0].get('latest'), 1735689600000)
+            self.eq(nodes[0].get('offset'), 17)
+            self.eq(nodes[0].get('cursor'), 'FooBar')
+
+            self.len(1, await core.nodes('meta:feed -> meta:source +:name=woot'))
+            self.len(1, await core.nodes('meta:feed -> meta:feed:type:taxonomy'))

synapse/tests/test_model_infotech.py

@@ -1,9 +1,9 @@
-import json
 import hashlib
 
 import synapse.exc as s_exc
 import synapse.common as s_common
 
+import synapse.lib.json as s_json
 import synapse.lib.const as s_const
 import synapse.lib.scrape as s_scrape
 
@@ -1954,7 +1954,7 @@ class InfotechModelTest(s_t_utils.SynTest):
             # Test 2.2->2.3 and 2.3->2.2 conversions
             filename = s_t_files.getAssetPath('cpedata.json')
             with open(filename, 'r') as fp:
-                cpedata = json.load(fp)
+                cpedata = s_json.load(fp)
 
             for (_cpe22, _cpe23) in cpedata:
                 # Convert cpe22 -> cpe23

synapse/tests/test_telepath.py

@@ -1,6 +1,5 @@
 import os
 import ssl
-import json
 import socket
 import asyncio
 import logging
@@ -318,6 +317,10 @@ class TeleTest(s_t_utils.SynTest):
             link.onfini(evt.set)
             s_glob.sync(proxy._putPoolLink(link))
 
+            # Grab the fresh link from the pool so our original link is up next again
+            link2 = s_glob.sync(proxy.getPoolLink())
+            s_glob.sync(proxy._putPoolLink(link2))
+
             q = f'{form} | sleep 0.1'
 
             # Break from the generator right away, causing a
@@ -935,7 +938,6 @@ class TeleTest(s_t_utils.SynTest):
 
             # Validate the Proxy behavior then the client override
             prox = await s_telepath.openurl(url)  # type: Foo
-            prox._link_poolsize = 2
 
             # Start with no links
             self.len(0, prox.links)
@@ -947,53 +949,72 @@ class TeleTest(s_t_utils.SynTest):
             genr = await prox.genr()  # type: s_coro.GenrHelp
             self.eq(await genr.genr.__anext__(), 10)
 
-            # The link is being used by the genr
-            self.len(0, prox.links)
-
-            # and upon exhuastion, that link is put back
-            self.eq(await genr.list(), (20, 30))
+            # A new link is in the pool
             self.len(1, prox.links)
-            self.true(prox.links[0] is l0)
 
-            # Grab the existing link, then do two more calls
-            genr0 = await prox.genr()  # contains l0
-            genr1 = await prox.genr()
-            genr2 = await prox.genr()
-            self.len(0, prox.links)
-            # Consume two of the three generators
-            self.eq(await genr2.list(), (10, 20, 30))
-            self.len(1, prox.links)
-            self.eq(await genr1.list(), (10, 20, 30))
+            # and upon exhuastion, the first link is put back
+            self.eq(await genr.list(), (20, 30))
             self.len(2, prox.links)
-            # Exhausting the lsat generator results in his
-            # link not being placed back into the pool
-            self.eq(await genr0.list(), (10, 20, 30))
+            self.true(prox.links[1] is l0)
+
+            # Grabbing a link will still spin up another since we are below low watermark
+            genr = await prox.genr()  # type: s_coro.GenrHelp
+            self.eq(await genr.genr.__anext__(), 10)
+
             self.len(2, prox.links)
-            links = set(lnk for lnk in prox.links)
-            self.notin(l0, links)
-            # And that link l0 has been fini'd
-            self.true(l0.isfini)
+
+            self.eq(await genr.list(), (20, 30))
+            self.len(3, prox.links)
+
+            # Fill up pool above low watermark
+            genrs = [await prox.genr() for _ in range(2)]
+            [await genr.list() for genr in genrs]
+            self.len(5, prox.links)
+
+            # Grabbing a link no longer spins up a replacement
+            genr = await prox.genr()  # type: s_coro.GenrHelp
+            self.eq(await genr.genr.__anext__(), 10)
+            self.len(4, prox.links)
+
+            self.eq(await genr.list(), (20, 30))
+            self.len(5, prox.links)
 
             # Tear down a link by hand and place it back
             # into the pool - that will fail b/c the link
             # has been down down.
             l1 = await prox.getPoolLink()
-            self.len(1, prox.links)
+            self.len(4, prox.links)
             await l1.fini()
             await prox._putPoolLink(l1)
-            self.len(1, prox.links)
+            self.len(4, prox.links)
 
             # And all our links are torn down on fini
             await prox.fini()
-            self.len(1, prox.links)
-            for link in prox.links:
-                self.true(link.isfini)
+            self.len(4, prox.links)
+            for link in list(prox.links):
+                self.true(await link.waitfini(1))
+            self.len(0, prox.links)
+
+        with mock.patch('synapse.telepath.LINK_CULL_INTERVAL', 1):
+            async with self.getTestDmon() as dmon:
+                dmon.share('foo', foo)
+                url = f'tcp://127.0.0.1:{dmon.addr[1]}/foo'
+
+                prox = await s_telepath.openurl(url)
 
-            # The telepath Client passes through this value as a configuration parameter
-            conf = {'link_poolsize': 2, 'timeout': 2}
-            async with await s_telepath.Client.anit(url, conf=conf) as client:
-                await client.waitready()
-                self.true(client._t_proxy._link_poolsize, 2)
+                # Fill up pool above high watermark
+                genrs = [await prox.genr() for _ in range(13)]
+                [await genr.list() for genr in genrs]
+                self.len(13, prox.links)
+
+                # Add a fini'd proxy for coverage
+                prox2 = await s_telepath.openurl(url)
+                await prox2.fini()
+                prox2._all_proxies.add(prox2)
+
+                wait = prox.waiter(1, 'pool:link:fini')
+                self.len(1, await wait.wait(timeout=5))
+                self.len(12, prox.links)
 
     async def test_link_fini_breaking_tasks(self):
         foo = Foo()
@@ -1062,7 +1083,7 @@ class TeleTest(s_t_utils.SynTest):
 
                 self.eq(vals, (40, 50, 60))
 
-                self.eq(1, len(proxy.links))
+                self.eq(2, len(proxy.links))
                 self.eq(160, await proxy.bar(80, 80))
 
                 async def boomgenr():

synapse/tests/test_tools_cryo_cat.py

@@ -1,10 +1,11 @@
 import io
-import json
 
 import msgpack
 
 import unittest.mock as mock
 
+import synapse.exc as s_exc
+
 import synapse.lib.msgpack as s_msgpack
 import synapse.tests.utils as s_t_utils
 import synapse.tools.cryo.cat as s_cryocat
@@ -34,7 +35,7 @@ class CryoCatTest(s_t_utils.SynTest):
             argv = ['--ingest', '--jsonl', cryourl]
             inp = io.StringIO('{"foo: "bar"}\n[]\n')
             with self.redirectStdin(inp):
-                with self.raises(json.decoder.JSONDecodeError):
+                with self.raises(s_exc.BadJsonText):
                     retn, outp = await self.execToolMain(s_cryocat.main, argv)
 
             # Happy path msgpack ingest
@@ -74,7 +75,7 @@ class CryoCatTest(s_t_utils.SynTest):
 
             argv = ['--offset', '0', '--jsonl', '--size', '2', '--omit-offset', cryourl]
             retn, outp = await self.execToolMain(s_cryocat.main, argv)
-            self.true(outp.expect('[null, {"key": 0}]\n[null, {"key": 1}]\n'))
+            self.true(outp.expect('[null,{"key":0}]\n[null,{"key":1}]\n'))
 
             argv = ['--offset', '0', '--size', '20', cryourl]
             retn, outp = await self.execToolMain(s_cryocat.main, argv)

synapse/tests/test_tools_docker_validate.py

@@ -1,10 +1,12 @@
 import base64
-import json
+
 import unittest.mock as mock
 
 import cryptography.hazmat.primitives.serialization as c_serialization
 
+import synapse.lib.json as s_json
 import synapse.lib.certdir as s_certdir
+
 import synapse.tests.utils as s_t_utils
 import synapse.tools.docker.validate as s_t_d_validate
 
@@ -48,7 +50,7 @@ class TestDockerValidate(s_t_utils.SynTest):
             # getCosignSignature
             outp = self.getTestOutp()
             with mock.patch('subprocess.run') as patch:
-                test_stdout = json.dumps(test_resp).encode()
+                test_stdout = s_json.dumps(test_resp)
                 mock_stdout = mock.MagicMock(stdout=test_stdout)
                 patch.return_value = mock_stdout
                 ret = s_t_d_validate.getCosignSignature(outp, 'hehe/haha:tag')

synapse/tests/test_tools_feed.py

@@ -1,4 +1,3 @@
-import json
 import hashlib
 
 from unittest import mock
@@ -6,6 +5,7 @@ from unittest import mock
 import synapse.exc as s_exc
 import synapse.common as s_common
 
+import synapse.lib.json as s_json
 import synapse.lib.msgpack as s_msgpack
 
 import synapse.tools.feed as s_feed
@@ -33,7 +33,7 @@ class FeedTest(s_t_utils.SynTest):
                 with s_common.genfile(jsonlfp) as fd:
                     for i in range(20):
                         pode = (('test:int', i), {})
-                        _ = fd.write(json.dumps(pode).encode() + b'\n')
+                        _ = fd.write(s_json.dumps(pode, newline=True))
 
                 argv = ['--cortex', curl,
                         '--format', 'syn.nodes',
@@ -138,3 +138,31 @@ class FeedTest(s_t_utils.SynTest):
 
             nodes = await core.nodes('test:int', opts={'view': oldview})
             self.len(0, nodes)
+
+    async def test_synnodes_json(self):
+        async with self.getTestCore() as core:
+
+            await self.addCreatorDeleterRoles(core)
+
+            host, port = await core.dmon.listen('tcp://127.0.0.1:0/')
+
+            curl = f'tcp://icanadd:secret@{host}:{port}/'
+
+            with self.getTestDir() as dirn:
+
+                jsonfp = s_common.genpath(dirn, 'podes.json')
+                with s_common.genfile(jsonfp) as fd:
+                    podes = [(('test:int', ii), {}) for ii in range(20)]
+                    s_json.dump(podes, fd)
+
+                argv = ['--cortex', curl,
+                        '--format', 'syn.nodes',
+                        '--modules', 'synapse.tests.utils.TestModule',
+                        '--chunksize', '3',
+                        jsonfp]
+
+                outp = self.getTestOutp()
+                self.eq(await s_feed.main(argv, outp=outp), 0)
+
+            nodes = await core.nodes('test:int')
+            self.len(20, nodes)

synapse/tests/test_tools_genpkg.py

@@ -65,7 +65,7 @@ class GenPkgTest(s_test.SynTest):
             ymlpath = s_common.genpath(dirname, 'files', 'stormpkg', 'badcmdname.yaml')
             await s_genpkg.main((ymlpath,))
 
-        with self.raises(s_exc.BadArg):
+        with self.raises(s_exc.MustBeJsonSafe):
             ymlpath = s_common.genpath(dirname, 'files', 'stormpkg', 'badjsonpkg.yaml')
             await s_genpkg.main((ymlpath,))
 

synapse/tests/test_tools_healthcheck.py

@@ -1,9 +1,10 @@
-import json
 import asyncio
 import logging
 
 import unittest.mock as mock
 
+import synapse.lib.json as s_json
+
 import synapse.tests.utils as s_t_utils
 
 import synapse.tools.healthcheck as s_t_healthcheck
@@ -25,7 +26,7 @@ class HealthcheckTest(s_t_utils.SynTest):
 
             retn = await s_t_healthcheck.main(argv, outp)
             self.eq(retn, 0)
-            resp = json.loads(str(outp))
+            resp = s_json.loads(str(outp))
             self.isinstance(resp, dict)
 
             mod = core.modules.get('synapse.tests.utils.TestModule')  # type: s_t_utils.TestModule
@@ -34,7 +35,7 @@ class HealthcheckTest(s_t_utils.SynTest):
             outp.clear()
             retn = await s_t_healthcheck.main(argv, outp)
             self.eq(retn, 1)
-            resp = json.loads(str(outp))
+            resp = s_json.loads(str(outp))
             self.isinstance(resp, dict)
 
             # Sad paths
@@ -47,7 +48,7 @@ class HealthcheckTest(s_t_utils.SynTest):
             outp.clear()
             retn = await s_t_healthcheck.main(['-c', curl, '-t', '0.4'], outp)
             self.eq(retn, 1)
-            resp = json.loads(str(outp))
+            resp = s_json.loads(str(outp))
             self.eq(resp.get('components')[0].get('name'), 'error')
             m = 'Timeout getting health information from cell.'
             self.eq(resp.get('components')[0].get('mesg'), m)
@@ -60,7 +61,7 @@ class HealthcheckTest(s_t_utils.SynTest):
             await root.setPasswd('secret')
             retn = await s_t_healthcheck.main(['-c', f'tcp://root:newp@127.0.0.1:{port}/cortex', '-t', '0.4'], outp)
             self.eq(retn, 1)
-            resp = json.loads(str(outp))
+            resp = s_json.loads(str(outp))
             self.eq(resp.get('components')[0].get('name'), 'error')
             m = 'Synapse error encountered.'
             self.eq(resp.get('components')[0].get('mesg'), m)
@@ -72,7 +73,7 @@ class HealthcheckTest(s_t_utils.SynTest):
             outp.clear()
             retn = await s_t_healthcheck.main(['-c', f'tcp://visi:secret@127.0.0.1:{port}/cortex', '-t', '0.4'], outp)
             self.eq(retn, 1)
-            resp = json.loads(str(outp))
+            resp = s_json.loads(str(outp))
             self.eq(resp.get('components')[0].get('name'), 'error')
             m = 'Synapse error encountered.'
             self.eq(resp.get('components')[0].get('mesg'), m)
@@ -85,7 +86,7 @@ class HealthcheckTest(s_t_utils.SynTest):
             outp.clear()
             retn = await s_t_healthcheck.main(['-c', curl, '-t', '0.4'], outp)
             self.eq(retn, 1)
-            resp = json.loads(str(outp))
+            resp = s_json.loads(str(outp))
             self.eq(resp.get('components')[0].get('name'), 'error')
             m = 'Unable to connect to cell'
             self.isin(m, resp.get('components')[0].get('mesg'))

synapse/tests/test_utils.py

@@ -1,12 +1,12 @@
 import os
 import time
-import json
 import logging
 import unittest
 
 import synapse.common as s_common
 
 import synapse.lib.base as s_base
+import synapse.lib.json as s_json
 import synapse.lib.output as s_output
 import synapse.lib.certdir as s_certdir
 
@@ -126,7 +126,7 @@ class TestUtils(s_t_utils.SynTest):
         self.notin('notthere', mesgs)
 
         with self.getLoggerStream('synapse.tests.test_utils', 'Test Message') as stream:
-            thr = logathing(json.dumps({'mesg': 'Test Message'}))
+            thr = logathing(s_json.dumps({'mesg': 'Test Message'}).decode())
             self.true(stream.wait(10))
             thr.join()
 

synapse/tests/test_utils_getrefs.py

@@ -1,10 +1,13 @@
-import os.path
+import os
 import pathlib
 
 import vcr
 
+from unittest import mock
+
 import synapse.exc as s_exc
 import synapse.data as s_data
+import synapse.common as s_common
 
 import synapse.lib.config as s_config
 
@@ -45,30 +48,34 @@ class TestUtilsGetrefs(s_utils.SynTest):
         with self.raises(s_exc.BadArg):
             s_getrefs.download_refs_handler('http://raw.githubusercontent.com/../../attack-flow/attack-flow-schema-2.0.0.json')
 
-        filename = pathlib.Path(s_data.path(
-            'jsonschemas',
-            'raw.githubusercontent.com',
-            'oasis-open',
-            'cti-stix2-json-schemas',
-            'stix2.1',
-            'schemas',
-            'common',
-            'core.json'
-        ))
-
-        self.true(filename.exists())
-        filename.unlink()
-
-        # Clear the cached validator funcs so the ref handlers in s_getrefs get called
-        s_config._JsValidators = {}
-
-        with self.getLoggerStream('synapse.utils.getrefs') as stream:
-            with self.getVcr() as cass:
-                s_getrefs.main(args)
-
-        stream.seek(0)
-        mesgs = stream.read()
-        mesg = f'Downloading schema from {CORE_URL}.'
-        self.true(filename.exists())
-        self.isin(mesg, mesgs)
-        self.notin(f'Schema {CORE_URL} already exists in local cache, skipping.', mesgs)
+        with self.getTestDir(copyfrom=s_getrefs.BASEDIR) as dirn:
+
+            filename = pathlib.Path(s_common.genpath(
+                dirn,
+                'raw.githubusercontent.com',
+                'oasis-open',
+                'cti-stix2-json-schemas',
+                'stix2.1',
+                'schemas',
+                'common',
+                'core.json'
+            ))
+
+            self.true(filename.exists())
+            filename.unlink()
+            self.false(filename.exists())
+
+            # Clear the cached validator funcs so the ref handlers in s_getrefs get called
+            s_config._JsValidators = {}
+
+            with self.getLoggerStream('synapse.utils.getrefs') as stream:
+                with mock.patch('synapse.utils.getrefs.BASEDIR', dirn):
+                    with self.getVcr():
+                        s_getrefs.main(args)
+
+            stream.seek(0)
+            mesgs = stream.read()
+            mesg = f'Downloading schema from {CORE_URL}.'
+            self.true(filename.exists())
+            self.isin(mesg, mesgs)
+            self.notin(f'Schema {CORE_URL} already exists in local cache, skipping.', mesgs)