synapse 2.186.0__py311-none-any.whl → 2.188.0__py311-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of synapse might be problematic. Click here for more details.

Files changed (58) hide show
  1. synapse/cortex.py +133 -9
  2. synapse/datamodel.py +20 -4
  3. synapse/exc.py +14 -1
  4. synapse/lib/ast.py +6 -4
  5. synapse/lib/auth.py +9 -0
  6. synapse/lib/hive.py +1 -1
  7. synapse/lib/httpapi.py +2 -1
  8. synapse/lib/modelrev.py +771 -11
  9. synapse/lib/nexus.py +6 -0
  10. synapse/lib/node.py +5 -3
  11. synapse/lib/scrape.py +18 -104
  12. synapse/lib/spooled.py +26 -3
  13. synapse/lib/storm.py +51 -28
  14. synapse/lib/stormlib/model.py +320 -250
  15. synapse/lib/stormlib/modelext.py +31 -0
  16. synapse/lib/stormlib/scrape.py +1 -4
  17. synapse/lib/stormtypes.py +53 -11
  18. synapse/lib/version.py +2 -2
  19. synapse/lib/view.py +9 -3
  20. synapse/models/base.py +27 -0
  21. synapse/models/files.py +22 -0
  22. synapse/models/inet.py +49 -4
  23. synapse/models/infotech.py +49 -22
  24. synapse/models/orgs.py +64 -2
  25. synapse/models/proj.py +1 -6
  26. synapse/models/risk.py +65 -0
  27. synapse/tests/test_cortex.py +21 -0
  28. synapse/tests/test_lib_agenda.py +13 -0
  29. synapse/tests/test_lib_auth.py +15 -0
  30. synapse/tests/test_lib_cell.py +2 -1
  31. synapse/tests/test_lib_httpapi.py +6 -0
  32. synapse/tests/test_lib_modelrev.py +918 -379
  33. synapse/tests/test_lib_nexus.py +26 -0
  34. synapse/tests/test_lib_scrape.py +14 -6
  35. synapse/tests/test_lib_spooled.py +34 -0
  36. synapse/tests/test_lib_storm.py +48 -0
  37. synapse/tests/test_lib_stormlib_model.py +0 -270
  38. synapse/tests/test_lib_stormlib_modelext.py +76 -1
  39. synapse/tests/test_lib_stormlib_scrape.py +0 -8
  40. synapse/tests/test_lib_stormtypes.py +12 -1
  41. synapse/tests/test_lib_trigger.py +8 -0
  42. synapse/tests/test_lib_view.py +24 -0
  43. synapse/tests/test_model_base.py +11 -0
  44. synapse/tests/test_model_files.py +19 -0
  45. synapse/tests/test_model_inet.py +33 -0
  46. synapse/tests/test_model_infotech.py +14 -11
  47. synapse/tests/test_model_orgs.py +39 -0
  48. synapse/tests/test_model_proj.py +11 -1
  49. synapse/tests/test_model_risk.py +32 -0
  50. synapse/tools/changelog.py +11 -3
  51. {synapse-2.186.0.dist-info → synapse-2.188.0.dist-info}/METADATA +1 -1
  52. {synapse-2.186.0.dist-info → synapse-2.188.0.dist-info}/RECORD +55 -58
  53. synapse/assets/__init__.py +0 -35
  54. synapse/assets/storm/migrations/model-0.2.28.storm +0 -355
  55. synapse/tests/test_assets.py +0 -25
  56. {synapse-2.186.0.dist-info → synapse-2.188.0.dist-info}/LICENSE +0 -0
  57. {synapse-2.186.0.dist-info → synapse-2.188.0.dist-info}/WHEEL +0 -0
  58. {synapse-2.186.0.dist-info → synapse-2.188.0.dist-info}/top_level.txt +0 -0
synapse/models/risk.py CHANGED
@@ -159,6 +159,27 @@ class RiskModule(s_module.CoreModule):
159
159
  ('risk:extortion', ('guid', {}), {
160
160
  'doc': 'An event where an attacker attempted to extort a victim.'}),
161
161
 
162
+ ('risk:outage:cause:taxonomy', ('taxonomy', {}), {
163
+ 'interfaces': ('meta:taxonomy',),
164
+ 'doc': 'An outage cause taxonomy.'}),
165
+
166
+ ('risk:outage:type:taxonomy', ('taxonomy', {}), {
167
+ 'interfaces': ('meta:taxonomy',),
168
+ 'doc': 'An outage type taxonomy.'}),
169
+
170
+ ('risk:outage', ('guid', {}), {
171
+ 'display': {
172
+ 'columns': (
173
+ {'type': 'prop', 'opts': {'name': 'name'}},
174
+ {'type': 'prop', 'opts': {'name': 'type'}},
175
+ {'type': 'prop', 'opts': {'name': 'cause'}},
176
+ {'type': 'prop', 'opts': {'name': 'period'}},
177
+ {'type': 'prop', 'opts': {'name': 'provider:name'}},
178
+ {'type': 'prop', 'opts': {'name': 'reporter:name'}},
179
+ ),
180
+ },
181
+ 'doc': 'An outage event which affected resource availability.'}),
182
+
162
183
  ('risk:extortion:type:taxonomy', ('taxonomy', {}), {
163
184
  'interfaces': ('meta:taxonomy',),
164
185
  'doc': 'A taxonomy of extortion event types.'}),
@@ -185,6 +206,8 @@ class RiskModule(s_module.CoreModule):
185
206
  'doc': 'The threat cluster uses the vulnerability.'}),
186
207
  (('risk:tool:software', 'uses', 'risk:vuln'), {
187
208
  'doc': 'The tool uses the vulnerability.'}),
209
+ (('ou:technique', 'uses', 'risk:vuln'), {
210
+ 'doc': 'The technique uses the vulnerability.'}),
188
211
 
189
212
  (('risk:attack', 'targets', 'ou:industry'), {
190
213
  'doc': 'The attack targeted the industry.'}),
@@ -224,6 +247,15 @@ class RiskModule(s_module.CoreModule):
224
247
 
225
248
  (('risk:extortion', 'leveraged', None), {
226
249
  'doc': 'The extortion event was based on attacker access to the target node.'}),
250
+
251
+ (('meta:event', 'caused', 'risk:outage'), {
252
+ 'doc': 'The event caused the outage.'}),
253
+
254
+ (('risk:attack', 'caused', 'risk:outage'), {
255
+ 'doc': 'The attack caused the outage.'}),
256
+
257
+ (('risk:outage', 'impacted', None), {
258
+ 'doc': 'The outage event impacted the availability of the target node.'}),
227
259
  ),
228
260
  'forms': (
229
261
 
@@ -1025,6 +1057,39 @@ class RiskModule(s_module.CoreModule):
1025
1057
 
1026
1058
  )),
1027
1059
 
1060
+ ('risk:outage:type:taxonomy', {}, ()),
1061
+ ('risk:outage:cause:taxonomy', {}, ()),
1062
+ ('risk:outage', {}, (
1063
+
1064
+ ('name', ('str', {'lower': True, 'onespace': True}), {
1065
+ 'doc': 'A name for the outage event.'}),
1066
+
1067
+ ('period', ('ival', {}), {
1068
+ 'doc': 'The time period where the outage impacted availability.'}),
1069
+
1070
+ ('type', ('risk:outage:type:taxonomy', {}), {
1071
+ 'ex': 'service.power',
1072
+ 'doc': 'The type of outage.'}),
1073
+
1074
+ ('cause', ('risk:outage:cause:taxonomy', {}), {
1075
+ 'ex': 'nature.earthquake',
1076
+ 'doc': 'The outage cause type.'}),
1077
+
1078
+ ('provider', ('ou:org', {}), {
1079
+ 'doc': 'The organization which experienced the outage event.'}),
1080
+
1081
+ ('provider:name', ('ou:name', {}), {
1082
+ 'doc': 'The name of the organization which experienced the outage event.'}),
1083
+
1084
+ ('reporter', ('ou:org', {}), {
1085
+ 'doc': 'The organization reporting on the outage event.'}),
1086
+
1087
+ ('reporter:name', ('ou:name', {}), {
1088
+ 'doc': 'The name of the organization reporting on the outage event.'}),
1089
+ )),
1090
+
1091
+ # TODO risk:outage:vitals to track outage stats over time
1092
+
1028
1093
  ('risk:extortion:type:taxonomy', {}, ()),
1029
1094
  ('risk:extortion', {}, (
1030
1095
 
@@ -5801,6 +5801,13 @@ class CortexBasicTest(s_t_utils.SynTest):
5801
5801
  # but getTypeNorm won't handle that
5802
5802
  await self.asyncraises(s_exc.NoSuchType, core.getTypeNorm('test:str:tick', '3001'))
5803
5803
 
5804
+ # specify typeopts to getTypeNorm/getPropNorm
5805
+ norm, info = await prox.getTypeNorm('array', (' TIME ', ' pass ', ' the '), {'uniq': True, 'sorted': True, 'type': 'str', 'typeopts': {'strip': True, 'lower': True}})
5806
+ self.eq(norm, ('pass', 'the', 'time'))
5807
+
5808
+ norm, info = await prox.getPropNorm('test:comp', "1234:comedy", {'sepr': ':'})
5809
+ self.eq(norm, (1234, "comedy"))
5810
+
5804
5811
  # getTypeNorm can norm types which aren't defined as forms/props
5805
5812
  norm, info = await core.getTypeNorm('test:lower', 'ASDF')
5806
5813
  self.eq(norm, 'asdf')
@@ -6191,7 +6198,17 @@ class CortexBasicTest(s_t_utils.SynTest):
6191
6198
  with self.raises(s_exc.DupEdgeType):
6192
6199
  await core.addEdge(('test:int', '_goes', None), {})
6193
6200
 
6201
+ await core.addType('_test:type', 'str', {}, {'interfaces': ['taxonomy']})
6202
+ self.eq(['meta:taxonomy'], core.model.type('_test:type').info.get('interfaces'))
6203
+
6204
+ with self.raises(s_exc.NoSuchType):
6205
+ await core.addType('_test:newp', 'newp', {}, {})
6206
+
6207
+ with self.raises(s_exc.BadTypeDef):
6208
+ await core.addType('_test:newp', 'array', {'type': 'newp'}, {})
6209
+
6194
6210
  # manually edit in borked entries
6211
+ core.exttypes.set('_type:bork', ('_type:bork', None, None, None))
6195
6212
  core.extforms.set('_hehe:bork', ('_hehe:bork', None, None, None))
6196
6213
  core.extedges.set(s_common.guid('newp'), ((None, '_does', 'newp'), {}))
6197
6214
 
@@ -6219,6 +6236,7 @@ class CortexBasicTest(s_t_utils.SynTest):
6219
6236
 
6220
6237
  await core.nodes('._woot [ -._woot ]')
6221
6238
 
6239
+ self.nn(core.model.type('_test:type'))
6222
6240
  self.nn(core.model.prop('._woot'))
6223
6241
  self.nn(core.model.prop('inet:ipv4._woot'))
6224
6242
  self.nn(core.model.form('inet:ipv4').prop('._woot'))
@@ -6256,6 +6274,9 @@ class CortexBasicTest(s_t_utils.SynTest):
6256
6274
  with self.raises(s_exc.NoSuchEdge):
6257
6275
  await core.delEdge(('newp', 'newp', 'newp'))
6258
6276
 
6277
+ with self.raises(s_exc.NoSuchType):
6278
+ await core.delType('_newp')
6279
+
6259
6280
  await core._delEdge(('newp', 'newp', 'newp'))
6260
6281
 
6261
6282
  await core.nodes('_hehe:haha [ -:visi ]')
@@ -432,6 +432,19 @@ class AgendaTest(s_t_utils.SynTest):
432
432
 
433
433
  self.eq(2, appt.startcount)
434
434
 
435
+ # Can't use an existing authgate iden
436
+ viewiden = core.getView().iden
437
+ cdef = {'creator': core.auth.rootuser.iden,
438
+ 'storm': '[test:str=bar]',
439
+ 'reqs': {'hour': 10},
440
+ 'incunit': 'dayofweek',
441
+ 'incvals': (2, 4),
442
+ 'iden': viewiden}
443
+ await self.asyncraises(s_exc.DupIden, core.addCronJob(cdef))
444
+ await core.delCronJob(viewiden)
445
+
446
+ self.nn(core.getAuthGate(viewiden))
447
+
435
448
  async def test_agenda_persistence(self):
436
449
  ''' Test we can make/change/delete appointments and they are persisted to storage '''
437
450
 
@@ -31,6 +31,21 @@ class AuthTest(s_test.SynTest):
31
31
  with self.raises(s_exc.DupRoleName):
32
32
  await auth.addRole('ninjas')
33
33
 
34
+ viewiden = core.getView().iden
35
+ with self.raises(s_exc.DupIden):
36
+ await auth.addUser('view', iden=viewiden)
37
+
38
+ with self.raises(s_exc.NoSuchUser):
39
+ await auth.delUser(viewiden)
40
+ self.nn(core.auth.getAuthGate(viewiden))
41
+
42
+ with self.raises(s_exc.DupIden):
43
+ await auth.addRole('view', iden=viewiden)
44
+
45
+ with self.raises(s_exc.NoSuchRole):
46
+ await auth.delRole(viewiden)
47
+ self.nn(core.auth.getAuthGate(viewiden))
48
+
34
49
  self.none(await auth._addUser(user.iden, 'visi@vertex.link'))
35
50
  self.none(await auth._addRole(user.iden, 'ninjas'))
36
51
 
@@ -2993,7 +2993,7 @@ class CellTest(s_t_utils.SynTest):
2993
2993
  self.eq('barprof', valu)
2994
2994
 
2995
2995
  msgs = await core.stormlist('cron.list')
2996
- self.stormIsInPrint('visi 8437c35a', msgs)
2996
+ self.stormIsInPrint(' visi 8437c35a.. ', msgs)
2997
2997
  self.stormIsInPrint('[tel:mob:telem=*]', msgs)
2998
2998
 
2999
2999
  msgs = await core.stormlist('dmon.list')
@@ -3019,6 +3019,7 @@ class CellTest(s_t_utils.SynTest):
3019
3019
  self.eq(node.get('._woot'), 5)
3020
3020
  self.nn(node.getTagProp('test', 'score'), 6)
3021
3021
 
3022
+ self.maxDiff = None
3022
3023
  roles = s_t_utils.deguidify('[{"type": "role", "iden": "e1ef725990aa62ae3c4b98be8736d89f", "name": "all", "rules": [], "authgates": {"46cfde2c1682566602860f8df7d0cc83": {"rules": [[true, ["layer", "read"]]]}, "4d50eb257549436414643a71e057091a": {"rules": [[true, ["view", "read"]]]}}}]')
3023
3024
  users = s_t_utils.deguidify('[{"type": "user", "iden": "a357138db50780b62093a6ce0d057fd8", "name": "root", "rules": [], "roles": [], "admin": true, "email": null, "locked": false, "archived": false, "authgates": {"46cfde2c1682566602860f8df7d0cc83": {"admin": true}, "4d50eb257549436414643a71e057091a": {"admin": true}}}, {"type": "user", "iden": "f77ac6744671a845c27e571071877827", "name": "visi", "rules": [[true, ["cron", "add"]], [true, ["dmon", "add"]], [true, ["trigger", "add"]]], "roles": [{"type": "role", "iden": "e1ef725990aa62ae3c4b98be8736d89f", "name": "all", "rules": [], "authgates": {"46cfde2c1682566602860f8df7d0cc83": {"rules": [[true, ["layer", "read"]]]}, "4d50eb257549436414643a71e057091a": {"rules": [[true, ["view", "read"]]]}}}], "admin": false, "email": null, "locked": false, "archived": false, "authgates": {"f21b7ae79c2dacb89484929a8409e5d8": {"admin": true}, "d7d0380dd4e743e35af31a20d014ed48": {"admin": true}}}]')
3024
3025
  gates = s_t_utils.deguidify('[{"iden": "46cfde2c1682566602860f8df7d0cc83", "type": "layer", "users": [{"iden": "a357138db50780b62093a6ce0d057fd8", "rules": [], "admin": true}], "roles": [{"iden": "e1ef725990aa62ae3c4b98be8736d89f", "rules": [[true, ["layer", "read"]]], "admin": false}]}, {"iden": "d7d0380dd4e743e35af31a20d014ed48", "type": "trigger", "users": [{"iden": "f77ac6744671a845c27e571071877827", "rules": [], "admin": true}], "roles": []}, {"iden": "f21b7ae79c2dacb89484929a8409e5d8", "type": "cronjob", "users": [{"iden": "f77ac6744671a845c27e571071877827", "rules": [], "admin": true}], "roles": []}, {"iden": "4d50eb257549436414643a71e057091a", "type": "view", "users": [{"iden": "a357138db50780b62093a6ce0d057fd8", "rules": [], "admin": true}], "roles": [{"iden": "e1ef725990aa62ae3c4b98be8736d89f", "rules": [[true, ["view", "read"]]], "admin": false}]}, {"iden": "cortex", "type": "cortex", "users": [], "roles": []}]')
@@ -777,6 +777,12 @@ class HttpApiTest(s_tests.SynTest):
777
777
  retn = await resp.json()
778
778
  self.eq('MissingField', retn.get('code'))
779
779
 
780
+ body = {'prop': 'test:comp', 'value': '3^foobar', 'typeopts': {'sepr': '^'}}
781
+ async with sess.get(f'https://localhost:{port}/api/v1/model/norm', json=body) as resp:
782
+ retn = await resp.json()
783
+ self.eq('ok', retn.get('status'))
784
+ self.eq([3, 'foobar'], retn['result']['norm'])
785
+
780
786
  # Norm via POST
781
787
  body = {'prop': 'inet:ipv4', 'value': '1.2.3.4'}
782
788
  async with sess.post(f'https://localhost:{port}/api/v1/model/norm', json=body) as resp: