synapse 2.176.0__py311-none-any.whl → 2.177.0__py311-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of synapse might be problematic. Click here for more details.

Files changed (70) hide show
  1. synapse/axon.py +24 -9
  2. synapse/cortex.py +329 -168
  3. synapse/cryotank.py +46 -37
  4. synapse/datamodel.py +17 -4
  5. synapse/exc.py +19 -0
  6. synapse/lib/agenda.py +7 -13
  7. synapse/lib/auth.py +1520 -0
  8. synapse/lib/cell.py +255 -53
  9. synapse/lib/grammar.py +5 -0
  10. synapse/lib/hive.py +24 -3
  11. synapse/lib/hiveauth.py +6 -32
  12. synapse/lib/layer.py +7 -4
  13. synapse/lib/link.py +21 -17
  14. synapse/lib/lmdbslab.py +149 -0
  15. synapse/lib/modelrev.py +1 -1
  16. synapse/lib/schemas.py +136 -0
  17. synapse/lib/storm.py +61 -29
  18. synapse/lib/stormlib/aha.py +1 -1
  19. synapse/lib/stormlib/auth.py +185 -10
  20. synapse/lib/stormlib/cortex.py +16 -5
  21. synapse/lib/stormlib/gen.py +80 -0
  22. synapse/lib/stormlib/model.py +55 -0
  23. synapse/lib/stormlib/modelext.py +60 -0
  24. synapse/lib/stormlib/tabular.py +212 -0
  25. synapse/lib/stormtypes.py +14 -1
  26. synapse/lib/trigger.py +1 -1
  27. synapse/lib/version.py +2 -2
  28. synapse/lib/view.py +55 -28
  29. synapse/models/base.py +7 -0
  30. synapse/models/biz.py +4 -0
  31. synapse/models/files.py +8 -1
  32. synapse/models/inet.py +8 -0
  33. synapse/tests/files/changelog/model_2.176.0_16ee721a6b7221344eaf946c3ab4602dda546b1a.yaml.gz +0 -0
  34. synapse/tests/files/changelog/model_2.176.0_2a25c58bbd344716cd7cbc3f4304d8925b0f4ef2.yaml.gz +0 -0
  35. synapse/tests/test_axon.py +7 -4
  36. synapse/tests/test_cortex.py +127 -82
  37. synapse/tests/test_cryotank.py +4 -4
  38. synapse/tests/test_datamodel.py +7 -0
  39. synapse/tests/test_lib_agenda.py +7 -0
  40. synapse/tests/{test_lib_hiveauth.py → test_lib_auth.py} +314 -11
  41. synapse/tests/test_lib_cell.py +161 -8
  42. synapse/tests/test_lib_httpapi.py +18 -14
  43. synapse/tests/test_lib_layer.py +33 -33
  44. synapse/tests/test_lib_link.py +42 -1
  45. synapse/tests/test_lib_lmdbslab.py +68 -0
  46. synapse/tests/test_lib_nexus.py +4 -4
  47. synapse/tests/test_lib_node.py +0 -7
  48. synapse/tests/test_lib_storm.py +45 -0
  49. synapse/tests/test_lib_stormlib_aha.py +1 -2
  50. synapse/tests/test_lib_stormlib_auth.py +21 -0
  51. synapse/tests/test_lib_stormlib_cortex.py +12 -12
  52. synapse/tests/test_lib_stormlib_gen.py +99 -0
  53. synapse/tests/test_lib_stormlib_model.py +108 -0
  54. synapse/tests/test_lib_stormlib_modelext.py +64 -0
  55. synapse/tests/test_lib_stormlib_tabular.py +226 -0
  56. synapse/tests/test_lib_stormsvc.py +4 -1
  57. synapse/tests/test_lib_stormtypes.py +10 -0
  58. synapse/tests/test_model_base.py +3 -0
  59. synapse/tests/test_model_biz.py +3 -0
  60. synapse/tests/test_model_files.py +12 -2
  61. synapse/tests/test_model_inet.py +24 -0
  62. synapse/tests/test_tools_changelog.py +196 -0
  63. synapse/tests/test_tools_healthcheck.py +4 -3
  64. synapse/tests/utils.py +1 -1
  65. synapse/tools/changelog.py +774 -15
  66. {synapse-2.176.0.dist-info → synapse-2.177.0.dist-info}/METADATA +3 -3
  67. {synapse-2.176.0.dist-info → synapse-2.177.0.dist-info}/RECORD +70 -64
  68. {synapse-2.176.0.dist-info → synapse-2.177.0.dist-info}/WHEEL +1 -1
  69. {synapse-2.176.0.dist-info → synapse-2.177.0.dist-info}/LICENSE +0 -0
  70. {synapse-2.176.0.dist-info → synapse-2.177.0.dist-info}/top_level.txt +0 -0
synapse/axon.py CHANGED
@@ -792,10 +792,15 @@ class Axon(s_cell.Cell):
792
792
  self.axonhist = s_lmdbslab.Hist(self.axonslab, 'history')
793
793
  self.axonseqn = s_slabseqn.SlabSeqn(self.axonslab, 'axonseqn')
794
794
 
795
- node = await self.hive.open(('axon', 'metrics'))
796
- self.axonmetrics = await node.dict()
797
- self.axonmetrics.setdefault('size:bytes', 0)
798
- self.axonmetrics.setdefault('file:count', 0)
795
+ self.axonmetrics = await self.axonslab.getHotCount('metrics')
796
+
797
+ if self.inaugural:
798
+ self.axonmetrics.set('size:bytes', 0)
799
+ self.axonmetrics.set('file:count', 0)
800
+
801
+ await self._bumpCellVers('axon:metrics', (
802
+ (1, self._migrateAxonMetrics),
803
+ ), nexs=False)
799
804
 
800
805
  self.maxbytes = self.conf.get('max:bytes')
801
806
  self.maxcount = self.conf.get('max:count')
@@ -856,6 +861,16 @@ class Axon(s_cell.Cell):
856
861
  async def _axonHealth(self, health):
857
862
  health.update('axon', 'nominal', '', data=await self.metrics())
858
863
 
864
+ async def _migrateAxonMetrics(self):
865
+ logger.warning('migrating Axon metrics data out of hive')
866
+
867
+ async with await self.hive.open(('axon', 'metrics')) as hivenode:
868
+ axonmetrics = await hivenode.dict()
869
+ self.axonmetrics.set('size:bytes', axonmetrics.get('size:bytes', 0))
870
+ self.axonmetrics.set('file:count', axonmetrics.get('file:count', 0))
871
+
872
+ logger.warning('...Axon metrics migration complete!')
873
+
859
874
  async def _initBlobStor(self):
860
875
 
861
876
  self.byterange = True
@@ -1151,7 +1166,7 @@ class Axon(s_cell.Cell):
1151
1166
  Returns:
1152
1167
  dict: A dictionary of runtime data about the Axon.
1153
1168
  '''
1154
- return dict(self.axonmetrics.items())
1169
+ return self.axonmetrics.pack()
1155
1170
 
1156
1171
  async def save(self, sha256, genr, size):
1157
1172
  '''
@@ -1200,8 +1215,8 @@ class Axon(s_cell.Cell):
1200
1215
  tick = info.get('tick')
1201
1216
  self._addSyncItem((sha256, size), tick=tick)
1202
1217
 
1203
- await self.axonmetrics.set('file:count', self.axonmetrics.get('file:count') + 1)
1204
- await self.axonmetrics.set('size:bytes', self.axonmetrics.get('size:bytes') + size)
1218
+ self.axonmetrics.inc('file:count')
1219
+ self.axonmetrics.inc('size:bytes', valu=size)
1205
1220
 
1206
1221
  self.axonslab.put(sha256, size.to_bytes(8, 'big'), db=self.sizes)
1207
1222
  return True
@@ -1312,8 +1327,8 @@ class Axon(s_cell.Cell):
1312
1327
  logger.debug(f'Deleting blob [{fhash}].', extra=await self.getLogExtra(sha256=fhash))
1313
1328
 
1314
1329
  size = int.from_bytes(byts, 'big')
1315
- await self.axonmetrics.set('file:count', self.axonmetrics.get('file:count') - 1)
1316
- await self.axonmetrics.set('size:bytes', self.axonmetrics.get('size:bytes') - size)
1330
+ self.axonmetrics.inc('file:count', valu=-1)
1331
+ self.axonmetrics.inc('size:bytes', valu=-size)
1317
1332
 
1318
1333
  await self._delBlobByts(sha256)
1319
1334
  return True