synapse 2.186.0__py311-none-any.whl → 2.187.1__py311-none-any.whl

synapse/lib/spooled.py

@@ -7,6 +7,9 @@ import synapse.lib.const as s_const
 import synapse.lib.msgpack as s_msgpack
 import synapse.lib.lmdbslab as s_lmdbslab
 
+MAX_SPOOL_SIZE = 10000
+DEFAULT_MAPSIZE = s_const.mebibyte * 32
+
 class Spooled(s_base.Base):
     '''
     A Base class that can be used to implement objects which fallback to lmdb.
@@ -15,7 +18,7 @@ class Spooled(s_base.Base):
     together. Under memory pressure, these objects have a better shot of getting paged out.
     '''
 
-    async def __anit__(self, dirn=None, size=10000, cell=None):
+    async def __anit__(self, dirn=None, size=MAX_SPOOL_SIZE, cell=None):
         '''
         Args:
             dirn(Optional[str]): base directory used for backing slab.  If None, system temporary directory is used
@@ -46,7 +49,7 @@ class Spooled(s_base.Base):
 
         slabpath = tempfile.mkdtemp(dir=dirn, prefix='spooled_', suffix='.lmdb')
 
-        self.slab = await s_lmdbslab.Slab.anit(slabpath, map_size=s_const.mebibyte * 32)
+        self.slab = await s_lmdbslab.Slab.anit(slabpath, map_size=DEFAULT_MAPSIZE)
         if self.cell is not None:
             self.slab.addResizeCallback(self.cell.checkFreeSpace)
 
@@ -55,7 +58,7 @@ class Set(Spooled):
     A minimal set-like implementation that will spool to a slab on large growth.
     '''
 
-    async def __anit__(self, dirn=None, size=10000, cell=None):
+    async def __anit__(self, dirn=None, size=MAX_SPOOL_SIZE, cell=None):
         await Spooled.__anit__(self, dirn=dirn, size=size, cell=cell)
         self.realset = set()
         self.len = 0
@@ -84,6 +87,27 @@ class Set(Spooled):
 
         return len(self.realset)
 
+    async def copy(self):
+        newset = await Set.anit(dirn=self.dirn, size=self.size, cell=self.cell)
+
+        if self.fallback:
+            await newset._initFallBack()
+            await self.slab.copydb(None, newset.slab)
+            newset.len = self.len
+
+        else:
+            newset.realset = self.realset.copy()
+
+        return newset
+
+    async def clear(self):
+        if self.fallback:
+            self.len = 0
+            await self.slab.trash()
+            await self._initFallBack()
+        else:
+            self.realset.clear()
+
     async def add(self, valu):
 
         if self.fallback:
@@ -117,7 +141,7 @@ class Set(Spooled):
 
 class Dict(Spooled):
 
-    async def __anit__(self, dirn=None, size=10000, cell=None):
+    async def __anit__(self, dirn=None, size=MAX_SPOOL_SIZE, cell=None):
 
         await Spooled.__anit__(self, dirn=dirn, size=size, cell=cell)
         self.realdict = {}

synapse/lib/storm.py

@@ -5979,6 +5979,13 @@ class RunAsCmd(Cmd):
 
     NOTE: This command requires admin privileges.
 
+    NOTE: Heavy objects (for example a View or Layer) are bound to the context which they
+          are instantiated in and methods on them will be run using the user in that
+          context. This means that executing a method on a variable containing a heavy
+          object which was instantiated outside of the runas command and then used
+          within the runas command will check the permissions of the outer user, not
+          the one specified by the runas command.
+
     Examples:
 
         // Create a node as another user.