vortexpy 3.4.5__tar.gz → 3.4.7__tar.gz

vortexpy-3.4.7/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2016 
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

{vortexpy-3.4.5 → vortexpy-3.4.7}/PKG-INFO

@@ -1,13 +1,16 @@
-Metadata-Version: 1.1
+Metadata-Version: 2.1
 Name: vortexpy
-Version: 3.4.5
+Version: 3.4.7
 Summary: Synertys observable, routable, data serialisation and transport code.
 Home-page: https://github.com/Synerty/vortexpy
 Author: Synerty
 Author-email: contact@synerty.com
 License: UNKNOWN
-Download-URL: https://github.com/Synerty/vortexpy/tarball/3.4.5
-Description: UNKNOWN
+Download-URL: https://github.com/Synerty/vortexpy/tarball/3.4.7
 Keywords: vortex,observable,http,compressed,synerty
 Platform: UNKNOWN
 Classifier: Programming Language :: Python :: 3.5
+License-File: LICENSE
+
+UNKNOWN
+

{vortexpy-3.4.5 → vortexpy-3.4.7}/setup.py

@@ -4,7 +4,7 @@ import shutil
 from setuptools import setup, find_packages
 
 package_name = "vortexpy"
-package_version = '3.4.5'
+package_version = '3.4.7'
 
 egg_info = "%s.egg-info" % package_name
 if os.path.isdir(egg_info):

{vortexpy-3.4.5 → vortexpy-3.4.7}/vortex/PayloadEnvelope.py

@@ -6,6 +6,7 @@
  * Website : http://www.synerty.com
  * Support : support@synerty.com
 """
+
 import base64
 import json
 import logging

{vortexpy-3.4.5 → vortexpy-3.4.7}/vortex/VortexClientWebsocketFactory.py

@@ -6,6 +6,7 @@
  * Website : http://www.synerty.com
  * Support : support@synerty.com
 """
+
 import logging
 import uuid
 from collections import deque, namedtuple
@@ -317,12 +318,14 @@ class VortexClientWebsocketFactory(
         assert self._server
         assert vortexMsgs
 
-        # This transport requires base64 encoding
-        for index, vortexMsg in enumerate(vortexMsgs):
-            if vortexMsg.startswith(b"{"):
-                vortexMsgs[index] = yield PayloadEnvelope.base64EncodeDefer(
-                    vortexMsg
-                )
+        # If this transport requires base64 encoding
+        if self.requiresBase64Encoding:
+            for index, vortexMsg in enumerate(vortexMsgs):
+                if vortexMsg.startswith(b"{"):
+                    vortexMsg = yield PayloadEnvelope.base64EncodeDefer(
+                        vortexMsg
+                    )
+                    vortexMsgs[index] = vortexMsg + b"."
 
         for vortexMsg in vortexMsgs:
             self.__protocol.write(vortexMsg)

{vortexpy-3.4.5 → vortexpy-3.4.7}/vortex/VortexFactory.py

@@ -203,9 +203,9 @@ class _VortexFactoryVortexInfo:
 
         self.__remoteVortexNameByUuid: dict[str, tuple[VortexABC, str]] = {}
 
-        self.__localVortexUuidsByName: dict[
-            str, set[tuple[VortexABC, str]]
-        ] = defaultdict(set)
+        self.__localVortexUuidsByName: dict[str, set[tuple[VortexABC, str]]] = (
+            defaultdict(set)
+        )
 
         self.__localVortexNameByUuid: dict[str, tuple[VortexABC, str]] = {}
 
@@ -770,12 +770,14 @@ class VortexFactory:
         base64VortexMsgs = vortexMsgs[:]
 
         # If any transports require base64 encoding, then encode them all
+
         if [v for v in vortexAndUuids if v[0].requiresBase64Encoding]:
             for index, vortexMsg in enumerate(base64VortexMsgs):
                 if vortexMsg.startswith(b"{"):
-                    base64VortexMsgs[
-                        index
-                    ] = yield PayloadEnvelope.base64EncodeDefer(vortexMsg)
+                    base64VortexMsg = yield PayloadEnvelope.base64EncodeDefer(
+                        vortexMsg
+                    )
+                    base64VortexMsgs[index] = base64VortexMsg + b"."
 
         deferreds = []
         for vortex, uuid in vortexAndUuids:

{vortexpy-3.4.5 → vortexpy-3.4.7}/vortex/VortexPayloadProtocol.py

@@ -6,6 +6,7 @@
  * Website : http://www.synerty.com
  * Support : support@synerty.com
 """
+
 import logging
 from abc import ABCMeta, abstractmethod
 from collections import deque
@@ -24,12 +25,11 @@ logger = logging.getLogger(name=__name__)
 
 class VortexPayloadProtocol(Protocol, metaclass=ABCMeta):
     def __init__(self, logger):
-        self._data = b""
         self._serverVortexUuid = None
         self._serverVortexName = None
         self._logger = logger
 
-        self._processVortexMsgsInProgress = False
+        self._data = b""
         self._vortexMsgsQueue = deque()
 
     @abstractmethod
@@ -110,9 +110,6 @@ class VortexPayloadProtocol(Protocol, metaclass=ABCMeta):
                 self._logger.exception(reasonFailure.value)
 
     def _processData(self):
-        if not self._data:
-            return
-
         def getNextChunkIter():
             try:
                 while True:
@@ -121,13 +118,14 @@ class VortexPayloadProtocol(Protocol, metaclass=ABCMeta):
                 # There is no '.' in it, wait for more data.
                 return
 
-        for nextChunk in getNextChunkIter():
-            vortexMsg = self._data[:nextChunk]
-            self._data = self._data[nextChunk + 1 :]
+        if self._data:
+            for nextChunk in getNextChunkIter():
+                vortexMsg = self._data[:nextChunk]
+                self._data = self._data[nextChunk + 1 :]
 
-            # If we get two heartbeats in a row, this will be false
-            if len(vortexMsg):
-                self._vortexMsgsQueue.append(vortexMsg)
+                # If we get two heartbeats in a row, this will be false
+                if len(vortexMsg):
+                    self._vortexMsgsQueue.append(vortexMsg)
 
         if self._vortexMsgsQueue and not self._processVortexMsgs.running:
             reactor.callLater(0, self._processVortexMsgs)
@@ -172,10 +170,9 @@ class VortexPayloadProtocol(Protocol, metaclass=ABCMeta):
             name=self._serverVortexName, uuid=self._serverVortexUuid
         )
 
-    def _deliverPayload(self, payload):
-
+    def _deliverPayload(self, payloadEnvelope):
         PayloadIO().process(
-            payload,
+            payloadEnvelope,
             vortexUuid=self._serverVortexUuid,
             vortexName=self._serverVortexName,
             httpSession=None,

{vortexpy-3.4.5 → vortexpy-3.4.7}/vortex/VortexServer.py

@@ -6,6 +6,7 @@
  * Website : http://www.synerty.com
  * Support : support@synerty.com
 """
+
 import logging
 import uuid
 from typing import Any
@@ -314,9 +315,10 @@ class VortexServer(VortexABC):
         if self.requiresBase64Encoding:
             for index, vortexMsg in enumerate(vortexMsgs):
                 if vortexMsg.startswith(b"{"):
-                    vortexMsgs[index] = yield PayloadEnvelope.base64EncodeDefer(
+                    vortexMsg = yield PayloadEnvelope.base64EncodeDefer(
                         vortexMsg
                     )
+                    vortexMsgs[index] = vortexMsg + b"."
 
         if vortexUuid is None:
             conns = self._connectionByVortexUuid.values()

{vortexpy-3.4.5 → vortexpy-3.4.7}/vortex/VortexServerWebsocket.py

@@ -6,11 +6,14 @@
  * Website : http://www.synerty.com
  * Support : support@synerty.com
 """
+
 import logging
+from collections import deque
 from random import random
 from urllib.parse import parse_qs
 from urllib.parse import urlparse
 
+from twisted.internet import reactor
 from twisted.internet.defer import inlineCallbacks
 from twisted.internet.protocol import Factory
 from twisted.internet.protocol import Protocol
@@ -20,7 +23,7 @@ from twisted.web import resource
 from twisted.web.server import NOT_DONE_YET
 
 from txwebsocket.txws import WebSocketProtocol
-from vortex.DeferUtil import vortexLogFailure
+from vortex.DeferUtil import vortexLogFailure, nonConcurrentMethod
 from vortex.PayloadEnvelope import PayloadEnvelope
 from vortex.VortexServerConnection import VortexServerConnection
 from .PayloadPriority import DEFAULT_PRIORITY
@@ -31,12 +34,12 @@ logger = logging.getLogger(name=__name__)
 
 
 class VortexWebsocketServerProtocol(Protocol):
-
     _DEBUG_LOGGING = False
 
     def __init__(self, vortex: VortexServer, addr, httpSession=None) -> None:
         self._vortex = vortex
         self._addr = addr
+        self._logger = logger
 
         self._conn = None
 
@@ -53,7 +56,9 @@ class VortexWebsocketServerProtocol(Protocol):
 
         # Most messages don't need a buffer, but websockets can split messages
         # around the 128kb mark
-        self._receiveBuffer = b""
+        self._data = b""
+
+        self._vortexMsgsQueue = deque()
 
     def __initConnection(self):
         # self.transport.setBinaryMode(True)
@@ -106,28 +111,74 @@ class VortexWebsocketServerProtocol(Protocol):
         if self._httpSession:
             self._httpSession.touch()
 
-        if data == b".":
-            self._conn.beatReceived()
-            return
+        self._conn.beatReceived()
 
-        if len(data) > 1 and data[-1] == b".":
-            data = data[:-1]
+        if data.startswith(b"{"):
+            # If the data starts with a { then the payloadEnvelope is al in
+            # the websocket message.
+            assert data.endswith(b"}"), (
+                "%s payloadEnvelope doesn't fit in websocket message" % __name__
+            )
+            self._vortexMsgsQueue.append(data)
+        else:
+            # Else it's a base64 encoded payloadEnvelope, and it will be separated
+            # by b'.'
+            self._data += data
 
-        d = self._processVortexMsg(data)
-        d.addErrback(vortexLogFailure, logger, consumeError=True)
+        self._processData()
 
     def connectionLost(self, reason=connectionDone):
         if self._DEBUG_LOGGING:
             logger.debug(
                 "VortexWebsocketServerProtocol.connectionLost reason=%s", reason
             )
+        self._processData()
         if self._conn:
             self._conn.transportClosed()
             self._vortex.connectionClosed(self._conn)
 
+    def _processData(self):
+        def getNextChunkIter():
+            try:
+                while True:
+                    yield self._data.index(b".")
+
+            except ValueError:
+                # There is no '.' in it, wait for more data.
+                return
+
+        if self._data:
+            for nextChunk in getNextChunkIter():
+                vortexMsg = self._data[:nextChunk]
+                self._data = self._data[nextChunk + 1 :]
+
+                # If we get two heartbeats in a row, this will be false
+                if len(vortexMsg):
+                    self._vortexMsgsQueue.append(vortexMsg)
+
+        if self._vortexMsgsQueue and not self._processVortexMsgs.running:
+            reactor.callLater(0, self._processVortexMsgs)
+
     @inlineCallbacks
-    def _processVortexMsg(self, vortexMsg: bytes):
-        payloadEnvelope = yield PayloadEnvelope().fromVortexMsgDefer(vortexMsg)
+    @nonConcurrentMethod
+    def _processVortexMsgs(self):
+        while self._vortexMsgsQueue:
+            vortexMsg = self._vortexMsgsQueue.popleft()
+
+            try:
+                payloadEnvelope = yield PayloadEnvelope().fromVortexMsgDefer(
+                    vortexMsg
+                )
+
+                self._deliverPayload(payloadEnvelope)
+
+            except Exception as e:
+                print(vortexMsg)
+                print(e)
+                self._logger.exception(e)
+                raise
+
+    def _deliverPayload(self, payloadEnvelope):
         self._vortex.payloadReveived(
             httpSession=self._httpSession,
             vortexUuid=self._remoteVortexUuid,
@@ -188,7 +239,6 @@ class VortexWebSocketUpgradeResource(resource.Resource):
         self._websocketFactory = websocketFactory
 
     def render(self, request):
-
         from vortex.VortexFactory import VortexFactory
 
         if not VortexFactory.canConnect(str(request.client.host)):

{vortexpy-3.4.5 → vortexpy-3.4.7}/vortex/__init__.py

@@ -7,4 +7,4 @@
  * Support : support@synerty.com
 """
 
-__version__ = '3.4.5'
+__version__ = '3.4.7'

{vortexpy-3.4.5 → vortexpy-3.4.7}/vortex/data_loader/TupleDataLoader.py

@@ -13,6 +13,7 @@ from typing import Union
 
 from twisted.internet.defer import Deferred
 from twisted.internet.defer import inlineCallbacks
+
 from vortex.DeferUtil import callMethodLater
 from vortex.Payload import Payload
 from vortex.PayloadEnvelope import PayloadEnvelope
@@ -238,7 +239,8 @@ class TupleDataLoader(TupleActionProcessorDelegateABC, TuplesProviderABC):
             return
 
         if (
-            tupleAction.data.tupleType()
+            tupleAction.data
+            and tupleAction.data.tupleType()
             not in self._registeredDataDelegateByDataType
         ):
             raise ValueError(

{vortexpy-3.4.5 → vortexpy-3.4.7}/vortexpy.egg-info/PKG-INFO

@@ -1,13 +1,16 @@
-Metadata-Version: 1.1
+Metadata-Version: 2.1
 Name: vortexpy
-Version: 3.4.5
+Version: 3.4.7
 Summary: Synertys observable, routable, data serialisation and transport code.
 Home-page: https://github.com/Synerty/vortexpy
 Author: Synerty
 Author-email: contact@synerty.com
 License: UNKNOWN
-Download-URL: https://github.com/Synerty/vortexpy/tarball/3.4.5
-Description: UNKNOWN
+Download-URL: https://github.com/Synerty/vortexpy/tarball/3.4.7
 Keywords: vortex,observable,http,compressed,synerty
 Platform: UNKNOWN
 Classifier: Programming Language :: Python :: 3.5
+License-File: LICENSE
+
+UNKNOWN
+

{vortexpy-3.4.5 → vortexpy-3.4.7}/vortexpy.egg-info/SOURCES.txt

@@ -1,3 +1,4 @@
+LICENSE
 README.md
 setup.cfg
 setup.py