@jayesol/jayeson.lib.sports 2.2.4 → 2.2.6-beta.0

package/lib/receive.js

@@ -1 +1,484 @@
-"use strict";var __extends=this&&this.__extends||function(){var r=Object.setPrototypeOf||{__proto__:[]}instanceof Array&&function(e,s){e.__proto__=s}||function(e,s){for(var t in s)s.hasOwnProperty(t)&&(e[t]=s[t])};return function(e,s){function t(){this.constructor=e}r(e,s),e.prototype=null===s?Object.create(s):(t.prototype=s.prototype,new t)}}(),__decorate=this&&this.__decorate||function(e,s,t,r){var a,o=arguments.length,n=o<3?s:null===r?r=Object.getOwnPropertyDescriptor(s,t):r;if("object"==typeof Reflect&&"function"==typeof Reflect.decorate)n=Reflect.decorate(e,s,t,r);else for(var i=e.length-1;0<=i;i--)(a=e[i])&&(n=(o<3?a(n):3<o?a(s,t,n):a(s,t))||n);return 3<o&&n&&Object.defineProperty(s,t,n),n},__metadata=this&&this.__metadata||function(e,s){if("object"==typeof Reflect&&"function"==typeof Reflect.metadata)return Reflect.metadata(e,s)},__param=this&&this.__param||function(t,r){return function(e,s){r(e,s,t)}};Object.defineProperty(exports,"__esModule",{value:!0});var D=require("@jayesol/jayeson.lib.delivery"),Collections=require("typescript-collections"),core_1=require("./core"),message_class_1=require("./message_class"),merge_1=require("./merge"),data_structure_1=require("./data_structure"),circular=require("circular-json");require("reflect-metadata");var injection_js_1=require("injection-js"),codec_1=require("./codec"),InEndPointEventHandler=function(){function e(e,s,t){this._streamSources={},this._filterData=null,this._startMessage=e,this._sportsMsgGrp=s,this._streamNameCode=t,this._exclude=e.exclude,this._wireFormat=e.wireFormat}return e.prototype.setfilterData=function(e){this._filterData=e},e.prototype.streamSources=function(){return this._streamSources},e.prototype.exclude=function(){return this._exclude},e.prototype.wireFormat=function(){return this._wireFormat},e.prototype.startMessage=function(){return this._startMessage},e.prototype.sportsMsgGrp=function(){return this._sportsMsgGrp},e.prototype.streamNameCode=function(){return this._streamNameCode},e.prototype.filterData=function(){return this._filterData},e.prototype.onEvent=function(e){if(e instanceof D.Subscriber.Event.ConsumptionStart){for(var s in e.streams)if(e.streams.hasOwnProperty(s))for(var t=0;t<e.streams[s].length;t++){if(parseInt(s)==this.sportsMsgGrp().id()){var r=e.streams[s][t];this._streamSources[r]=e.endPoint;var a=new codec_1.FilterRequest(codec_1.FilterRequest.IGNORED_REQUEST_ID,this.filterData());this.sendFilter(a,r),console.log("Sending Start Message to stream : '"+r+"'");var o=new D.MessageWrapper(this._startMessage,this._sportsMsgGrp.ADMIN_START_SUBSCRIBE_FEED());this.sendMessage(r,o)}}}else if(e instanceof D.Subscriber.Event.ConsumptionError){var n=e.client.config.url+" has errors on consumption: ";for(var s in e.streams)if(e.streams.hasOwnProperty(s)){n+="\n"+s+":[";for(t=0;t<e.streams[s].length;t++)n+=e.streams[s][t]+",";n=n.substring(1,n.length-1),n+="]"}console.log(n)}else console.log("Unidentified event received by onEvent: "+circular.stringify(e))},e.prototype.sendMessage=function(e,s){s.addMetaInfo(this._streamNameCode.code(),e);var t=this._streamSources[e];null==t?console.log("No Endpoint present corresponding to stream '"+e+"'. Unable to send message"):t.send(s)},e.prototype.updateFilter=function(e){this._filterData=e.getFilterData(),this.sendFilter(e)},e.prototype.sendFilter=function(e,s){if(void 0===s&&(s=null),null!==s)this._sendFilter(e,s);else for(var t in this._streamSources)this._streamSources.hasOwnProperty(t)&&this._sendFilter(e,t)},e.prototype._sendFilter=function(e,s){var t=e.getFilterData(),r=null;null!=t?(r=new D.MessageWrapper(e,this._sportsMsgGrp.FILTER_SET()),console.log("Sending FILTER_SET to stream: '"+s+"' with filter data: "+JSON.stringify(t))):(r=new D.MessageWrapper(e.getRequestId().toString(),this._sportsMsgGrp.FILTER_REMOVE()),console.log("Sending FILTER_REMOVE to stream: '"+s+"'")),this.sendMessage(s,r)},e=__decorate([injection_js_1.Injectable(),__metadata("design:paramtypes",[message_class_1.StartSubscribeFeed,message_class_1.SportsFeedMessageGroup,D.StreamNameCode])],e)}();exports.InEndPointEventHandler=InEndPointEventHandler;var StreamCommandProcessor=function(){function e(e,s){this._fsRepo=e,this._sportsGrp=s,this.messageClassName={0:"DATA_RESET",1:"DATA_INSERT_ODD",2:"DATA_UPDATE_ODD",3:"DATA_DELETE_ODD",4:"DATA_INSERT_EVENT",5:"DATA_UPDATE_EVENT",6:"DATA_DELETE_EVENT",7:"DATA_INSERT_MATCH",8:"DATA_UPDATE_MATCH",9:"DATA_DELETE_MATCH",10:"TTL_REMOVE",11:"TTL_RESTORE",13:"FILTER_REMOVE",14:"FILTER_SET",16:"ADMIN_START_SUBSCRIBE_FEED",17:"ADMIN_REFRESH"}}return e.prototype.process=function(e,s,t){if(void 0===t&&(t=null),null!=s&&s instanceof data_structure_1.Incoming){var r=s,a=this.messageClassName[r.msgType().id()];console.debug("SCP processing: "+a)}if(null==t)for(var o=0,n=this._fsRepo.appendSnapshot(e,s);o<n.length;o++){var i=n[o];this._fsRepo.push(i)}else this._fsRepo.push(t)},e.prototype.fsRepo=function(){return this._fsRepo},e.prototype.sportsGrp=function(){return this._sportsGrp},e.prototype.printMessage=function(e){var s=this.getClassName(e),t=e.delta();switch(this.printPartitionKeys(s,t),e.msgType().id()){case this._sportsGrp.DATA_INSERT_MATCH().id():case this._sportsGrp.DATA_UPDATE_MATCH().id():case this._sportsGrp.DATA_DELETE_MATCH().id():this.printMatch(s,t);break;case this._sportsGrp.DATA_INSERT_ODD().id():case this._sportsGrp.DATA_UPDATE_ODD().id():case this._sportsGrp.DATA_DELETE_ODD().id():this.printRecord(s,t)}},e.prototype.getClassName=function(e){return e instanceof core_1.TTLOutgoing?e.getTtlType()==core_1.TTLType.REMOVE?"TTL_REM":"TTL_RES":this.messageClassName[e.msgType().id()]},e.prototype.printMatch=function(e,s){for(var t=s.matches(),r=0;r<t.length;r++)console.log("["+e+"] "+t[r].id())},e.prototype.printRecord=function(e,s){for(var t=s.matches(),r=0;r<t.length;r++)for(var a=t[r].events(),o=0;o<a.length;o++)for(var n=a[o].records(),i=0;i<n.length;i++){var c=n[i];console.log("["+e+"] "+c.matchId()+"_"+c.eventId()+"_"+c.id()+"_"+c.source()+"_"+c.oddType()+"_"+c.oddFormat())}},e.prototype.printPartitionKeys=function(e,s){var t=s.getPartitions().toString();console.log("["+e+"][PK]"+t)},e=__decorate([injection_js_1.Injectable(),__param(0,injection_js_1.Inject(core_1.FSREPO_IMPL)),__metadata("design:paramtypes",[Object,message_class_1.SportsFeedMessageGroup])],e)}();exports.StreamCommandProcessor=StreamCommandProcessor;var SportsFeedInProcessor=function(o){function e(e,s,t,r){var a=o.call(this,s)||this;return a.scp=e,a.sportsFeedMsgGroup=s,a.snCode=t,a.recycleBin=r,a}return __extends(e,o),e.prototype.process=function(e){var s=e.getMetaInfo(this.snCode.code());if(null!=s&&""!==s)if(this.isFeedMessage(e))if(this.sportsFeedMsgGroup.isIndicatorMessage(e.messageClass)){var t=this.processIndicatorMessage(e);this.scp.process(s,null,t)}else{var r=new MergeableIncoming(this.sportsFeedMsgGroup,e.messageClass,s,e.message,this.recycleBin);this.triggerTtlRestoreIfApplicable(r),this.scp.process(r.stream(),r)}else console.log("SportsFeedInProcessor received unknown messageclass: "+circular.stringify(e.messageClass)+". Ignoring");else console.log("SportsFeedInProcessor received messagewrapper with no StreamName. Ignoring.")},e.prototype.processIndicatorMessage=function(e){var s=this;return e.messageClass==this.sportsFeedMsgGroup.TTL_RESTORE_START()&&e.message.getPartitions().forEach(function(e){s.recycleBin.clearBin(e)}),new data_structure_1.OutgoingImpl(e.messageClass,e.message)},e.prototype.triggerTtlRestoreIfApplicable=function(e){if(null!=this.getRecycleBin()&&null!=this.getRecycleBin().getTtlConfig()&&this.getRecycleBin().getTtlConfig().isEnableTtl()){var s=this.getRecycleBin().getTtlRestoreSnapshot(e);null!=s&&this.scp.process(s.getStream(),s)}},e.prototype.triggerTtlRemove=function(){var s=this;null!=this.getRecycleBin()&&this.getRecycleBin().getTtlRemoveSnapshot().forEach(function(e){s.scp.process(e.getStream(),e)})},e.prototype.startTtlVerification=function(){var e=this;if(null!=this.getRecycleBin()){var s=this.getRecycleBin().getTtlConfig();if(null!=s&&s.isEnableTtl()){var t=s.getRunInterval();setInterval(function(){return e.triggerTtlRemove()},t),console.log("Scheduled TTLCheck with interval of "+t)}else console.log("No TTL set. Not scheduling any TTL.")}},e.prototype.isFeedMessage=function(e){var s=e.messageClass;return s instanceof message_class_1.InsertOddMessageClass||s instanceof message_class_1.UpdateOddMessageClass||s instanceof message_class_1.DeleteOddMessageClass||s instanceof message_class_1.InsertEventMessageClass||s instanceof message_class_1.UpdateEventMessageClass||s instanceof message_class_1.DeleteEventMessageClass||s instanceof message_class_1.InsertMatchMessageClass||s instanceof message_class_1.UpdateMatchMessageClass||s instanceof message_class_1.DeleteMatchMessageClass||s instanceof message_class_1.RefreshMessageClass||s instanceof message_class_1.TTLRemoveMessageClass||s instanceof message_class_1.TTLRestoreMessageClass||s instanceof message_class_1.ResetMessageClass||s instanceof message_class_1.SwitchFilterStartMessageClass||s instanceof message_class_1.SwitchFilterFailMessageClass||s==this.sportsFeedMsgGroup.SWITCH_FILTER_START()||s==this.sportsFeedMsgGroup.SWITCH_FILTER_END()||s==this.sportsFeedMsgGroup.FULLSNAPSHOT_START()||s==this.sportsFeedMsgGroup.FULLSNAPSHOT_END()||s==this.sportsFeedMsgGroup.SWITCH_FILTER_FAIL()||s==this.sportsFeedMsgGroup.TTL_RESTORE_START()||s==this.sportsFeedMsgGroup.TTL_RESTORE_END()},e.prototype.getScp=function(){return this.scp},e.prototype.getRecycleBin=function(){return this.recycleBin},e=__decorate([injection_js_1.Injectable(),__metadata("design:paramtypes",[StreamCommandProcessor,message_class_1.SportsFeedMessageGroup,D.StreamNameCode,core_1.RecycleBin])],e)}(D.IMessageGroupProcessor);exports.SportsFeedInProcessor=SportsFeedInProcessor;var MergeableIncoming=function(n){function e(e,s,t,r,a){var o=n.call(this,s,t,r)||this;return o.sportsGrp=e,o.bin=a,o}return __extends(e,n),e.prototype.apply=function(e){null==e&&(e=data_structure_1.IndexedSnapshotImpl.EMPTY_SNAPSHOT);var s=[];this.beforeSnap=e;var t=new data_structure_1.MergeableWrapper;if(this.msgType()instanceof message_class_1.InsertMatchMessageClass||this.msgType()instanceof message_class_1.InsertEventMessageClass||this.msgType()instanceof message_class_1.DeleteMatchMessageClass||this.msgType()instanceof message_class_1.DeleteEventMessageClass||this.msgType()instanceof message_class_1.UpdateEventMessageClass){for(var r=merge_1.SnapshotUtil.combineSnapshots(this.msgType(),this.data(),e),a=0,o=merge_1.DeltaTransformingLogicImpl.transform(this.sportsGrp,this.stream(),this.msgType(),this.data(),r);a<o.length;a++){var n=o[a],i=new core_1.Delta(n,r.getAfterSs(),this.beforeSnap);s.push(i),this.beforeSnap=r.getAfterSs()}t.setAfter(r.getAfterSs()),t.setDeltaOut(s)}else if(this.msgType()instanceof message_class_1.TTLRemoveMessageClass){for(var c=null,l=e,p=new Collections.Dictionary,g=[],_=!1,u=e.getPartitionMap(),f=0,h=this.data().getPartitions().toArray();f<h.length;f++){var m=h[f];console.log("removing keys from upstream "+JSON.stringify(m)),u.containsKey(m)&&(_=!0,p.setValue(m,u.getValue(m)),l=(c=this.bin.removeData(new data_structure_1.TTLWrapper,l,m)).getRemainingSs(),g.push(c.getRemovedSs()))}_?(console.log("reseting -----\x3e"+JSON.stringify(p.keys())),t=merge_1.DeltaTransformingLogicImpl.transformTTLRemove(g,this.bin.getGrp(),this.stream(),e,l,p)):(t.setDeltaOut([]),t.setAfter(e))}else if(this.msgType()instanceof message_class_1.TTLRestoreMessageClass){c=null,l=e;for(var d=new Collections.Dictionary,T=!1,y={},E=[],S=0,M=this.data().getPartitions().toArray();S<M.length;S++){m=M[S];if(console.log("restoring keys from upstream "+JSON.stringify(m)),this.bin.containData(m)){T=!0;var R=(new Date).getTime();d.setValue(m,R),y=this.bin.copyData(m,y),l=(c=this.bin.restoreData(new data_structure_1.TTLWrapper,l,m,R)).getRemainingSs(),E.push(c.getRestoredSs())}}T?(console.log("restoring -----\x3e"+JSON.stringify(d.keys())),t=merge_1.DeltaTransformingLogicImpl.transformTTLRestore(E,this.bin.getGrp(),this.stream(),e,l,y,d)):(t.setAfter(e),t.setDeltaOut([]))}else{r=merge_1.SnapshotUtil.combineSnapshots(this.msgType(),this.data(),e),i=new core_1.Delta(this,r.getAfterSs(),e);s.push(i),t.setDeltaOut(s),t.setAfter(r.getAfterSs())}return t},e}(data_structure_1.Incoming);exports.MergeableIncoming=MergeableIncoming;
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MergeableIncoming = exports.SportsFeedInProcessor = exports.StreamCommandProcessor = exports.InEndPointEventHandler = void 0;
+const D = __importStar(require("@jayesol/jayeson.lib.delivery"));
+const Collections = __importStar(require("typescript-collections"));
+const core_1 = require("./core");
+const message_class_1 = require("./message_class");
+const merge_1 = require("./merge");
+const data_structure_1 = require("./data_structure");
+let circular = require("circular-json");
+//imports required for dependency injection
+require("reflect-metadata");
+const injection_js_1 = require("injection-js");
+const codec_1 = require("./codec");
+let InEndPointEventHandler = class InEndPointEventHandler {
+    constructor(startMessage, sportsMsgGrp, streamNameCode) {
+        this._streamSources = {};
+        this._filterData = null;
+        //to be injected
+        this._startMessage = startMessage;
+        this._sportsMsgGrp = sportsMsgGrp;
+        this._streamNameCode = streamNameCode;
+        this._exclude = startMessage.exclude;
+        this._wireFormat = startMessage.wireFormat;
+    }
+    setfilterData(rule) {
+        this._filterData = rule;
+    }
+    streamSources() {
+        return this._streamSources;
+    }
+    exclude() {
+        return this._exclude;
+    }
+    wireFormat() {
+        return this._wireFormat;
+    }
+    startMessage() {
+        return this._startMessage;
+    }
+    sportsMsgGrp() {
+        return this._sportsMsgGrp;
+    }
+    streamNameCode() {
+        return this._streamNameCode;
+    }
+    filterData() {
+        return this._filterData;
+    }
+    onEvent(event) {
+        if (event instanceof D.Subscriber.Event.ConsumptionStart) {
+            for (let property in event.streams) {
+                if (event.streams.hasOwnProperty(property)) {
+                    for (let i = 0; i < event.streams[property].length; i++) {
+                        let grpId = parseInt(property);
+                        //only connect to sports streams
+                        if (grpId == this.sportsMsgGrp().id()) {
+                            //set end point mapping.
+                            let streamId = event.streams[property][i];
+                            this._streamSources[streamId] = event.endPoint;
+                            //send filter
+                            let filterRequest = new codec_1.FilterRequest(codec_1.FilterRequest.IGNORED_REQUEST_ID, this.filterData());
+                            this.sendFilter(filterRequest, streamId);
+                            //send start message
+                            console.log("Sending Start Message to stream : '" + streamId + "'");
+                            let mw = new D.MessageWrapper(this._startMessage, this._sportsMsgGrp.ADMIN_START_SUBSCRIBE_FEED());
+                            this.sendMessage(streamId, mw);
+                        }
+                    }
+                }
+            }
+        }
+        else if (event instanceof D.Subscriber.Event.ConsumptionError) {
+            let logMessage = event.client.config.url + " has errors on consumption: ";
+            for (let property in event.streams) {
+                if (event.streams.hasOwnProperty(property)) {
+                    logMessage += "\n" + property + ":[";
+                    for (let i = 0; i < event.streams[property].length; i++) {
+                        logMessage += event.streams[property][i] + ",";
+                    }
+                    logMessage = logMessage.substring(1, logMessage.length - 1);
+                    logMessage += "]";
+                }
+            }
+            console.log(logMessage);
+        }
+        else {
+            console.log("Unidentified event received by onEvent: " + circular.stringify(event));
+        }
+    }
+    sendMessage(streamId, mw) {
+        //Append Stream name as meta info
+        mw.addMetaInfo(this._streamNameCode.code(), streamId);
+        //Get EndPoint to corresponding to this stream
+        let ep = this._streamSources[streamId];
+        //If EndPoint is not present, no action
+        if (ep == null) {
+            console.log("No Endpoint present corresponding to stream '" + streamId + "'. Unable to send message");
+        }
+        else {
+            ep.send(mw);
+        }
+    }
+    updateFilter(filterRequest) {
+        this._filterData = filterRequest.getFilterData();
+        this.sendFilter(filterRequest);
+    }
+    /**
+     * Sends filter to server
+     * @param streamId - sends filter for a particular streamId
+     *                   if null, sends filter for all stream ids
+     */
+    sendFilter(filterRequest, streamId = null) {
+        if (streamId !== null) {
+            this._sendFilter(filterRequest, streamId);
+        }
+        else {
+            for (let streamId in this._streamSources) {
+                if (this._streamSources.hasOwnProperty(streamId)) {
+                    this._sendFilter(filterRequest, streamId);
+                }
+            }
+        }
+    }
+    _sendFilter(filterRequest, streamId) {
+        let filterData = filterRequest.getFilterData();
+        let mw = null;
+        if (filterData != null) {
+            mw = new D.MessageWrapper(filterRequest, this._sportsMsgGrp.FILTER_SET());
+            console.log("Sending FILTER_SET to stream: '" + streamId + "' with filter data: " + JSON.stringify(filterData));
+        }
+        else {
+            mw = new D.MessageWrapper(filterRequest.getRequestId().toString(), this._sportsMsgGrp.FILTER_REMOVE());
+            console.log("Sending FILTER_REMOVE to stream: '" + streamId + "'");
+        }
+        this.sendMessage(streamId, mw);
+    }
+};
+InEndPointEventHandler = __decorate([
+    (0, injection_js_1.Injectable)(),
+    __metadata("design:paramtypes", [message_class_1.StartSubscribeFeed, message_class_1.SportsFeedMessageGroup, D.StreamNameCode])
+], InEndPointEventHandler);
+exports.InEndPointEventHandler = InEndPointEventHandler;
+let StreamCommandProcessor = class StreamCommandProcessor {
+    constructor(_fsRepo, _sportsGrp) {
+        this._fsRepo = _fsRepo;
+        this._sportsGrp = _sportsGrp;
+        this.messageClassName = {
+            0: 'DATA_RESET',
+            1: 'DATA_INSERT_ODD',
+            2: 'DATA_UPDATE_ODD',
+            3: 'DATA_DELETE_ODD',
+            4: 'DATA_INSERT_EVENT',
+            5: 'DATA_UPDATE_EVENT',
+            6: 'DATA_DELETE_EVENT',
+            7: 'DATA_INSERT_MATCH',
+            8: 'DATA_UPDATE_MATCH',
+            9: 'DATA_DELETE_MATCH',
+            10: 'TTL_REMOVE',
+            11: 'TTL_RESTORE',
+            13: 'FILTER_REMOVE',
+            14: 'FILTER_SET',
+            16: 'ADMIN_START_SUBSCRIBE_FEED',
+            17: 'ADMIN_REFRESH'
+        };
+    }
+    //bypass the append snapshot call if overwrite is provided
+    process(stream, input, overwrite = null) {
+        //see what message
+        if (input != null && input instanceof data_structure_1.Incoming) {
+            let ss = input;
+            let className = this.messageClassName[ss.msgType().id()];
+            console.debug("SCP processing: " + className);
+        }
+        if (overwrite == null) {
+            let outgoing = this._fsRepo.appendSnapshot(stream, input);
+            for (let o of outgoing) {
+                //this.printMessage(o);
+                this._fsRepo.push(o);
+            }
+        }
+        else {
+            //bypass appending to snapshot
+            this._fsRepo.push(overwrite);
+        }
+    }
+    fsRepo() {
+        return this._fsRepo;
+    }
+    sportsGrp() {
+        return this._sportsGrp;
+    }
+    printMessage(outgoing) {
+        //print partition keys
+        let className = this.getClassName(outgoing);
+        let snapshot = outgoing.delta();
+        this.printPartitionKeys(className, snapshot);
+        //print contents
+        let id = outgoing.msgType().id();
+        switch (id) {
+            case this._sportsGrp.DATA_INSERT_MATCH().id():
+            case this._sportsGrp.DATA_UPDATE_MATCH().id():
+            case this._sportsGrp.DATA_DELETE_MATCH().id():
+                this.printMatch(className, snapshot);
+                break;
+            case this._sportsGrp.DATA_INSERT_ODD().id():
+            case this._sportsGrp.DATA_UPDATE_ODD().id():
+            case this._sportsGrp.DATA_DELETE_ODD().id():
+                this.printRecord(className, snapshot);
+                break;
+        }
+    }
+    getClassName(outgoing) {
+        if (!(outgoing instanceof core_1.TTLOutgoing)) {
+            return this.messageClassName[outgoing.msgType().id()];
+        }
+        else {
+            let TTLOutgoing = outgoing;
+            if (TTLOutgoing.getTtlType() == core_1.TTLType.REMOVE) {
+                return "TTL_REM";
+            }
+            else {
+                return "TTL_RES";
+            }
+        }
+    }
+    printMatch(identifier, snapshot) {
+        let matches = snapshot.matches();
+        for (let i = 0; i < matches.length; i++) {
+            console.log(`[${identifier}] ${matches[i].id()}`);
+        }
+    }
+    printRecord(identifier, snapshot) {
+        let matches = snapshot.matches();
+        for (let i = 0; i < matches.length; i++) {
+            let events = matches[i].events();
+            for (let j = 0; j < events.length; j++) {
+                let records = events[j].records();
+                for (let k = 0; k < records.length; k++) {
+                    let rec = records[k];
+                    console.log(`[${identifier}] ${rec.matchId()}_${rec.eventId()}_${rec.id()}_${rec.source()}_${rec.oddType()}_${rec.oddFormat()}`);
+                }
+            }
+        }
+    }
+    printPartitionKeys(identifier, snapshot) {
+        let partitionsString = snapshot.getPartitions().toString();
+        console.log(`[${identifier}][PK]${partitionsString}`);
+    }
+};
+StreamCommandProcessor = __decorate([
+    (0, injection_js_1.Injectable)(),
+    __param(0, (0, injection_js_1.Inject)(core_1.FSREPO_IMPL)),
+    __metadata("design:paramtypes", [Object, message_class_1.SportsFeedMessageGroup])
+], StreamCommandProcessor);
+exports.StreamCommandProcessor = StreamCommandProcessor;
+let SportsFeedInProcessor = class SportsFeedInProcessor extends D.IMessageGroupProcessor {
+    constructor(scp, sportsFeedMsgGroup, snCode, recycleBin) {
+        super(sportsFeedMsgGroup);
+        this.scp = scp;
+        this.sportsFeedMsgGroup = sportsFeedMsgGroup;
+        this.snCode = snCode;
+        this.recycleBin = recycleBin;
+    }
+    process(mw) {
+        //validate stream name
+        let streamName = mw.getMetaInfo(this.snCode.code());
+        if (streamName == null || streamName === "") {
+            console.log("SportsFeedInProcessor received messagewrapper with no StreamName. Ignoring.");
+            return;
+        }
+        if (!this.isFeedMessage(mw)) {
+            console.log("SportsFeedInProcessor received unknown messageclass: " + circular.stringify(mw.messageClass) + ". Ignoring");
+            return;
+        }
+        if (this.sportsFeedMsgGroup.isIndicatorMessage(mw.messageClass)) {
+            let outgoing = this.processIndicatorMessage(mw);
+            this.scp.process(streamName, null, outgoing);
+        }
+        else {
+            let incoming = new MergeableIncoming(this.sportsFeedMsgGroup, mw.messageClass, streamName, mw.message, this.recycleBin);
+            this.triggerTtlRestoreIfApplicable(incoming);
+            this.scp.process(incoming.stream(), incoming);
+        }
+    }
+    processIndicatorMessage(mw) {
+        //clear RecycleBin for TTL_RESTORE_START
+        if (mw.messageClass == this.sportsFeedMsgGroup.TTL_RESTORE_START()) {
+            mw.message.getPartitions().forEach(partitionKey => {
+                this.recycleBin.clearBin(partitionKey);
+            });
+        }
+        //generate outgoing message
+        let outgoing = new data_structure_1.OutgoingImpl(mw.messageClass, mw.message);
+        return outgoing;
+    }
+    triggerTtlRestoreIfApplicable(incomingMsg) {
+        if (this.getRecycleBin() != null) {
+            if (this.getRecycleBin().getTtlConfig() != null && this.getRecycleBin().getTtlConfig().isEnableTtl()) {
+                //check if TTLRestore is triggered for the incoming set of partition keys
+                let ttlRestore = this.getRecycleBin().getTtlRestoreSnapshot(incomingMsg);
+                //pass to SCP if there is TTLRestore
+                if (ttlRestore != null) {
+                    this.scp.process(ttlRestore.getStream(), ttlRestore);
+                }
+            }
+        }
+    }
+    triggerTtlRemove() {
+        if (this.getRecycleBin() != null) {
+            let removeSnapshotList = this.getRecycleBin().getTtlRemoveSnapshot();
+            removeSnapshotList.forEach(removeSS => {
+                this.scp.process(removeSS.getStream(), removeSS);
+            });
+        }
+    }
+    startTtlVerification() {
+        if (this.getRecycleBin() != null) {
+            let ttlConfig = this.getRecycleBin().getTtlConfig();
+            if (ttlConfig != null && ttlConfig.isEnableTtl()) {
+                let runInterval = ttlConfig.getRunInterval();
+                setInterval(() => this.triggerTtlRemove(), runInterval);
+                console.log("Scheduled TTLCheck with interval of " + runInterval);
+            }
+            else {
+                console.log("No TTL set. Not scheduling any TTL.");
+            }
+        }
+    }
+    isFeedMessage(mw) {
+        let msgCls = mw.messageClass;
+        if (msgCls instanceof message_class_1.InsertOddMessageClass || msgCls instanceof message_class_1.UpdateOddMessageClass
+            || msgCls instanceof message_class_1.DeleteOddMessageClass || msgCls instanceof message_class_1.InsertEventMessageClass
+            || msgCls instanceof message_class_1.UpdateEventMessageClass || msgCls instanceof message_class_1.DeleteEventMessageClass
+            || msgCls instanceof message_class_1.InsertMatchMessageClass || msgCls instanceof message_class_1.UpdateMatchMessageClass
+            || msgCls instanceof message_class_1.DeleteMatchMessageClass || msgCls instanceof message_class_1.RefreshMessageClass
+            || msgCls instanceof message_class_1.TTLRemoveMessageClass || msgCls instanceof message_class_1.TTLRestoreMessageClass
+            || msgCls instanceof message_class_1.ResetMessageClass || msgCls instanceof message_class_1.SwitchFilterStartMessageClass
+            || msgCls instanceof message_class_1.SwitchFilterFailMessageClass
+            || msgCls == this.sportsFeedMsgGroup.SWITCH_FILTER_START() || msgCls == this.sportsFeedMsgGroup.SWITCH_FILTER_END()
+            || msgCls == this.sportsFeedMsgGroup.FULLSNAPSHOT_START() || msgCls == this.sportsFeedMsgGroup.FULLSNAPSHOT_END()
+            || msgCls == this.sportsFeedMsgGroup.SWITCH_FILTER_FAIL()
+            || msgCls == this.sportsFeedMsgGroup.TTL_RESTORE_START() || msgCls == this.sportsFeedMsgGroup.TTL_RESTORE_END()) {
+            return true;
+        }
+        return false;
+    }
+    getScp() {
+        return this.scp;
+    }
+    getRecycleBin() {
+        return this.recycleBin;
+    }
+};
+SportsFeedInProcessor = __decorate([
+    (0, injection_js_1.Injectable)(),
+    __metadata("design:paramtypes", [StreamCommandProcessor, message_class_1.SportsFeedMessageGroup, D.StreamNameCode, core_1.RecycleBin])
+], SportsFeedInProcessor);
+exports.SportsFeedInProcessor = SportsFeedInProcessor;
+class MergeableIncoming extends data_structure_1.Incoming {
+    constructor(sportsGrp, snapshotType, streamName, data, bin) {
+        super(snapshotType, streamName, data);
+        this.sportsGrp = sportsGrp;
+        this.bin = bin;
+    }
+    apply(before) {
+        if (before == null) {
+            before = data_structure_1.IndexedSnapshotImpl.EMPTY_SNAPSHOT;
+        }
+        let outgoCol = [];
+        this.beforeSnap = before;
+        let wrap = new data_structure_1.MergeableWrapper();
+        if (this.msgType() instanceof message_class_1.InsertMatchMessageClass || this.msgType() instanceof message_class_1.InsertEventMessageClass || this.msgType() instanceof message_class_1.DeleteMatchMessageClass || this.msgType() instanceof message_class_1.DeleteEventMessageClass || this.msgType() instanceof message_class_1.UpdateEventMessageClass) {
+            let msgBefore = merge_1.SnapshotUtil.combineSnapshots(this.msgType(), this.data(), before);
+            let incomeCol = merge_1.DeltaTransformingLogicImpl.transform(this.sportsGrp, this.stream(), this.msgType(), this.data(), msgBefore);
+            for (let i of incomeCol) {
+                let iDelta = new core_1.Delta(i, msgBefore.getAfterSs(), this.beforeSnap);
+                outgoCol.push(iDelta);
+                this.beforeSnap = msgBefore.getAfterSs();
+            }
+            wrap.setAfter(msgBefore.getAfterSs());
+            wrap.setDeltaOut(outgoCol);
+        }
+        else if (this.msgType() instanceof message_class_1.TTLRemoveMessageClass) {
+            let ttlWrapper = null;
+            let snapshot = before;
+            let keyRemoved = new Collections.Dictionary();
+            let ttlRemoveList = [];
+            let atleastOneKeyRemoved = false;
+            let allKeys = before.getPartitionMap();
+            for (let key of this.data().getPartitions().toArray()) {
+                console.log("removing keys from upstream " + JSON.stringify(key));
+                if (!allKeys.containsKey(key)) {
+                    continue;
+                }
+                atleastOneKeyRemoved = true;
+                keyRemoved.setValue(key, allKeys.getValue(key));
+                ttlWrapper = this.bin.removeData(new data_structure_1.TTLWrapper(), snapshot, key);
+                snapshot = ttlWrapper.getRemainingSs();
+                ttlRemoveList.push(ttlWrapper.getRemovedSs());
+            }
+            if (atleastOneKeyRemoved) {
+                console.log("reseting ----->" + JSON.stringify(keyRemoved.keys()));
+                wrap = merge_1.DeltaTransformingLogicImpl.transformTTLRemove(ttlRemoveList, this.bin.getGrp(), this.stream(), before, snapshot, keyRemoved);
+            }
+            else {
+                wrap.setDeltaOut([]);
+                wrap.setAfter(before);
+            }
+        }
+        else if (this.msgType() instanceof message_class_1.TTLRestoreMessageClass) {
+            let ttlWrapper = null;
+            let snapshot = before;
+            let restoredKeys = new Collections.Dictionary();
+            let atleastOneKeyRestored = false;
+            let matches = {};
+            let ttlRestoreList = [];
+            for (let key of this.data().getPartitions().toArray()) {
+                console.log("restoring keys from upstream " + JSON.stringify(key));
+                if (this.bin.containData(key)) {
+                    atleastOneKeyRestored = true;
+                    let restoredTime = new Date().getTime();
+                    restoredKeys.setValue(key, restoredTime);
+                    matches = this.bin.copyData(key, matches);
+                    ttlWrapper = this.bin.restoreData(new data_structure_1.TTLWrapper, snapshot, key, restoredTime);
+                    snapshot = ttlWrapper.getRemainingSs();
+                    ttlRestoreList.push(ttlWrapper.getRestoredSs());
+                }
+            }
+            if (atleastOneKeyRestored) {
+                console.log("restoring ----->" + JSON.stringify(restoredKeys.keys()));
+                wrap = merge_1.DeltaTransformingLogicImpl.transformTTLRestore(ttlRestoreList, this.bin.getGrp(), this.stream(), before, snapshot, matches, restoredKeys);
+            }
+            else {
+                wrap.setAfter(before);
+                wrap.setDeltaOut([]);
+            }
+        }
+        else {
+            let msgBefore = merge_1.SnapshotUtil.combineSnapshots(this.msgType(), this.data(), before);
+            let iDelta = new core_1.Delta(this, msgBefore.getAfterSs(), before);
+            outgoCol.push(iDelta);
+            wrap.setDeltaOut(outgoCol);
+            wrap.setAfter(msgBefore.getAfterSs());
+        }
+        return wrap;
+    }
+}
+exports.MergeableIncoming = MergeableIncoming;

package/lib/soccer_codec.d.ts

@@ -9,5 +9,5 @@ export declare class SoccerCodec implements ICodec {
     decodeMatch(input: proto.BaseMatch[], pool: string[], action: EncodeAction, key: rec.PartitionKey): rec.IBetMatch[];
     decodeEvent(input: proto.BaseEvent[], pool: string[], action: EncodeAction, partition: rec.PartitionKey): rec.IBetMatch[];
     decodeRecord(input: proto.BaseRecord[], pool: string[], action: EncodeAction, partition: rec.PartitionKey): rec.IBetMatch[];
-    decodeState(matchId: string, eventId: string, input: proto.IBaseEventState, pool: string[], action: EncodeAction, partition: rec.PartitionKey, createTime?: number): rec.SoccerEventState;
+    decodeState(matchId: string, eventId: string, input: proto.BaseEventState, pool: string[], action: EncodeAction, partition: rec.PartitionKey, createTime?: number): rec.SoccerEventState;
 }