@zzzen/pyright-internal 1.2.0-dev.20261018 → 1.2.0-dev.20261108

package/dist/parser/parseTreeTokenReuse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseTreeTokenReuse.js","sourceRoot":"","sources":["../../../../../src/parser/parseTreeTokenReuse.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAmBH,MAAa,oBAAoB;IAW7B,YAAY,IAAe;QAVV,YAAO,GAAkB,EAAE,CAAC;QAIrC,WAAM,GAAG,CAAC,CAAC,CAAC;QAEZ,YAAO,GAAG,CAAC,CAAC,CAAC;QAEb,mBAAc,GAAG,CAAC,CAAC,CAAC;QAGxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,IAAI,CAAyB,KAAa,EAAE,MAAc,EAAE,IAAU;QAClE,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;YAChC,IAAI,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;gBACzB,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,KAAK,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjD,OAAO,KAAK,IAAI,KAAK,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC;gBAClC,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC9B,CAAC;YACD,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;gBACjC,MAAM,UAAU,GAAG,KAAK,CAAC;gBACzB,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC1B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;oBAClC,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC;gBACrC,CAAC;qBAAM,CAAC;oBACJ,0FAA0F;oBAC1F,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,SAAS,KAAd,IAAI,CAAC,SAAS,GAAK,EAAE,EAAC,CAAC;oBACzC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBAC1B,GAAG,CAAC;wBACA,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACrB,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBAC9B,CAAC,QAAQ,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,EAAE;gBAC7C,CAAC;YACL,CAAC;YACD,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC5B,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC;QAClC,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,IAAI,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;YAC/D,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;YAChC,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,IAAI,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;gBACtD,QAAQ,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAChD,QAAQ,CAAC,GAAG,EAAE,CAAC;gBACf,OAAO,KAAK,CAAC;YACjB,CAAC;QACL,CAAC;QACD,OAAO,SAAS,CAAC;IACrB,CAAC;IAEO,UAAU;QACd,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxC,IAAI,KAAY,CAAC;YACjB,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;gBAC1B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC1B,QAAQ,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACrB,iCAAwB;oBACxB;wBACI,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;wBACtB,MAAM;oBACV,mCAA0B;oBAC1B,qCAA4B;oBAC5B,qCAA4B;oBAC5B,iCAAyB;oBACzB,qCAA4B;oBAC5B;wBACI,SAAS;oBACb;wBACI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBACnB,SAAS;gBACjB,CAAC;YACL,CAAC;iBAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBACrB,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;gBACpB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACJ,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC;gBACvB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;gBACnB,KAAK,CAAC,gBAAgB,GAAG,SAAS,CAAC;gBACnC,KAAK,CAAC,eAAe,GAAG,SAAS,CAAC;gBAClC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACd,SAAS;YACb,CAAC;YACD,IACI,KAAK,KAAK,IAAI,CAAC,cAAc;gBAC7B,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,iCAAyB,IAAI,KAAK,CAAC,IAAI,8BAAsB,CAAC,CAAC,EACnG,CAAC;gBACC,SAAS;YACb,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;YAC1E,CAAC;YACD,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;YAC5B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC;YAClC,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,OAAO,SAAS,CAAC;IACrB,CAAC;IAEO,MAAM,CAAC,IAAe;QAC1B,MAAM,KAAK,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC;QAC5B,IAAI,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,KAAK,GAAG;gBACJ,IAAI,EAAE,SAAS;gBACf,UAAU,EAAE,CAAC;gBACb,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,IAAI;gBACX,gBAAgB,EAAE,SAAS;gBAC3B,eAAe,EAAE,SAAS;gBAC1B,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,CAAC;aACjB,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7B,CAAC;QACD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;QAClB,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;QACrB,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;QACrB,KAAK,CAAC,gBAAgB,GAAG,SAAS,CAAC;QACnC,KAAK,CAAC,eAAe,GAAG,SAAS,CAAC;QAClC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;QACrB,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC;QACtB,IAAI,IAAI,CAAC,QAAQ,qCAA6B,EAAE,CAAC;YAC7C,IAAI,MAAM,GAAG,IAAI,CAAC;YAClB,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,qCAA6B,EAAE,CAAC;gBAC9D,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;YAChC,CAAC;YACD,KAAK,CAAC,gBAAgB,GAAG,MAAM,CAAC;YAChC,KAAK,CAAC,eAAe,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACzB,KAAK,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACpC,OAAO,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,KAAK,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QACzD,CAAC;IACL,CAAC;IAEO,SAAS,CAAC,KAAkB;QAChC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAK,CAAC;QACzB,IAAI,IAAI,CAAC,QAAQ,qCAA6B,EAAE,CAAC;YAC7C,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC7C,CAAC;YACD,OAAO,KAAK,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC;QACjE,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,wCAA+B,EAAE,CAAC;YAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACrD,OAAO,KAAK,IAAI,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC;QACtF,CAAC;QACD,OAAO,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC9C,CAAC;IAEO,aAAa,CAAC,KAAkB;QACpC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAK,CAAC;QACzB,IAAI,IAAI,CAAC,QAAQ,qCAA6B,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;YACvE,IAAI,KAAK,CAAC,gBAAgB,KAAK,IAAI,EAAE,CAAC;gBAClC,KAAK,CAAC,gBAAgB,GAAG,SAAS,CAAC;gBACnC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACJ,MAAM,MAAM,GAAG,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC;gBAC7C,IAAI,MAAM,EAAE,QAAQ,qCAA6B,IAAI,MAAM,CAAC,CAAC,CAAC,SAAS,KAAK,KAAK,CAAC,gBAAgB,EAAE,CAAC;oBACjG,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;gBACxE,CAAC;gBACD,KAAK,CAAC,gBAAgB,GAAG,MAAM,CAAC;YACpC,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,wCAA+B,EAAE,CAAC;YACtD,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;gBACtD,KAAK,CAAC,UAAU,EAAE,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACJ,KAAK,CAAC,WAAW,EAAE,CAAC;YACxB,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,KAAK,CAAC,UAAU,EAAE,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAEO,YAAY,CAAC,KAAkB;QACnC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACpC,OAAO,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,KAAK,CAAC,UAAU,EAAE,CAAC;YACnB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;IACL,CAAC;IAEO,aAAa,CAAC,KAAkB;QACpC,KAAK,CAAC,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,IAAK,EAAE,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QAC5D,OAAO,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,KAAK,CAAC,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,IAAK,EAAE,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QAChE,CAAC;IACL,CAAC;CACJ;AApND,oDAoNC;AAED,SAAS,YAAY,CAAC,IAAe,EAAE,KAAa;IAChD,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,iCAAwB;QACxB;YACI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7C,2CAAmC;QACnC;YACI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;QACrD;YACI,OAAO,KAAK,KAAK,CAAC;gBACd,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK;gBACd,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM;oBACrC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC;oBAChC,CAAC,CAAC,IAAI,CAAC;QACf,+BAAsB;QACtB,kCAAyB;QACzB,gCAAuB;QACvB,qCAA4B;QAC5B,kCAAyB;QACzB,0CAAiC;QACjC,sCAA6B;QAC7B;YACI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD,gCAAuB;QACvB;YACI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;QACpF;YACI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD;YACI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;QACnD;YACI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;QACnD;YACI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD;YACI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;QACjD;YACI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC;QAC1D;YACI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;QACjD;YACI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;QACtF;YACI,OAAO,IAAI,CAAC;IACpB,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CAAC,IAAe,EAAE,KAAa;IAC9C,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,gCAAwB,CAAC,CAAC,CAAC;YACvB,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAC3F,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;YACxC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;YACrC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,mCAA2B,CAAC,CAAC,CAAC;YAC1B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,iCAAyB,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC;YAC7C,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,+CAAuC,CAAC,CAAC,CAAC;YACtC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,qCAA6B,CAAC,CAAC,CAAC;YAC5B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,8CAAsC,CAAC,CAAC,CAAC;YACrC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,gCAAwB,CAAC,CAAC,CAAC;YACvB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,0CAAkC,CAAC,CAAC,CAAC;YACjC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,gCAAwB,CAAC,CAAC,CAAC;YACvB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,+BAAuB,CAAC,CAAC,CAAC;YACtB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1D,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;YAC5B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,gCAAuB,CAAC,CAAC,CAAC;YACtB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;YACvC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;YACrC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,iCAAwB,CAAC,CAAC,CAAC;YACvB,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACtE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;YAClC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;YAC1C,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACpE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YACjC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;YACrC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,yCAAgC,CAAC,CAAC,CAAC;YAC/B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACtE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,4CAAmC,CAAC,CAAC,CAAC;YAClC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;YAC1C,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC;YAC5C,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,2CAAkC,CAAC,CAAC,CAAC;YACjC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,oCAA2B,CAAC,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,oCAA2B,CAAC,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,qCAA4B,CAAC,CAAC,CAAC;YAC3B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,+BAAsB,CAAC,CAAC,CAAC;YACrB,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAChE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YAC/B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,sCAA6B,CAAC,CAAC,CAAC;YAC5B,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5D,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;YAC7B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,iDAAwC,CAAC,CAAC,CAAC;YACvC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,8CAAqC,CAAC,CAAC,CAAC;YACpC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;YACvC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,oCAA2B,CAAC,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,8BAAqB,CAAC,CAAC,CAAC;YACpB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;YACvC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,kCAAyB,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1D,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;YAC5B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,oCAA2B,CAAC,CAAC,CAAC;YAC1B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YACtC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;YACrC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,sCAA6B,CAAC,CAAC,CAAC;YAC5B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YACtC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAChE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YAC/B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,wCAA+B,CAAC,CAAC,CAAC;YAC9B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;YACrC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,iCAAwB,CAAC,CAAC,CAAC;YACvB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5D,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;YAC7B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,kCAAyB,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC;YAC3C,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,+BAAsB,CAAC,CAAC,CAAC;YACrB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;YAC1C,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC;YAC5C,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,wCAA+B,CAAC,CAAC,CAAC;YAC9B,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACtE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;YAClC,IAAI,IAAI,CAAC,CAAC,CAAC,WAAW,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAC9F,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC;YACzC,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,oCAA2B,CAAC,CAAC,CAAC;YAC1B,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACtE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;YAClC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;YAC1C,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9D,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YAC9B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC;YAChD,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;YACrC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,8CAAqC,CAAC,CAAC,CAAC;YACpC,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAClF,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC;YACxC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC;YAChD,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,kCAAyB,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAChE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YAC/B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,kCAAyB,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9D,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YAC9B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,gCAAuB,CAAC,CAAC,CAAC;YACtB,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5D,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;YAC7B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,iCAAwB,CAAC,CAAC,CAAC;YACvB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5D,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;YAC7B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,wCAA+B,CAAC,CAAC,CAAC;YAC9B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YACtC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,sCAA6B,CAAC,CAAC,CAAC;YAC5B,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACpE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YACjC,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,kCAAyB,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACtE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,gCAAuB,CAAC,CAAC,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,oCAA2B,CAAC,CAAC,CAAC;YAC1B,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAChE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YAC/B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,kCAAyB,CAAC,CAAC,CAAC;YACxB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,qCAA4B,CAAC,CAAC,CAAC;YAC3B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;YAC1C,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC;YAC5C,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,gCAAuB,CAAC,CAAC,CAAC;YACtB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,qCAA4B,CAAC,CAAC,CAAC;YAC3B,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACtE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;YAClC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YACtC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,wCAA+B,CAAC,CAAC,CAAC;YAC9B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1D,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;YAC5B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,gDAAuC,CAAC,CAAC,CAAC;YACtC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;YACvC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,0CAAiC,CAAC,CAAC,CAAC;YAChC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YACtC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,0CAAiC,CAAC,CAAC,CAAC;YAChC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,qDAA4C,CAAC,CAAC,CAAC;YAC3C,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YACtC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,kDAAyC,CAAC,CAAC,CAAC;YACxC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;YAC1C,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC;YAC5C,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,0CAAiC,CAAC,CAAC,CAAC;YAChC,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAChE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YAC/B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,2CAAkC,CAAC,CAAC,CAAC;YACjC,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAChE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YAC/B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,wCAA+B,CAAC,CAAC,CAAC;YAC9B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,iCAAwB,CAAC,CAAC,CAAC;YACvB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,kCAAyB,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,+BAAsB,CAAC,CAAC,CAAC;YACrB,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5D,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;YAC7B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,iCAAwB,CAAC,CAAC,CAAC;YACvB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;YAC1C,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,yCAAgC,CAAC,CAAC,CAAC;YAC/B,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACtE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,sCAA6B,CAAC,CAAC,CAAC;YAC5B,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAChE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YAC/B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,kCAAyB,CAAC,CAAC,CAAC;YACxB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,iCAAwB,CAAC,CAAC,CAAC;YACvB,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACtE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,mCAA0B,CAAC,CAAC,CAAC;YACzB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YACtC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,iCAAwB,CAAC,CAAC,CAAC;YACvB,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5D,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;YAC7B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,+BAAsB,CAAC,CAAC,CAAC;YACrB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC5E,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC;YACrC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC;YAC5C,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,qCAA4B,CAAC,CAAC,CAAC;YAC3B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;YAC1C,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,0CAAiC,CAAC,CAAC,CAAC;YAChC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;YAC1C,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,yCAAgC,CAAC,CAAC,CAAC;YAC/B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC;YAC3C,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,6CAAoC,CAAC,CAAC,CAAC;YACnC,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9D,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YAC9B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,0CAAiC,CAAC,CAAC,CAAC;YAChC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,kCAAyB,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,iCAAwB,CAAC,CAAC,CAAC;YACvB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;YAC1C,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACzC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,gCAAuB,CAAC,CAAC,CAAC;YACtB,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACpE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YACjC,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;YACrC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,oCAA2B,CAAC,CAAC,CAAC;YAC1B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YACtC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,iCAAwB,CAAC,CAAC,CAAC;YACvB,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,qCAA4B,CAAC,CAAC,CAAC;YAC3B,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QAChB,CAAC;QACD;YACI,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAC3E,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAyB,KAAY,EAAE,IAAU;IACjE,OAAO,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;AAC/B,CAAC"}

package/dist/parser/tokenizer.d.ts

@@ -1,5 +1,6 @@
 import { TextRange } from '../common/textRange';
 import { TextRangeCollection } from '../common/textRangeCollection';
+import { ModuleNode } from './parseNodes';
 import { OperatorFlags, OperatorType, Token } from './tokenizerTypes';
 export interface TokenizerOutput {
     tokens: TextRangeCollection<Token>;
@@ -34,6 +35,7 @@ export declare class Tokenizer {
     private _comments;
     private _fStringStack;
     private _activeFString;
+    private _retainedTokenCursor;
     private _crCount;
     private _crLfCount;
     private _lfCount;
@@ -46,7 +48,7 @@ export declare class Tokenizer {
     private static readonly _identifierCacheSize;
     private static readonly _identifierCacheMask;
     private _identifierCache;
-    tokenize(text: string, start?: number, length?: number, initialParenDepth?: number, useNotebookMode?: boolean): TokenizerOutput;
+    tokenize(text: string, start?: number, length?: number, initialParenDepth?: number, useNotebookMode?: boolean, retainedTree?: ModuleNode): TokenizerOutput;
     static getOperatorInfo(operatorType: OperatorType): OperatorFlags;
     static isWhitespace(token: Token): boolean;
     static isPythonKeyword(name: string, includeSoftKeywords?: boolean): boolean;
@@ -66,6 +68,13 @@ export declare class Tokenizer {
     private _tryNumber;
     private _tryOperator;
     private _handleInvalid;
+    private _addToken;
+    private _addOperatorToken;
+    private _addNewLineToken;
+    private _addIndentToken;
+    private _addNumberToken;
+    private _addFStringEndToken;
+    private _reuseToken;
     private _getComments;
     private _getIPythonMagicsKind;
     private _handleIPythonMagics;

package/dist/parser/tokenizer.js

@@ -16,6 +16,7 @@ const core_1 = require("../common/core");
 const textRangeCollection_1 = require("../common/textRangeCollection");
 const characters_1 = require("./characters");
 const characterStream_1 = require("./characterStream");
+const parseTreeTokenReuse_1 = require("./parseTreeTokenReuse");
 const tokenizerTypes_1 = require("./tokenizerTypes");
 // This must be a Map, as operations like {}["constructor"] succeed.
 const _keywords = new Map([
@@ -519,109 +520,123 @@ class Tokenizer {
         this._useNotebookMode = false;
         this._identifierCache = new Array(Tokenizer._identifierCacheSize);
     }
-    tokenize(text, start, length, initialParenDepth = 0, useNotebookMode = false) {
-        if (start === undefined) {
-            start = 0;
-        }
-        else if (start < 0 || start > text.length) {
-            throw new Error(`Invalid range start (start=${start}, text.length=${text.length})`);
-        }
-        if (length === undefined) {
-            length = text.length;
-        }
-        else if (length < 0 || start + length > text.length) {
-            throw new Error(`Invalid range length (start=${start}, length=${length}, text.length=${text.length})`);
-        }
-        else if (start + length < text.length) {
-            text = text.slice(0, start + length);
-        }
-        this._cs = new characterStream_1.CharacterStream(text);
-        this._cs.position = start;
-        this._tokens = [];
-        this._prevLineStart = 0;
-        this._parenDepth = initialParenDepth;
-        this._lineRanges = [];
-        this._indentAmounts = [];
-        this._useNotebookMode = useNotebookMode;
-        // Clear per-source identifier intern cache.
-        this._identifierCache.fill(undefined);
-        const end = start + length;
-        if (start === 0) {
-            this._readIndentationAfterNewLine();
-        }
-        while (!this._cs.isEndOfStream()) {
-            this._addNextToken();
-            if (this._cs.position >= end) {
-                break;
-            }
-        }
-        // Insert any implied FStringEnd tokens.
-        while (this._activeFString) {
-            this._tokens.push(tokenizerTypes_1.FStringEndToken.create(this._cs.position, 0, this._activeFString.startToken.flags | 65536 /* StringTokenFlags.Unterminated */));
-            this._activeFString = this._fStringStack.pop();
-        }
-        // Insert an implied new line to make parsing easier.
-        if (this._tokens.length === 0 || this._tokens[this._tokens.length - 1].type !== 2 /* TokenType.NewLine */) {
-            if (this._parenDepth === 0) {
-                this._tokens.push(tokenizerTypes_1.NewLineToken.create(this._cs.position, 0, 3 /* NewLineType.Implied */, this._getComments()));
+    // A retained tree must correspond to the same text and lexical options. Omit it for initial lexing.
+    // Each recovery walks the tree to preserve its token identities without retaining a recovery index.
+    tokenize(text, start, length, initialParenDepth = 0, useNotebookMode = false, retainedTree) {
+        if (retainedTree &&
+            ((start !== undefined && start !== 0) ||
+                (length !== undefined && length !== text.length) ||
+                initialParenDepth !== 0)) {
+            throw new Error('Token recovery requires complete-file tokenization');
+        }
+        this._retainedTokenCursor = retainedTree ? new parseTreeTokenReuse_1.ParseTreeTokenCursor(retainedTree) : undefined;
+        try {
+            if (start === undefined) {
+                start = 0;
+            }
+            else if (start < 0 || start > text.length) {
+                throw new Error(`Invalid range start (start=${start}, text.length=${text.length})`);
+            }
+            if (length === undefined) {
+                length = text.length;
+            }
+            else if (length < 0 || start + length > text.length) {
+                throw new Error(`Invalid range length (start=${start}, length=${length}, text.length=${text.length})`);
+            }
+            else if (start + length < text.length) {
+                text = text.slice(0, start + length);
+            }
+            this._cs = new characterStream_1.CharacterStream(text);
+            this._cs.position = start;
+            this._tokens = [];
+            this._prevLineStart = 0;
+            this._parenDepth = initialParenDepth;
+            this._lineRanges = [];
+            this._indentAmounts = [];
+            this._useNotebookMode = useNotebookMode;
+            // Clear per-source identifier intern cache.
+            this._identifierCache.fill(undefined);
+            const end = start + length;
+            if (start === 0) {
+                this._readIndentationAfterNewLine();
+            }
+            while (!this._cs.isEndOfStream()) {
+                this._addNextToken();
+                if (this._cs.position >= end) {
+                    break;
+                }
             }
-        }
-        // Insert any implied dedent tokens.
-        this._setIndent(this._cs.position, 0, 0, /* isSpacePresent */ false, /* isTabPresent */ false);
-        // Add a final end-of-stream token to make parsing easier.
-        this._tokens.push(tokenizerTypes_1.Token.create(1 /* TokenType.EndOfStream */, this._cs.position, 0, this._getComments()));
-        // Add the final line range.
-        this._addLineRange();
-        // If the last line ended in a line-end character, add an empty line.
-        if (this._lineRanges.length > 0) {
-            const lastLine = this._lineRanges[this._lineRanges.length - 1];
-            const lastCharOfLastLine = text.charCodeAt(lastLine.start + lastLine.length - 1);
-            if (lastCharOfLastLine === 13 /* Char.CarriageReturn */ || lastCharOfLastLine === 10 /* Char.LineFeed */) {
-                this._lineRanges.push({ start: this._cs.position, length: 0 });
+            // Insert any implied FStringEnd tokens.
+            while (this._activeFString) {
+                this._addFStringEndToken(this._cs.position, 0, this._activeFString.startToken.flags | 65536 /* StringTokenFlags.Unterminated */);
+                this._activeFString = this._fStringStack.pop();
             }
-        }
-        let predominantEndOfLineSequence = '\n';
-        if (this._crCount > this._crLfCount && this._crCount > this._lfCount) {
-            predominantEndOfLineSequence = '\r';
-        }
-        else if (this._crLfCount > this._crCount && this._crLfCount > this._lfCount) {
-            predominantEndOfLineSequence = '\r\n';
-        }
-        let predominantTabSequence = '    ';
-        let hasPredominantTabSequence = false;
-        // If more than half of the indents use tab sequences,
-        // assume we're using tabs rather than spaces.
-        if (this._indentTabCount > this._indentCount / 2) {
-            hasPredominantTabSequence = true;
-            predominantTabSequence = '\t';
-        }
-        else if (this._indentCount > 0) {
-            hasPredominantTabSequence = true;
-            // Compute the average number of spaces per indent
-            // to estimate the predominant tab value.
-            let averageSpacePerIndent = Math.round(this._indentSpacesTotal / this._indentCount);
-            if (averageSpacePerIndent < 1) {
-                averageSpacePerIndent = 1;
+            // Insert an implied new line to make parsing easier.
+            if (this._tokens.length === 0 || this._tokens[this._tokens.length - 1].type !== 2 /* TokenType.NewLine */) {
+                if (this._parenDepth === 0) {
+                    this._addNewLineToken(this._cs.position, 0, 3 /* NewLineType.Implied */);
+                }
             }
-            else if (averageSpacePerIndent > defaultTabSize) {
-                averageSpacePerIndent = defaultTabSize;
+            // Insert any implied dedent tokens.
+            this._setIndent(this._cs.position, 0, 0, /* isSpacePresent */ false, /* isTabPresent */ false);
+            // Add a final end-of-stream token to make parsing easier.
+            this._addToken(1 /* TokenType.EndOfStream */, this._cs.position, 0);
+            // Add the final line range.
+            this._addLineRange();
+            // If the last line ended in a line-end character, add an empty line.
+            if (this._lineRanges.length > 0) {
+                const lastLine = this._lineRanges[this._lineRanges.length - 1];
+                const lastCharOfLastLine = text.charCodeAt(lastLine.start + lastLine.length - 1);
+                if (lastCharOfLastLine === 13 /* Char.CarriageReturn */ || lastCharOfLastLine === 10 /* Char.LineFeed */) {
+                    this._lineRanges.push({ start: this._cs.position, length: 0 });
+                }
             }
-            predominantTabSequence = '';
-            for (let i = 0; i < averageSpacePerIndent; i++) {
-                predominantTabSequence += ' ';
+            let predominantEndOfLineSequence = '\n';
+            if (this._crCount > this._crLfCount && this._crCount > this._lfCount) {
+                predominantEndOfLineSequence = '\r';
+            }
+            else if (this._crLfCount > this._crCount && this._crLfCount > this._lfCount) {
+                predominantEndOfLineSequence = '\r\n';
+            }
+            let predominantTabSequence = '    ';
+            let hasPredominantTabSequence = false;
+            // If more than half of the indents use tab sequences,
+            // assume we're using tabs rather than spaces.
+            if (this._indentTabCount > this._indentCount / 2) {
+                hasPredominantTabSequence = true;
+                predominantTabSequence = '\t';
+            }
+            else if (this._indentCount > 0) {
+                hasPredominantTabSequence = true;
+                // Compute the average number of spaces per indent
+                // to estimate the predominant tab value.
+                let averageSpacePerIndent = Math.round(this._indentSpacesTotal / this._indentCount);
+                if (averageSpacePerIndent < 1) {
+                    averageSpacePerIndent = 1;
+                }
+                else if (averageSpacePerIndent > defaultTabSize) {
+                    averageSpacePerIndent = defaultTabSize;
+                }
+                predominantTabSequence = '';
+                for (let i = 0; i < averageSpacePerIndent; i++) {
+                    predominantTabSequence += ' ';
+                }
             }
+            return {
+                tokens: new textRangeCollection_1.TextRangeCollection(this._tokens),
+                lines: new textRangeCollection_1.TextRangeCollection(this._lineRanges),
+                typeIgnoreLines: this._typeIgnoreLines,
+                typeIgnoreAll: this._typeIgnoreAll,
+                pyrightIgnoreLines: this._pyrightIgnoreLines,
+                predominantEndOfLineSequence,
+                hasPredominantTabSequence,
+                predominantTabSequence,
+                predominantSingleQuoteCharacter: this._singleQuoteCount >= this._doubleQuoteCount ? "'" : '"',
+            };
+        }
+        finally {
+            this._retainedTokenCursor = undefined;
         }
-        return {
-            tokens: new textRangeCollection_1.TextRangeCollection(this._tokens),
-            lines: new textRangeCollection_1.TextRangeCollection(this._lineRanges),
-            typeIgnoreLines: this._typeIgnoreLines,
-            typeIgnoreAll: this._typeIgnoreAll,
-            pyrightIgnoreLines: this._pyrightIgnoreLines,
-            predominantEndOfLineSequence,
-            hasPredominantTabSequence,
-            predominantTabSequence,
-            predominantSingleQuoteCharacter: this._singleQuoteCount >= this._doubleQuoteCount ? "'" : '"',
-        };
     }
     static getOperatorInfo(operatorType) {
         return _operatorInfo[operatorType];
@@ -764,31 +779,31 @@ class Tokenizer {
             }
             case 40 /* Char.OpenParenthesis */: {
                 this._parenDepth++;
-                this._tokens.push(tokenizerTypes_1.Token.create(13 /* TokenType.OpenParenthesis */, this._cs.position, 1, this._getComments()));
+                this._addToken(13 /* TokenType.OpenParenthesis */, this._cs.position, 1);
                 break;
             }
             case 41 /* Char.CloseParenthesis */: {
                 if (this._parenDepth > 0) {
                     this._parenDepth--;
                 }
-                this._tokens.push(tokenizerTypes_1.Token.create(14 /* TokenType.CloseParenthesis */, this._cs.position, 1, this._getComments()));
+                this._addToken(14 /* TokenType.CloseParenthesis */, this._cs.position, 1);
                 break;
             }
             case 91 /* Char.OpenBracket */: {
                 this._parenDepth++;
-                this._tokens.push(tokenizerTypes_1.Token.create(15 /* TokenType.OpenBracket */, this._cs.position, 1, this._getComments()));
+                this._addToken(15 /* TokenType.OpenBracket */, this._cs.position, 1);
                 break;
             }
             case 93 /* Char.CloseBracket */: {
                 if (this._parenDepth > 0) {
                     this._parenDepth--;
                 }
-                this._tokens.push(tokenizerTypes_1.Token.create(16 /* TokenType.CloseBracket */, this._cs.position, 1, this._getComments()));
+                this._addToken(16 /* TokenType.CloseBracket */, this._cs.position, 1);
                 break;
             }
             case 123 /* Char.OpenBrace */: {
                 this._parenDepth++;
-                this._tokens.push(tokenizerTypes_1.Token.create(17 /* TokenType.OpenCurlyBrace */, this._cs.position, 1, this._getComments()));
+                this._addToken(17 /* TokenType.OpenCurlyBrace */, this._cs.position, 1);
                 if (this._activeFString) {
                     // Are we starting a new replacement field?
                     if (!this._activeFString.activeReplacementField ||
@@ -815,19 +830,19 @@ class Tokenizer {
                 if (this._parenDepth > 0) {
                     this._parenDepth--;
                 }
-                this._tokens.push(tokenizerTypes_1.Token.create(18 /* TokenType.CloseCurlyBrace */, this._cs.position, 1, this._getComments()));
+                this._addToken(18 /* TokenType.CloseCurlyBrace */, this._cs.position, 1);
                 break;
             }
             case 44 /* Char.Comma */: {
-                this._tokens.push(tokenizerTypes_1.Token.create(12 /* TokenType.Comma */, this._cs.position, 1, this._getComments()));
+                this._addToken(12 /* TokenType.Comma */, this._cs.position, 1);
                 break;
             }
             case 96 /* Char.Backtick */: {
-                this._tokens.push(tokenizerTypes_1.Token.create(22 /* TokenType.Backtick */, this._cs.position, 1, this._getComments()));
+                this._addToken(22 /* TokenType.Backtick */, this._cs.position, 1);
                 break;
             }
             case 59 /* Char.Semicolon */: {
-                this._tokens.push(tokenizerTypes_1.Token.create(11 /* TokenType.Semicolon */, this._cs.position, 1, this._getComments()));
+                this._addToken(11 /* TokenType.Semicolon */, this._cs.position, 1);
                 break;
             }
             case 58 /* Char.Colon */: {
@@ -835,12 +850,12 @@ class Tokenizer {
                     if (!this._activeFString ||
                         !this._activeFString.activeReplacementField ||
                         this._activeFString.activeReplacementField.parenDepth !== this._parenDepth) {
-                        this._tokens.push(tokenizerTypes_1.OperatorToken.create(this._cs.position, 2, 35 /* OperatorType.Walrus */, this._getComments()));
+                        this._addOperatorToken(this._cs.position, 2, 35 /* OperatorType.Walrus */);
                         this._cs.advance(1);
                         break;
                     }
                 }
-                this._tokens.push(tokenizerTypes_1.Token.create(10 /* TokenType.Colon */, this._cs.position, 1, this._getComments()));
+                this._addToken(10 /* TokenType.Colon */, this._cs.position, 1);
                 if (this._activeFString?.activeReplacementField &&
                     this._parenDepth === this._activeFString.activeReplacementField.parenDepth) {
                     this._activeFString.activeReplacementField.inFormatSpecifier = true;
@@ -855,11 +870,11 @@ class Tokenizer {
                 }
                 if (this._cs.currentChar === 46 /* Char.Period */) {
                     if (this._cs.nextChar === 46 /* Char.Period */ && this._cs.lookAhead(2) === 46 /* Char.Period */) {
-                        this._tokens.push(tokenizerTypes_1.Token.create(19 /* TokenType.Ellipsis */, this._cs.position, 3, this._getComments()));
+                        this._addToken(19 /* TokenType.Ellipsis */, this._cs.position, 3);
                         this._cs.advance(3);
                         return true;
                     }
-                    this._tokens.push(tokenizerTypes_1.Token.create(20 /* TokenType.Dot */, this._cs.position, 1, this._getComments()));
+                    this._addToken(20 /* TokenType.Dot */, this._cs.position, 1);
                     break;
                 }
                 if (!this._tryIdentifier()) {
@@ -884,7 +899,7 @@ class Tokenizer {
             // New lines are ignored within parentheses.
             // We'll also avoid adding multiple newlines in a row to simplify parsing.
             if (this._tokens.length === 0 || this._tokens[this._tokens.length - 1].type !== 2 /* TokenType.NewLine */) {
-                this._tokens.push(tokenizerTypes_1.NewLineToken.create(this._cs.position, length, newLineType, this._getComments()));
+                this._addNewLineToken(this._cs.position, length, newLineType);
             }
         }
         if (newLineType === 0 /* NewLineType.CarriageReturn */) {
@@ -963,7 +978,7 @@ class Tokenizer {
                     isSpacePresent,
                     isTabPresent,
                 });
-                this._tokens.push(tokenizerTypes_1.IndentToken.create(startOffset, tab1Spaces, tab8Spaces, false, this._getComments()));
+                this._addIndentToken(startOffset, tab1Spaces, tab8Spaces, false);
             }
         }
         else {
@@ -986,7 +1001,7 @@ class Tokenizer {
                     isSpacePresent,
                     isTabPresent,
                 });
-                this._tokens.push(tokenizerTypes_1.IndentToken.create(startOffset, tab1Spaces, tab8Spaces, isIndentAmbiguous, this._getComments()));
+                this._addIndentToken(startOffset, tab1Spaces, tab8Spaces, isIndentAmbiguous);
             }
             else if (prevTabInfo.tab8Spaces === tab8Spaces) {
                 // The Python spec says that if there is ambiguity about how tabs should
@@ -994,7 +1009,7 @@ class Tokenizer {
                 // spaces, it should be an error. We'll record this condition in the token
                 // so the parser can later report it.
                 if ((prevTabInfo.isSpacePresent && isTabPresent) || (prevTabInfo.isTabPresent && isSpacePresent)) {
-                    this._tokens.push(tokenizerTypes_1.IndentToken.create(startOffset, tab1Spaces, tab8Spaces, true, this._getComments()));
+                    this._addIndentToken(startOffset, tab1Spaces, tab8Spaces, true);
                 }
             }
             else {
@@ -1018,7 +1033,8 @@ class Tokenizer {
                 dedentPoints.forEach((dedentAmount, index) => {
                     const matchesIndent = index < dedentPoints.length - 1 || dedentAmount === tab8Spaces;
                     const actualDedentAmount = index < dedentPoints.length - 1 ? dedentAmount : tab8Spaces;
-                    this._tokens.push(tokenizerTypes_1.DedentToken.create(this._cs.position, 0, actualDedentAmount, matchesIndent, isDedentAmbiguous, this._getComments()));
+                    this._tokens.push((this._retainedTokenCursor && this._reuseToken(4 /* TokenType.Dedent */, this._cs.position, 0)) ??
+                        tokenizerTypes_1.DedentToken.create(this._cs.position, 0, actualDedentAmount, matchesIndent, isDedentAmbiguous, this._getComments()));
                     isDedentAmbiguous = false;
                 });
             }
@@ -1081,11 +1097,13 @@ class Tokenizer {
             const length = end - start;
             const keywordType = getKeywordTypeFromTextSlice(text, start, length);
             if (keywordType !== undefined) {
-                this._tokens.push(tokenizerTypes_1.KeywordToken.create(start, length, keywordType, this._getComments()));
+                this._tokens.push((this._retainedTokenCursor && this._reuseToken(8 /* TokenType.Keyword */, start, length)) ??
+                    tokenizerTypes_1.KeywordToken.create(start, length, keywordType, this._getComments()));
             }
             else {
                 const value = this._internIdentifier(text, start, end, length);
-                this._tokens.push(tokenizerTypes_1.IdentifierToken.create(start, length, value, this._getComments()));
+                this._tokens.push((this._retainedTokenCursor && this._reuseToken(7 /* TokenType.Identifier */, start, length)) ??
+                    tokenizerTypes_1.IdentifierToken.create(start, length, value, this._getComments()));
             }
             return true;
         }
@@ -1179,7 +1197,7 @@ class Tokenizer {
                         intValue > Number.MAX_SAFE_INTEGER) {
                         intValue = bigIntValue;
                     }
-                    this._tokens.push(tokenizerTypes_1.NumberToken.create(start, end - start, intValue, true, false, this._getComments()));
+                    this._addNumberToken(start, end - start, intValue, true, false);
                     return true;
                 }
             }
@@ -1231,7 +1249,7 @@ class Tokenizer {
                     this._cs.moveNext();
                     tokenLength += 1;
                 }
-                this._tokens.push(tokenizerTypes_1.NumberToken.create(start, tokenLength, intValue, true, isImaginary, this._getComments()));
+                this._addNumberToken(start, tokenLength, intValue, true, isImaginary);
                 return true;
             }
         }
@@ -1251,7 +1269,7 @@ class Tokenizer {
                         this._cs.moveNext();
                         tokenLength += 1;
                     }
-                    this._tokens.push(tokenizerTypes_1.NumberToken.create(start, tokenLength, value, false, isImaginary, this._getComments()));
+                    this._addNumberToken(start, tokenLength, value, false, isImaginary);
                     return true;
                 }
             }
@@ -1268,13 +1286,13 @@ class Tokenizer {
             const twoCharKey = (currentChar << 8) | nextChar;
             const specialTokenType = _twoCharSpecialTokenTypeMap.get(twoCharKey);
             if (specialTokenType !== undefined) {
-                this._tokens.push(tokenizerTypes_1.Token.create(specialTokenType, this._cs.position, 2, this._getComments()));
+                this._addToken(specialTokenType, this._cs.position, 2);
                 this._cs.advance(2);
                 return true;
             }
             const twoCharOperatorType = _twoCharOperatorTypeMap.get(twoCharKey);
             if (twoCharOperatorType !== undefined) {
-                this._tokens.push(tokenizerTypes_1.OperatorToken.create(this._cs.position, 2, twoCharOperatorType, this._getComments()));
+                this._addOperatorToken(this._cs.position, 2, twoCharOperatorType);
                 this._cs.advance(2);
                 return true;
             }
@@ -1286,7 +1304,7 @@ class Tokenizer {
                     const operatorType = hasTrailingEqual
                         ? _repeatedCharEqualOperatorTypeTable[currentChar]
                         : repeatedOperatorType;
-                    this._tokens.push(tokenizerTypes_1.OperatorToken.create(this._cs.position, repeatedLength, operatorType, this._getComments()));
+                    this._addOperatorToken(this._cs.position, repeatedLength, operatorType);
                     this._cs.advance(repeatedLength);
                     return true;
                 }
@@ -1304,7 +1322,7 @@ class Tokenizer {
                     length = 1;
                     operatorType = singleCharOperatorType;
                 }
-                this._tokens.push(tokenizerTypes_1.OperatorToken.create(this._cs.position, length, operatorType, this._getComments()));
+                this._addOperatorToken(this._cs.position, length, operatorType);
                 this._cs.advance(length);
                 return true;
             }
@@ -1312,7 +1330,7 @@ class Tokenizer {
         // `!=` is handled by the 2-char fast path above.
         if (currentChar === 33 /* Char.ExclamationMark */ && this._activeFString) {
             // Handle the conversion separator (!) within an f-string.
-            this._tokens.push(tokenizerTypes_1.Token.create(23 /* TokenType.ExclamationMark */, this._cs.position, 1, this._getComments()));
+            this._addToken(23 /* TokenType.ExclamationMark */, this._cs.position, 1);
             this._cs.advance(1);
             return true;
         }
@@ -1337,11 +1355,43 @@ class Tokenizer {
         }
         const length = this._cs.position - start;
         if (length > 0) {
-            this._tokens.push(tokenizerTypes_1.Token.create(0 /* TokenType.Invalid */, start, length, this._getComments()));
+            this._addToken(0 /* TokenType.Invalid */, start, length);
             return true;
         }
         return false;
     }
+    _addToken(type, start, length) {
+        this._tokens.push((this._retainedTokenCursor && this._reuseToken(type, start, length)) ??
+            tokenizerTypes_1.Token.create(type, start, length, this._getComments()));
+    }
+    _addOperatorToken(start, length, operatorType) {
+        this._tokens.push((this._retainedTokenCursor && this._reuseToken(9 /* TokenType.Operator */, start, length)) ??
+            tokenizerTypes_1.OperatorToken.create(start, length, operatorType, this._getComments()));
+    }
+    _addNewLineToken(start, length, newLineType) {
+        this._tokens.push((this._retainedTokenCursor && this._reuseToken(2 /* TokenType.NewLine */, start, length)) ??
+            tokenizerTypes_1.NewLineToken.create(start, length, newLineType, this._getComments()));
+    }
+    _addIndentToken(start, length, indentAmount, isIndentAmbiguous) {
+        this._tokens.push((this._retainedTokenCursor && this._reuseToken(3 /* TokenType.Indent */, start, length)) ??
+            tokenizerTypes_1.IndentToken.create(start, length, indentAmount, isIndentAmbiguous, this._getComments()));
+    }
+    _addNumberToken(start, length, value, isInteger, isImaginary) {
+        this._tokens.push((this._retainedTokenCursor && this._reuseToken(6 /* TokenType.Number */, start, length)) ??
+            tokenizerTypes_1.NumberToken.create(start, length, value, isInteger, isImaginary, this._getComments()));
+    }
+    _addFStringEndToken(start, length, flags) {
+        this._tokens.push((this._retainedTokenCursor &&
+            this._reuseToken(26 /* TokenType.FStringEnd */, start, length, /* consumeComments */ false)) ??
+            tokenizerTypes_1.FStringEndToken.create(start, length, flags));
+    }
+    _reuseToken(type, start, length, consumeComments = true) {
+        const token = this._retainedTokenCursor.next(start, length, type);
+        if (token && consumeComments) {
+            this._getComments();
+        }
+        return token;
+    }
     _getComments() {
         const prevComments = this._comments;
         this._comments = undefined;
@@ -1560,7 +1610,8 @@ class Tokenizer {
                 this._cs.moveNext();
             }
             const end = this._cs.position;
-            const fStringStartToken = tokenizerTypes_1.FStringStartToken.create(start, end - start, flags, stringPrefixLength, this._getComments());
+            const fStringStartToken = (this._retainedTokenCursor && this._reuseToken(24 /* TokenType.FStringStart */, start, end - start)) ??
+                tokenizerTypes_1.FStringStartToken.create(start, end - start, flags, stringPrefixLength, this._getComments());
             // Create a new f-string context and push it on the stack.
             const fStringContext = {
                 startToken: fStringStartToken,
@@ -1616,7 +1667,8 @@ class Tokenizer {
                     }
                 }
             }
-            this._tokens.push(tokenizerTypes_1.StringToken.create(start, end - start, stringLiteralInfo.flags, stringLiteralInfo.escapedValue, stringPrefixLength, this._getComments()));
+            this._tokens.push((this._retainedTokenCursor && this._reuseToken(5 /* TokenType.String */, start, end - start)) ??
+                tokenizerTypes_1.StringToken.create(start, end - start, stringLiteralInfo.flags, stringLiteralInfo.escapedValue, stringPrefixLength, this._getComments()));
         }
     }
     // Scans for either the FString end token or a replacement field.
@@ -1636,10 +1688,12 @@ class Tokenizer {
             middleTokenLength -= activeFString.startToken.quoteMarkLength;
         }
         if (middleTokenLength > 0 || isUnterminated) {
-            this._tokens.push(tokenizerTypes_1.FStringMiddleToken.create(start, middleTokenLength, stringLiteralInfo.flags, stringLiteralInfo.escapedValue));
+            this._tokens.push((this._retainedTokenCursor &&
+                this._reuseToken(25 /* TokenType.FStringMiddle */, start, middleTokenLength, /* consumeComments */ false)) ??
+                tokenizerTypes_1.FStringMiddleToken.create(start, middleTokenLength, stringLiteralInfo.flags, stringLiteralInfo.escapedValue));
         }
         if (sawEndQuote) {
-            this._tokens.push(tokenizerTypes_1.FStringEndToken.create(start + middleTokenLength, activeFString.startToken.quoteMarkLength, stringLiteralInfo.flags));
+            this._addFStringEndToken(start + middleTokenLength, activeFString.startToken.quoteMarkLength, stringLiteralInfo.flags);
             this._activeFString = this._fStringStack.pop();
         }
         else if (isUnterminated) {