@zzzen/pyright-internal 1.2.0-dev.20260422 → 1.2.0-dev.20260503

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. package/dist/analyzer/sourceFile.js +53 -23
  2. package/dist/analyzer/sourceFile.js.map +1 -1
  3. package/dist/parser/characterStream.js +26 -2
  4. package/dist/parser/characterStream.js.map +1 -1
  5. package/dist/parser/parser.d.ts +2 -0
  6. package/dist/parser/parser.js +11 -7
  7. package/dist/parser/parser.js.map +1 -1
  8. package/dist/parser/tokenizer.d.ts +6 -2
  9. package/dist/parser/tokenizer.js +602 -206
  10. package/dist/parser/tokenizer.js.map +1 -1
  11. package/dist/parser/tokenizerTypes.js +115 -39
  12. package/dist/parser/tokenizerTypes.js.map +1 -1
  13. package/dist/tests/benchmarks/parserBenchmark.test.d.ts +1 -0
  14. package/dist/tests/benchmarks/parserBenchmark.test.js +220 -0
  15. package/dist/tests/benchmarks/parserBenchmark.test.js.map +1 -0
  16. package/dist/tests/benchmarks/tokenizerBenchmark.test.d.ts +1 -0
  17. package/dist/tests/benchmarks/tokenizerBenchmark.test.js +236 -0
  18. package/dist/tests/benchmarks/tokenizerBenchmark.test.js.map +1 -0
  19. package/dist/tests/tokenizer.test.js +17 -2
  20. package/dist/tests/tokenizer.test.js.map +1 -1
  21. package/package.json +5 -4
package/dist/parser/tokenizer.d.ts CHANGED
@@ -28,6 +28,7 @@ export declare class Tokenizer {
28
28
  private _lineRanges;
29
29
  private _indentAmounts;
30
30
  private _typeIgnoreAll;
31
+ private _hasTokenBeforeIgnoreAll;
31
32
  private _typeIgnoreLines;
32
33
  private _pyrightIgnoreLines;
33
34
  private _comments;
@@ -42,7 +43,9 @@ export declare class Tokenizer {
42
43
  private _singleQuoteCount;
43
44
  private _doubleQuoteCount;
44
45
  private _useNotebookMode;
45
- private readonly _identifierInternedStrings;
46
+ private static readonly _identifierCacheSize;
47
+ private static readonly _identifierCacheMask;
48
+ private _identifierCache;
46
49
  tokenize(text: string, start?: number, length?: number, initialParenDepth?: number, useNotebookMode?: boolean): TokenizerOutput;
47
50
  static getOperatorInfo(operatorType: OperatorType): OperatorFlags;
48
51
  static isWhitespace(token: Token): boolean;
@@ -57,7 +60,8 @@ export declare class Tokenizer {
57
60
  private _readIndentationAfterNewLine;
58
61
  private _setIndent;
59
62
  private _tryIdentifier;
60
- private _internIdentifierString;
63
+ private _internIdentifier;
64
+ private _swallowNonAsciiIdentifierChars;
61
65
  private _isPossibleNumber;
62
66
  private _tryNumber;
63
67
  private _tryOperator;