@zzzen/pyright-internal 1.1.254 → 1.1.255

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1265) hide show
  1. package/package.json +3 -2
  2. package/src/analyzer/aliasDeclarationUtils.ts +169 -0
  3. package/src/analyzer/analysis.ts +92 -0
  4. package/src/analyzer/analyzerFileInfo.ts +56 -0
  5. package/src/analyzer/analyzerNodeInfo.ts +198 -0
  6. package/src/analyzer/backgroundAnalysisProgram.ts +311 -0
  7. package/src/analyzer/binder.ts +4081 -0
  8. package/src/analyzer/checker.ts +5507 -0
  9. package/src/analyzer/circularDependency.ts +52 -0
  10. package/src/analyzer/codeFlowEngine.ts +1548 -0
  11. package/src/analyzer/codeFlowTypes.ts +266 -0
  12. package/src/analyzer/codeFlowUtils.ts +436 -0
  13. package/src/analyzer/commentUtils.ts +174 -0
  14. package/src/analyzer/constraintSolver.ts +926 -0
  15. package/src/analyzer/constructorTransform.ts +317 -0
  16. package/src/analyzer/dataClasses.ts +999 -0
  17. package/src/analyzer/declaration.ts +252 -0
  18. package/src/analyzer/declarationUtils.ts +238 -0
  19. package/src/analyzer/docStringConversion.ts +850 -0
  20. package/src/analyzer/docStringUtils.ts +112 -0
  21. package/src/analyzer/functionTransform.ts +137 -0
  22. package/src/analyzer/importResolver.ts +2308 -0
  23. package/src/analyzer/importResult.ts +98 -0
  24. package/src/analyzer/importStatementUtils.ts +834 -0
  25. package/src/analyzer/namedTuples.ts +422 -0
  26. package/src/analyzer/packageTypeReport.ts +108 -0
  27. package/src/analyzer/packageTypeVerifier.ts +1466 -0
  28. package/src/analyzer/parentDirectoryCache.ts +88 -0
  29. package/src/analyzer/parseTreeCleaner.ts +35 -0
  30. package/src/analyzer/parseTreeUtils.ts +2165 -0
  31. package/src/analyzer/parseTreeWalker.ts +663 -0
  32. package/src/analyzer/patternMatching.ts +1356 -0
  33. package/src/analyzer/program.ts +2778 -0
  34. package/src/analyzer/properties.ts +534 -0
  35. package/src/analyzer/protocols.ts +660 -0
  36. package/src/analyzer/pyTypedUtils.ts +52 -0
  37. package/src/analyzer/pythonPathUtils.ts +201 -0
  38. package/src/analyzer/scope.ts +202 -0
  39. package/src/analyzer/scopeUtils.ts +81 -0
  40. package/src/analyzer/service.ts +1679 -0
  41. package/src/analyzer/sourceFile.ts +1401 -0
  42. package/src/analyzer/sourceMapper.ts +717 -0
  43. package/src/analyzer/staticExpressions.ts +308 -0
  44. package/src/analyzer/symbol.ts +249 -0
  45. package/src/analyzer/symbolNameUtils.ts +50 -0
  46. package/src/analyzer/symbolUtils.ts +49 -0
  47. package/src/analyzer/testWalker.ts +101 -0
  48. package/src/analyzer/tracePrinter.ts +264 -0
  49. package/src/analyzer/typeCache.ts +181 -0
  50. package/src/analyzer/typeDocStringUtils.ts +371 -0
  51. package/src/analyzer/typeEvaluator.ts +23395 -0
  52. package/src/analyzer/typeEvaluatorTypes.ts +452 -0
  53. package/src/analyzer/typeEvaluatorWithTracker.ts +161 -0
  54. package/src/analyzer/typeGuards.ts +1828 -0
  55. package/src/analyzer/typePrinter.ts +807 -0
  56. package/src/analyzer/typeStubWriter.ts +727 -0
  57. package/src/analyzer/typeUtils.ts +3126 -0
  58. package/src/analyzer/typeVarContext.ts +330 -0
  59. package/src/analyzer/typedDicts.ts +950 -0
  60. package/src/analyzer/types.ts +2857 -0
  61. package/src/backgroundAnalysis.ts +49 -0
  62. package/src/backgroundAnalysisBase.ts +606 -0
  63. package/src/backgroundThreadBase.ts +143 -0
  64. package/src/commands/commandController.ts +62 -0
  65. package/src/commands/commandResult.ts +21 -0
  66. package/src/commands/commands.ts +16 -0
  67. package/src/commands/createTypeStub.ts +56 -0
  68. package/src/commands/quickActionCommand.ts +40 -0
  69. package/src/commands/restartServer.ts +20 -0
  70. package/src/common/cancellationUtils.ts +71 -0
  71. package/src/common/chokidarFileWatcherProvider.ts +74 -0
  72. package/src/common/collectionUtils.ts +379 -0
  73. package/src/common/commandLineOptions.ts +132 -0
  74. package/src/common/configOptions.ts +1291 -0
  75. package/src/common/console.ts +201 -0
  76. package/src/common/core.ts +152 -0
  77. package/src/common/crypto.ts +60 -0
  78. package/src/common/debug.ts +144 -0
  79. package/src/common/deferred.ts +78 -0
  80. package/src/common/diagnostic.ts +191 -0
  81. package/src/common/diagnosticRules.ts +80 -0
  82. package/src/common/diagnosticSink.ts +150 -0
  83. package/src/common/editAction.ts +46 -0
  84. package/src/common/extensibility.ts +35 -0
  85. package/src/common/extensions.ts +21 -0
  86. package/src/common/fileBasedCancellationUtils.ts +274 -0
  87. package/src/common/fileSystem.ts +152 -0
  88. package/src/common/fullAccessHost.ts +203 -0
  89. package/src/common/host.ts +49 -0
  90. package/src/common/logTracker.ts +157 -0
  91. package/src/common/lspUtils.ts +18 -0
  92. package/src/common/memUtils.ts +36 -0
  93. package/src/common/pathConsts.ts +16 -0
  94. package/src/common/pathUtils.ts +987 -0
  95. package/src/common/positionUtils.ts +78 -0
  96. package/src/common/progressReporter.ts +53 -0
  97. package/src/common/pythonVersion.ts +74 -0
  98. package/src/common/realFileSystem.ts +433 -0
  99. package/src/common/stringUtils.ts +161 -0
  100. package/src/common/textEditUtils.ts +31 -0
  101. package/src/common/textRange.ts +225 -0
  102. package/src/common/textRangeCollection.ts +122 -0
  103. package/src/common/timing.ts +105 -0
  104. package/src/common/uriParser.ts +26 -0
  105. package/src/common/workspaceEditUtils.ts +100 -0
  106. package/src/languageServerBase.ts +1556 -0
  107. package/src/languageService/analyzerServiceExecutor.ts +144 -0
  108. package/src/languageService/autoImporter.ts +926 -0
  109. package/src/languageService/callHierarchyProvider.ts +476 -0
  110. package/src/languageService/codeActionProvider.ts +85 -0
  111. package/src/languageService/completionProvider.ts +3103 -0
  112. package/src/languageService/definitionProvider.ts +235 -0
  113. package/src/languageService/documentHighlightProvider.ts +61 -0
  114. package/src/languageService/documentSymbolCollector.ts +466 -0
  115. package/src/languageService/documentSymbolProvider.ts +466 -0
  116. package/src/languageService/hoverProvider.ts +499 -0
  117. package/src/languageService/importAdder.ts +437 -0
  118. package/src/languageService/importSorter.ts +196 -0
  119. package/src/languageService/indentationUtils.ts +813 -0
  120. package/src/languageService/quickActions.ts +113 -0
  121. package/src/languageService/referencesProvider.ts +316 -0
  122. package/src/languageService/renameModuleProvider.ts +1400 -0
  123. package/src/languageService/signatureHelpProvider.ts +227 -0
  124. package/src/languageService/tooltipUtils.ts +147 -0
  125. package/src/localization/localize.ts +1272 -0
  126. package/src/localization/package.nls.de.json +3 -0
  127. package/src/localization/package.nls.en-us.json +636 -0
  128. package/src/localization/package.nls.es.json +3 -0
  129. package/src/localization/package.nls.fr.json +3 -0
  130. package/src/localization/package.nls.ja.json +3 -0
  131. package/src/localization/package.nls.ru.json +3 -0
  132. package/src/localization/package.nls.zh-cn.json +3 -0
  133. package/src/localization/package.nls.zh-tw.json +3 -0
  134. package/src/nodeMain.ts +21 -0
  135. package/src/nodeServer.ts +30 -0
  136. package/src/parser/characterStream.ts +145 -0
  137. package/src/parser/characters.ts +285 -0
  138. package/src/parser/parseNodes.ts +2338 -0
  139. package/src/parser/parser.ts +4859 -0
  140. package/src/parser/stringTokenUtils.ts +564 -0
  141. package/src/parser/tokenizer.ts +1379 -0
  142. package/src/parser/tokenizerTypes.ts +420 -0
  143. package/src/parser/unicode.ts +2917 -0
  144. package/src/pyright.ts +824 -0
  145. package/src/pyrightFileSystem.ts +237 -0
  146. package/src/readonlyAugmentedFileSystem.ts +204 -0
  147. package/src/server.ts +298 -0
  148. package/src/tests/chainedSourceFiles.test.ts +183 -0
  149. package/src/tests/checker.test.ts +445 -0
  150. package/src/tests/collectionUtils.test.ts +178 -0
  151. package/src/tests/common.test.ts +117 -0
  152. package/src/tests/config.test.ts +291 -0
  153. package/src/tests/debug.test.ts +120 -0
  154. package/src/tests/deferred.test.ts +54 -0
  155. package/src/tests/diagnosticOverrides.test.ts +104 -0
  156. package/src/tests/docStringConversion.test.ts +823 -0
  157. package/src/tests/docStringUtils.test.ts +57 -0
  158. package/src/tests/documentSymbolCollector.test.ts +735 -0
  159. package/src/tests/filesystem.test.ts +215 -0
  160. package/src/tests/fourSlashParser.test.ts +330 -0
  161. package/src/tests/fourSlashRunner.test.ts +36 -0
  162. package/src/tests/fourslash/completions.autoimport.Lib.Found.Type.fourslash.ts +33 -0
  163. package/src/tests/fourslash/completions.autoimport.Lib.Found.duplication.fourslash.ts +47 -0
  164. package/src/tests/fourslash/completions.autoimport.Lib.NotFound.fourslash.ts +14 -0
  165. package/src/tests/fourslash/completions.autoimport.disabled.fourslash.ts +25 -0
  166. package/src/tests/fourslash/completions.autoimport.duplicates.fourslash.ts +36 -0
  167. package/src/tests/fourslash/completions.autoimport.fourslash.ts +29 -0
  168. package/src/tests/fourslash/completions.autoimport.fromImport.fourslash.ts +130 -0
  169. package/src/tests/fourslash/completions.autoimport.plainText.fourslash.ts +29 -0
  170. package/src/tests/fourslash/completions.autoimport.shadow.fourslash.ts +48 -0
  171. package/src/tests/fourslash/completions.autoimport.submodule.fourslash.ts +31 -0
  172. package/src/tests/fourslash/completions.autoimport.topLevel.fourslash.ts +57 -0
  173. package/src/tests/fourslash/completions.builtinDocstrings.fourslash.ts +117 -0
  174. package/src/tests/fourslash/completions.builtinOverride.fourslash.ts +22 -0
  175. package/src/tests/fourslash/completions.call.stringLiteral.fourslash.ts +55 -0
  176. package/src/tests/fourslash/completions.call.typedDict.fourslash.ts +247 -0
  177. package/src/tests/fourslash/completions.call.typedDict.list.fourslash.ts +163 -0
  178. package/src/tests/fourslash/completions.call.typedDict.states.fourslash.ts +135 -0
  179. package/src/tests/fourslash/completions.classVariable.fourslash.ts +37 -0
  180. package/src/tests/fourslash/completions.comment.fourslash.ts +28 -0
  181. package/src/tests/fourslash/completions.declNames.class.fourslash.ts +35 -0
  182. package/src/tests/fourslash/completions.declNames.exception.fourslash.ts +18 -0
  183. package/src/tests/fourslash/completions.declNames.for.fourslash.ts +30 -0
  184. package/src/tests/fourslash/completions.declNames.importAlias.fourslash.ts +15 -0
  185. package/src/tests/fourslash/completions.declNames.lambda.fourslash.ts +45 -0
  186. package/src/tests/fourslash/completions.declNames.method.fourslash.ts +71 -0
  187. package/src/tests/fourslash/completions.declNames.overload.fourslash.ts +156 -0
  188. package/src/tests/fourslash/completions.declNames.topLevelOverload.fourslash.ts +141 -0
  189. package/src/tests/fourslash/completions.dictionary.keys.complex.fourslash.ts +76 -0
  190. package/src/tests/fourslash/completions.dictionary.keys.expression.fourslash.ts +63 -0
  191. package/src/tests/fourslash/completions.dictionary.keys.literalTypes.fourslash.ts +161 -0
  192. package/src/tests/fourslash/completions.dictionary.keys.simple.fourslash.ts +151 -0
  193. package/src/tests/fourslash/completions.dictionary.keys.stringLiterals.fourslash.ts +116 -0
  194. package/src/tests/fourslash/completions.dictionary.keys.symbols.fourslash.ts +53 -0
  195. package/src/tests/fourslash/completions.enums.members.fourslash.ts +44 -0
  196. package/src/tests/fourslash/completions.excluded.fourslash.ts +12 -0
  197. package/src/tests/fourslash/completions.fourslash.ts +51 -0
  198. package/src/tests/fourslash/completions.fstring.fourslash.ts +33 -0
  199. package/src/tests/fourslash/completions.fstring.stringLiteral.fourslash.ts +96 -0
  200. package/src/tests/fourslash/completions.fuzzyMatching.fourslash.ts +30 -0
  201. package/src/tests/fourslash/completions.importDunderNames.fourslash.ts +31 -0
  202. package/src/tests/fourslash/completions.importSubmodule.fourslash.ts +26 -0
  203. package/src/tests/fourslash/completions.importsDuplicates.fourslash.ts +23 -0
  204. package/src/tests/fourslash/completions.inList.fourslash.ts +33 -0
  205. package/src/tests/fourslash/completions.included.fourslash.ts +12 -0
  206. package/src/tests/fourslash/completions.indexer.keys.getitem.fourslash.ts +57 -0
  207. package/src/tests/fourslash/completions.inherited.function.docFromStub.fourslash.ts +28 -0
  208. package/src/tests/fourslash/completions.inherited.overload.docFromScrWithStub.fourslash.ts +52 -0
  209. package/src/tests/fourslash/completions.inherited.overload.docFromStub.fourslash.ts +53 -0
  210. package/src/tests/fourslash/completions.inherited.property.docFromSrc.fourslash.ts +104 -0
  211. package/src/tests/fourslash/completions.inherited.property.docFromStub.fourslash.ts +108 -0
  212. package/src/tests/fourslash/completions.keywords.pythonVersion.fourslash.ts +72 -0
  213. package/src/tests/fourslash/completions.libCodeAndStub.fourslash.ts +79 -0
  214. package/src/tests/fourslash/completions.libCodeNoStub.fourslash.ts +69 -0
  215. package/src/tests/fourslash/completions.libStub.fourslash.ts +69 -0
  216. package/src/tests/fourslash/completions.literals.fourslash.ts +33 -0
  217. package/src/tests/fourslash/completions.localCode.fourslash.ts +74 -0
  218. package/src/tests/fourslash/completions.moduleContext.UnknownMemberOnInstance.fourslash.ts +17 -0
  219. package/src/tests/fourslash/completions.moduleContext.UnknownStaticFunctionOnClass.fourslash.ts +57 -0
  220. package/src/tests/fourslash/completions.moduleContext.libCodeNoStub.fourslash.ts +30 -0
  221. package/src/tests/fourslash/completions.overloads.fourslash.ts +40 -0
  222. package/src/tests/fourslash/completions.override.default.fourslash.ts +47 -0
  223. package/src/tests/fourslash/completions.override.default.importStub.ts +50 -0
  224. package/src/tests/fourslash/completions.override.default.imported.fourslash.ts +61 -0
  225. package/src/tests/fourslash/completions.override.default.stub.fourslash.ts +47 -0
  226. package/src/tests/fourslash/completions.override.fourslash.ts +47 -0
  227. package/src/tests/fourslash/completions.override.property.fourslash.ts +31 -0
  228. package/src/tests/fourslash/completions.override.property.stub.fourslash.ts +31 -0
  229. package/src/tests/fourslash/completions.override.staticAndClassmethod.fourslash.ts +64 -0
  230. package/src/tests/fourslash/completions.override.stub.fourslash.ts +47 -0
  231. package/src/tests/fourslash/completions.override2.fourslash.ts +71 -0
  232. package/src/tests/fourslash/completions.parameters.fourslash.ts +23 -0
  233. package/src/tests/fourslash/completions.params.fourslash.ts +24 -0
  234. package/src/tests/fourslash/completions.parentFolder.fourslash.ts +17 -0
  235. package/src/tests/fourslash/completions.parentFolders.fourslash.ts +77 -0
  236. package/src/tests/fourslash/completions.plainText.fourslash.ts +34 -0
  237. package/src/tests/fourslash/completions.private.fourslash.ts +64 -0
  238. package/src/tests/fourslash/completions.property.fourslash.ts +28 -0
  239. package/src/tests/fourslash/completions.propertyDocStrings.fourslash.ts +64 -0
  240. package/src/tests/fourslash/completions.self.fourslash.ts +43 -0
  241. package/src/tests/fourslash/completions.stringLiteral.escape.fourslash.ts +71 -0
  242. package/src/tests/fourslash/completions.stringLiteral.fourslash.ts +79 -0
  243. package/src/tests/fourslash/completions.typeAlias.fourslash.ts +29 -0
  244. package/src/tests/fourslash/completions.typeshed.fourslash.ts +9 -0
  245. package/src/tests/fourslash/completions.vardecls.fourslash.ts +40 -0
  246. package/src/tests/fourslash/completions.variableDocStrings.fourslash.ts +69 -0
  247. package/src/tests/fourslash/completions.wildcardimports.fourslash.ts +116 -0
  248. package/src/tests/fourslash/completions.with.fourslash.ts +26 -0
  249. package/src/tests/fourslash/diagnostics.missingModuleSource.fourslash.ts +69 -0
  250. package/src/tests/fourslash/findDefinitions.builtinClass.fourslash.ts +29 -0
  251. package/src/tests/fourslash/findDefinitions.classes.fourslash.ts +101 -0
  252. package/src/tests/fourslash/findDefinitions.definitionFilter.preferSource.fourslash.ts +29 -0
  253. package/src/tests/fourslash/findDefinitions.definitionFilter.preferSource.onlyStubs.ts +24 -0
  254. package/src/tests/fourslash/findDefinitions.definitionFilter.preferStub.fourslash.ts +29 -0
  255. package/src/tests/fourslash/findDefinitions.definitionFilter.preferStub.onlySource.fourslash.ts +25 -0
  256. package/src/tests/fourslash/findDefinitions.fields.fourslash.ts +131 -0
  257. package/src/tests/fourslash/findDefinitions.functions.fourslash.ts +87 -0
  258. package/src/tests/fourslash/findDefinitions.methods.fourslash.ts +162 -0
  259. package/src/tests/fourslash/findDefinitions.modules.fourslash.ts +50 -0
  260. package/src/tests/fourslash/findDefinitions.namespaceImport.fourslash.ts +40 -0
  261. package/src/tests/fourslash/findDefinitions.overloads.fourslash.ts +223 -0
  262. package/src/tests/fourslash/findDefinitions.parameters.fourslash.ts +162 -0
  263. package/src/tests/fourslash/findDefinitions.sourceAndStub.function.fourslash.ts +26 -0
  264. package/src/tests/fourslash/findDefinitions.sourceAndStub.innerClass.fourslash.ts +32 -0
  265. package/src/tests/fourslash/findDefinitions.sourceAndStub.innerClassMethod.fourslash.ts +33 -0
  266. package/src/tests/fourslash/findDefinitions.sourceAndStub.outerClass.fourslash.ts +28 -0
  267. package/src/tests/fourslash/findDefinitions.sourceAndStub.outerClassMethod.fourslash.ts +29 -0
  268. package/src/tests/fourslash/findDefinitions.sourceAndStub.outerClassPropertyReadOnly.fourslash.ts +31 -0
  269. package/src/tests/fourslash/findDefinitions.sourceAndStub.outerClassPropertyReadWrite.fourslash.ts +36 -0
  270. package/src/tests/fourslash/findDefinitions.sourceOnly.class.fourslash.ts +29 -0
  271. package/src/tests/fourslash/findDefinitions.sourceOnly.function1.fourslash.ts +28 -0
  272. package/src/tests/fourslash/findDefinitions.sourceOnly.function2.fourslash.ts +28 -0
  273. package/src/tests/fourslash/findDefinitions.sourceOnly.relativeImport1.fourslash.ts +22 -0
  274. package/src/tests/fourslash/findDefinitions.sourceOnly.relativeImport2.fourslash.ts +22 -0
  275. package/src/tests/fourslash/findDefinitions.stubOnly.fourslash.ts +61 -0
  276. package/src/tests/fourslash/findDefinitions.stubPackages.fourslash.ts +71 -0
  277. package/src/tests/fourslash/findDefinitions.typedDict.keys.fourslash.ts +99 -0
  278. package/src/tests/fourslash/findDefinitions.variables.fourslash.ts +88 -0
  279. package/src/tests/fourslash/findDefinitions.wildcardimports.fourslash.ts +117 -0
  280. package/src/tests/fourslash/findTypeDefinitions.builtinClass.fourslash.ts +26 -0
  281. package/src/tests/fourslash/findTypeDefinitions.classes.fourslash.ts +72 -0
  282. package/src/tests/fourslash/findTypeDefinitions.unions.fourslash.ts +26 -0
  283. package/src/tests/fourslash/findallreferences.classPropertyReadWrite.ts +39 -0
  284. package/src/tests/fourslash/findallreferences.fourslash.ts +34 -0
  285. package/src/tests/fourslash/findallreferences.importalias.fourslash.ts +34 -0
  286. package/src/tests/fourslash/findallreferences.invokedFromLibrary.fourslash.ts +52 -0
  287. package/src/tests/fourslash/findallreferences.module.nested.fourslash.ts +67 -0
  288. package/src/tests/fourslash/findallreferences.modules.duplicated.fourslash.ts +59 -0
  289. package/src/tests/fourslash/findallreferences.modules.fourslash.ts +46 -0
  290. package/src/tests/fourslash/findallreferences.modules.shadow.fourslash.ts +95 -0
  291. package/src/tests/fourslash/findallreferences.openFiles.fourslash.ts +37 -0
  292. package/src/tests/fourslash/findallreferences.parameter.fourslash.ts +24 -0
  293. package/src/tests/fourslash/findallreferences.sourceAndStub.class.fourslash.ts +33 -0
  294. package/src/tests/fourslash/findallreferences.sourceAndStub.classMethod.fourslash.ts +37 -0
  295. package/src/tests/fourslash/findallreferences.sourceAndStub.classPropertyReadOnly.fourslash.ts +40 -0
  296. package/src/tests/fourslash/findallreferences.sourceAndStub.classPropertyReadWrite.fourslash.skip.ts +48 -0
  297. package/src/tests/fourslash/findallreferences.sourceAndStub.function.fourslash.ts +35 -0
  298. package/src/tests/fourslash/findallreferences.variable.fourslash.ts +24 -0
  299. package/src/tests/fourslash/fourslash.ts +411 -0
  300. package/src/tests/fourslash/highlightreferences.attributes.fourslash.ts +31 -0
  301. package/src/tests/fourslash/hover.builtinDocstrings.fourslash.ts +64 -0
  302. package/src/tests/fourslash/hover.classNoInit.fourslash.ts +14 -0
  303. package/src/tests/fourslash/hover.docFromScr.stringFormat.fourslash.ts +52 -0
  304. package/src/tests/fourslash/hover.docFromSrc.fourslash.ts +83 -0
  305. package/src/tests/fourslash/hover.docFromSrc.pkg-vs-module1.fourslash.ts +26 -0
  306. package/src/tests/fourslash/hover.docFromSrc.pkg-vs-module2.fourslash.ts +26 -0
  307. package/src/tests/fourslash/hover.docFromSrc.relativeImport1.fourslash.ts +23 -0
  308. package/src/tests/fourslash/hover.docFromSrc.relativeImport2.fourslash.ts +22 -0
  309. package/src/tests/fourslash/hover.docFromSrc.relativeImport3.fourslash.ts +46 -0
  310. package/src/tests/fourslash/hover.docFromSrc.stubs-package.fourslash.ts +29 -0
  311. package/src/tests/fourslash/hover.docFromSrc.typeshed.fourslash.ts +20 -0
  312. package/src/tests/fourslash/hover.docstring.links.fourslash.ts +12 -0
  313. package/src/tests/fourslash/hover.docstring.overloads.fourslash.ts +41 -0
  314. package/src/tests/fourslash/hover.docstring.split.fourslash.ts +24 -0
  315. package/src/tests/fourslash/hover.fourslash.ts +20 -0
  316. package/src/tests/fourslash/hover.import.django.view.fourslash.ts +27 -0
  317. package/src/tests/fourslash/hover.import.fourslash.ts +11 -0
  318. package/src/tests/fourslash/hover.inherited.docFromSrc.fourslash.ts +63 -0
  319. package/src/tests/fourslash/hover.inherited.docFromSrcWithStub.fourslash.ts +54 -0
  320. package/src/tests/fourslash/hover.inherited.docFromStub.fourslash.ts +42 -0
  321. package/src/tests/fourslash/hover.inherited.overload.docFromSrcWithStub.fourslash.ts +46 -0
  322. package/src/tests/fourslash/hover.inherited.overload.docFromStub.fourslash.ts +47 -0
  323. package/src/tests/fourslash/hover.inherited.property.docFromSrcWithStub.fourslash.ts +87 -0
  324. package/src/tests/fourslash/hover.inherited.property.docFromStub.fourslash.ts +91 -0
  325. package/src/tests/fourslash/hover.init.fourslash.ts +39 -0
  326. package/src/tests/fourslash/hover.libCodeAndStub.fourslash.ts +52 -0
  327. package/src/tests/fourslash/hover.libCodeNoStub.fourslash.ts +41 -0
  328. package/src/tests/fourslash/hover.libStub.fourslash.ts +41 -0
  329. package/src/tests/fourslash/hover.optionalAliasParameter.fourslash.ts +14 -0
  330. package/src/tests/fourslash/hover.plainText.fourslash.ts +21 -0
  331. package/src/tests/fourslash/hover.typedDict.key.fourslash.ts +51 -0
  332. package/src/tests/fourslash/hover.variable.docString.fourslash.ts +41 -0
  333. package/src/tests/fourslash/hover.wildcardimports.fourslash.ts +80 -0
  334. package/src/tests/fourslash/import.publicSymbols.fourslash.ts +65 -0
  335. package/src/tests/fourslash/import.pytyped.dunderAll.fourslash.ts +77 -0
  336. package/src/tests/fourslash/import.pytyped.privateSymbols.fourslash.ts +65 -0
  337. package/src/tests/fourslash/import.pytyped.typeCheckingBasic.fourslash.ts +38 -0
  338. package/src/tests/fourslash/import.pytyped.typeCheckingOff.fourslash.ts +38 -0
  339. package/src/tests/fourslash/import.wildcard.fourslash.ts +27 -0
  340. package/src/tests/fourslash/importnotresolved.fourslash.ts +13 -0
  341. package/src/tests/fourslash/missingModuleSource.disablingInStrictMode.fourslash.ts +20 -0
  342. package/src/tests/fourslash/missingModuleSource.fourslash.ts +14 -0
  343. package/src/tests/fourslash/missingTypeStub.codeAction.fourslash.ts +33 -0
  344. package/src/tests/fourslash/missingTypeStub.command.multipart.fourslash.ts +48 -0
  345. package/src/tests/fourslash/missingTypeStub.command.singlefile.fourslash.ts +38 -0
  346. package/src/tests/fourslash/missingTypeStub.command.singlepart.fourslash.ts +38 -0
  347. package/src/tests/fourslash/missingTypeStub.fourslash.ts +20 -0
  348. package/src/tests/fourslash/missingTypeStub.invokeCodeAction.fourslash.ts +36 -0
  349. package/src/tests/fourslash/noerrors.fourslash.ts +9 -0
  350. package/src/tests/fourslash/orderImports1.command.fourslash.ts +20 -0
  351. package/src/tests/fourslash/orderImports2.command.fourslash.ts +24 -0
  352. package/src/tests/fourslash/rename.externallyHidden.fourslash.ts +24 -0
  353. package/src/tests/fourslash/rename.externallyHidden.params.fourslash.ts +24 -0
  354. package/src/tests/fourslash/rename.fourslash.ts +29 -0
  355. package/src/tests/fourslash/rename.library.fourslash.ts +29 -0
  356. package/src/tests/fourslash/rename.library.sourceAndStub.fourslash.ts +33 -0
  357. package/src/tests/fourslash/rename.multipleDecl.fourslash.ts +21 -0
  358. package/src/tests/fourslash/rename.sourceAndStub.fourslash.ts +37 -0
  359. package/src/tests/fourslash/rename.string.excluded.fourslash.ts +43 -0
  360. package/src/tests/fourslash/rename.string.fourslash.ts +26 -0
  361. package/src/tests/fourslash/signature.builtinDocstrings.fourslash.ts +63 -0
  362. package/src/tests/fourslash/signature.complicated.fourslash.ts +100 -0
  363. package/src/tests/fourslash/signature.cornercases.fourslash.ts +23 -0
  364. package/src/tests/fourslash/signature.docstrings.fourslash.ts +43 -0
  365. package/src/tests/fourslash/signature.docstrings.overloaded.fourslash.ts +50 -0
  366. package/src/tests/fourslash/signature.docstrings.wildcardimports.fourslash.ts +122 -0
  367. package/src/tests/fourslash/signature.overload.fourslash.ts +64 -0
  368. package/src/tests/fourslash/signature.simple.fourslash.ts +104 -0
  369. package/src/tests/harness/fourslash/fourSlashParser.ts +441 -0
  370. package/src/tests/harness/fourslash/fourSlashTypes.ts +134 -0
  371. package/src/tests/harness/fourslash/runner.ts +99 -0
  372. package/src/tests/harness/fourslash/testLanguageService.ts +142 -0
  373. package/src/tests/harness/fourslash/testState.Consts.ts +29 -0
  374. package/src/tests/harness/fourslash/testState.ts +1993 -0
  375. package/src/tests/harness/testAccessHost.ts +23 -0
  376. package/src/tests/harness/testHost.ts +177 -0
  377. package/src/tests/harness/utils.ts +355 -0
  378. package/src/tests/harness/vfs/factory.ts +199 -0
  379. package/src/tests/harness/vfs/filesystem.ts +1893 -0
  380. package/src/tests/harness/vfs/pathValidation.ts +154 -0
  381. package/src/tests/importAdder.test.ts +1361 -0
  382. package/src/tests/importResolver.test.ts +534 -0
  383. package/src/tests/importStatementUtils.test.ts +526 -0
  384. package/src/tests/indentationUtils.ptvs.test.ts +388 -0
  385. package/src/tests/indentationUtils.reindent.test.ts +403 -0
  386. package/src/tests/indentationUtils.test.ts +455 -0
  387. package/src/tests/ipythonMode.test.ts +365 -0
  388. package/src/tests/localizer.test.ts +47 -0
  389. package/src/tests/parseTreeUtils.test.ts +281 -0
  390. package/src/tests/parser.test.ts +99 -0
  391. package/src/tests/pathUtils.test.ts +321 -0
  392. package/src/tests/pyrightFileSystem.test.ts +183 -0
  393. package/src/tests/renameModule.folder.test.ts +261 -0
  394. package/src/tests/renameModule.fromImports.test.ts +952 -0
  395. package/src/tests/renameModule.imports.test.ts +450 -0
  396. package/src/tests/renameModule.misc.test.ts +765 -0
  397. package/src/tests/renameModule.relativePath.test.ts +277 -0
  398. package/src/tests/renameModuleTestUtils.ts +210 -0
  399. package/src/tests/samples/abstractClass1.py +51 -0
  400. package/src/tests/samples/abstractClass2.py +25 -0
  401. package/src/tests/samples/abstractClass3.py +30 -0
  402. package/src/tests/samples/abstractClass4.py +30 -0
  403. package/src/tests/samples/abstractClass5.py +42 -0
  404. package/src/tests/samples/abstractClass6.py +25 -0
  405. package/src/tests/samples/abstractClass7.py +22 -0
  406. package/src/tests/samples/abstractClass8.py +27 -0
  407. package/src/tests/samples/annotated1.py +72 -0
  408. package/src/tests/samples/annotatedVar1.py +22 -0
  409. package/src/tests/samples/annotatedVar2.py +28 -0
  410. package/src/tests/samples/annotatedVar3.py +54 -0
  411. package/src/tests/samples/annotatedVar4.py +24 -0
  412. package/src/tests/samples/annotatedVar5.py +37 -0
  413. package/src/tests/samples/annotatedVar6.py +22 -0
  414. package/src/tests/samples/annotatedVar7.py +13 -0
  415. package/src/tests/samples/annotatedVar8.py +29 -0
  416. package/src/tests/samples/annotations1.py +98 -0
  417. package/src/tests/samples/annotations2.py +33 -0
  418. package/src/tests/samples/annotations3.py +43 -0
  419. package/src/tests/samples/annotations4.py +54 -0
  420. package/src/tests/samples/annotations5.py +9 -0
  421. package/src/tests/samples/annotations6.py +29 -0
  422. package/src/tests/samples/assert1.py +22 -0
  423. package/src/tests/samples/assertType1.py +46 -0
  424. package/src/tests/samples/assignment1.py +58 -0
  425. package/src/tests/samples/assignment10.py +14 -0
  426. package/src/tests/samples/assignment2.py +40 -0
  427. package/src/tests/samples/assignment3.py +46 -0
  428. package/src/tests/samples/assignment4.py +20 -0
  429. package/src/tests/samples/assignment5.py +16 -0
  430. package/src/tests/samples/assignment6.py +25 -0
  431. package/src/tests/samples/assignment7.py +13 -0
  432. package/src/tests/samples/assignment8.py +40 -0
  433. package/src/tests/samples/assignment9.py +25 -0
  434. package/src/tests/samples/assignmentExpr1.py +23 -0
  435. package/src/tests/samples/assignmentExpr2.py +49 -0
  436. package/src/tests/samples/assignmentExpr3.py +27 -0
  437. package/src/tests/samples/assignmentExpr4.py +49 -0
  438. package/src/tests/samples/assignmentExpr5.py +15 -0
  439. package/src/tests/samples/assignmentExpr6.py +10 -0
  440. package/src/tests/samples/assignmentExpr7.py +13 -0
  441. package/src/tests/samples/assignmentExpr8.py +11 -0
  442. package/src/tests/samples/assignmentExpr9.py +28 -0
  443. package/src/tests/samples/async1.py +49 -0
  444. package/src/tests/samples/augmentedAssignment1.py +62 -0
  445. package/src/tests/samples/augmentedAssignment2.py +23 -0
  446. package/src/tests/samples/augmentedAssignment3.py +8 -0
  447. package/src/tests/samples/await1.py +23 -0
  448. package/src/tests/samples/await2.py +25 -0
  449. package/src/tests/samples/badToken1.py +6 -0
  450. package/src/tests/samples/builtins1.py +2 -0
  451. package/src/tests/samples/call1.py +93 -0
  452. package/src/tests/samples/call2.py +118 -0
  453. package/src/tests/samples/call3.py +168 -0
  454. package/src/tests/samples/call4.py +13 -0
  455. package/src/tests/samples/call5.py +95 -0
  456. package/src/tests/samples/call6.py +35 -0
  457. package/src/tests/samples/call7.py +57 -0
  458. package/src/tests/samples/callSite1.py +6 -0
  459. package/src/tests/samples/callSite2.py +12 -0
  460. package/src/tests/samples/callable1.py +53 -0
  461. package/src/tests/samples/callable2.py +58 -0
  462. package/src/tests/samples/callable3.py +28 -0
  463. package/src/tests/samples/callable4.py +32 -0
  464. package/src/tests/samples/callable5.py +40 -0
  465. package/src/tests/samples/callable6.py +83 -0
  466. package/src/tests/samples/callbackProtocol1.py +119 -0
  467. package/src/tests/samples/callbackProtocol2.py +29 -0
  468. package/src/tests/samples/callbackProtocol3.py +23 -0
  469. package/src/tests/samples/callbackProtocol4.py +73 -0
  470. package/src/tests/samples/callbackProtocol5.py +66 -0
  471. package/src/tests/samples/callbackProtocol6.py +66 -0
  472. package/src/tests/samples/callbackProtocol7.py +16 -0
  473. package/src/tests/samples/callbackProtocol8.py +16 -0
  474. package/src/tests/samples/capturedVariable1.py +106 -0
  475. package/src/tests/samples/circular1.py +16 -0
  476. package/src/tests/samples/circular2.py +38 -0
  477. package/src/tests/samples/circularBaseClass.py +17 -0
  478. package/src/tests/samples/classGetItem1.py +30 -0
  479. package/src/tests/samples/classVar1.py +41 -0
  480. package/src/tests/samples/classVar2.py +29 -0
  481. package/src/tests/samples/classVar3.py +46 -0
  482. package/src/tests/samples/classVar4.py +36 -0
  483. package/src/tests/samples/classes1.py +50 -0
  484. package/src/tests/samples/classes3.py +48 -0
  485. package/src/tests/samples/classes4.py +15 -0
  486. package/src/tests/samples/classes5.py +260 -0
  487. package/src/tests/samples/classes6.py +16 -0
  488. package/src/tests/samples/classes7.py +18 -0
  489. package/src/tests/samples/classes8.py +47 -0
  490. package/src/tests/samples/codeFlow1.py +65 -0
  491. package/src/tests/samples/codeFlow2.py +26 -0
  492. package/src/tests/samples/codeFlow3.py +8 -0
  493. package/src/tests/samples/codeFlow4.py +133 -0
  494. package/src/tests/samples/codeFlow5.py +10 -0
  495. package/src/tests/samples/codeFlow6.py +35 -0
  496. package/src/tests/samples/codeFlow7.py +35 -0
  497. package/src/tests/samples/comparison1.py +77 -0
  498. package/src/tests/samples/comparison2.py +37 -0
  499. package/src/tests/samples/complex1.py +17 -0
  500. package/src/tests/samples/constant1.py +40 -0
  501. package/src/tests/samples/constants1.py +64 -0
  502. package/src/tests/samples/constructor1.py +30 -0
  503. package/src/tests/samples/constructor10.py +19 -0
  504. package/src/tests/samples/constructor11.py +32 -0
  505. package/src/tests/samples/constructor12.py +20 -0
  506. package/src/tests/samples/constructor13.py +15 -0
  507. package/src/tests/samples/constructor2.py +180 -0
  508. package/src/tests/samples/constructor3.py +18 -0
  509. package/src/tests/samples/constructor4.py +25 -0
  510. package/src/tests/samples/constructor5.py +25 -0
  511. package/src/tests/samples/constructor6.py +70 -0
  512. package/src/tests/samples/constructor7.py +11 -0
  513. package/src/tests/samples/constructor8.py +99 -0
  514. package/src/tests/samples/constructor9.py +19 -0
  515. package/src/tests/samples/coroutines1.py +60 -0
  516. package/src/tests/samples/coroutines2.py +20 -0
  517. package/src/tests/samples/coroutines3.py +37 -0
  518. package/src/tests/samples/dataclass1.py +44 -0
  519. package/src/tests/samples/dataclass10.py +45 -0
  520. package/src/tests/samples/dataclass11.py +53 -0
  521. package/src/tests/samples/dataclass12.py +32 -0
  522. package/src/tests/samples/dataclass13.py +42 -0
  523. package/src/tests/samples/dataclass14.py +38 -0
  524. package/src/tests/samples/dataclass15.py +58 -0
  525. package/src/tests/samples/dataclass16.py +21 -0
  526. package/src/tests/samples/dataclass17.py +46 -0
  527. package/src/tests/samples/dataclass18.py +57 -0
  528. package/src/tests/samples/dataclass19.py +44 -0
  529. package/src/tests/samples/dataclass2.py +30 -0
  530. package/src/tests/samples/dataclass20.py +71 -0
  531. package/src/tests/samples/dataclass21.py +13 -0
  532. package/src/tests/samples/dataclass3.py +18 -0
  533. package/src/tests/samples/dataclass4.py +64 -0
  534. package/src/tests/samples/dataclass5.py +81 -0
  535. package/src/tests/samples/dataclass6.py +29 -0
  536. package/src/tests/samples/dataclass7.py +93 -0
  537. package/src/tests/samples/dataclass8.py +22 -0
  538. package/src/tests/samples/dataclass9.py +24 -0
  539. package/src/tests/samples/dataclassPostInit1.py +61 -0
  540. package/src/tests/samples/dataclassTransform1.py +71 -0
  541. package/src/tests/samples/dataclassTransform2.py +78 -0
  542. package/src/tests/samples/dataclassTransform3.py +83 -0
  543. package/src/tests/samples/dataclassTransform4.py +87 -0
  544. package/src/tests/samples/decorator1.py +20 -0
  545. package/src/tests/samples/decorator2.py +31 -0
  546. package/src/tests/samples/decorator3.py +27 -0
  547. package/src/tests/samples/decorator4.py +37 -0
  548. package/src/tests/samples/decorator5.py +29 -0
  549. package/src/tests/samples/decorator6.py +34 -0
  550. package/src/tests/samples/defaultInitializer1.py +26 -0
  551. package/src/tests/samples/deprecated1.py +37 -0
  552. package/src/tests/samples/descriptor1.py +134 -0
  553. package/src/tests/samples/descriptor2.py +29 -0
  554. package/src/tests/samples/dictionary1.py +42 -0
  555. package/src/tests/samples/dictionary2.py +14 -0
  556. package/src/tests/samples/dictionary3.py +30 -0
  557. package/src/tests/samples/dictionary4.py +106 -0
  558. package/src/tests/samples/dunderAll1.py +32 -0
  559. package/src/tests/samples/dunderAll2.py +16 -0
  560. package/src/tests/samples/dunderAll3.pyi +16 -0
  561. package/src/tests/samples/duplicateDeclaration1.py +115 -0
  562. package/src/tests/samples/duplicateDeclaration2.py +45 -0
  563. package/src/tests/samples/duplicateImports1.py +13 -0
  564. package/src/tests/samples/ellipsis1.pyi +48 -0
  565. package/src/tests/samples/emptyContainers1.py +89 -0
  566. package/src/tests/samples/enums1.py +52 -0
  567. package/src/tests/samples/enums2.py +15 -0
  568. package/src/tests/samples/enums3.py +24 -0
  569. package/src/tests/samples/enums4.py +23 -0
  570. package/src/tests/samples/enums5.py +16 -0
  571. package/src/tests/samples/enums6.py +33 -0
  572. package/src/tests/samples/enums7.py +54 -0
  573. package/src/tests/samples/enums8.py +14 -0
  574. package/src/tests/samples/expressions1.py +54 -0
  575. package/src/tests/samples/expressions2.py +29 -0
  576. package/src/tests/samples/expressions3.py +26 -0
  577. package/src/tests/samples/expressions4.py +23 -0
  578. package/src/tests/samples/expressions5.py +70 -0
  579. package/src/tests/samples/expressions6.py +14 -0
  580. package/src/tests/samples/expressions7.py +40 -0
  581. package/src/tests/samples/expressions8.py +26 -0
  582. package/src/tests/samples/expressions9.py +14 -0
  583. package/src/tests/samples/final1.py +14 -0
  584. package/src/tests/samples/final2.py +86 -0
  585. package/src/tests/samples/final3.py +179 -0
  586. package/src/tests/samples/final4.pyi +21 -0
  587. package/src/tests/samples/final5.py +18 -0
  588. package/src/tests/samples/forLoop1.py +88 -0
  589. package/src/tests/samples/forLoop2.py +48 -0
  590. package/src/tests/samples/fstring1.py +66 -0
  591. package/src/tests/samples/fstring2.py +12 -0
  592. package/src/tests/samples/fstring3.py +35 -0
  593. package/src/tests/samples/fstring4.py +17 -0
  594. package/src/tests/samples/fstring5.py +17 -0
  595. package/src/tests/samples/fstring6.py +14 -0
  596. package/src/tests/samples/function1.py +12 -0
  597. package/src/tests/samples/function10.py +20 -0
  598. package/src/tests/samples/function11.py +36 -0
  599. package/src/tests/samples/function2.py +7 -0
  600. package/src/tests/samples/function3.py +82 -0
  601. package/src/tests/samples/function4.py +13 -0
  602. package/src/tests/samples/function6.py +24 -0
  603. package/src/tests/samples/function7.py +13 -0
  604. package/src/tests/samples/function8.py +38 -0
  605. package/src/tests/samples/function9.py +75 -0
  606. package/src/tests/samples/functionAnnotation1.py +61 -0
  607. package/src/tests/samples/functionAnnotation2.py +26 -0
  608. package/src/tests/samples/functionAnnotation3.py +37 -0
  609. package/src/tests/samples/functionAnnotation4.py +22 -0
  610. package/src/tests/samples/functionMember1.py +18 -0
  611. package/src/tests/samples/functionMember2.py +45 -0
  612. package/src/tests/samples/generators1.py +122 -0
  613. package/src/tests/samples/generators10.py +18 -0
  614. package/src/tests/samples/generators11.py +27 -0
  615. package/src/tests/samples/generators12.py +25 -0
  616. package/src/tests/samples/generators13.py +65 -0
  617. package/src/tests/samples/generators14.py +19 -0
  618. package/src/tests/samples/generators15.py +26 -0
  619. package/src/tests/samples/generators2.py +31 -0
  620. package/src/tests/samples/generators3.py +42 -0
  621. package/src/tests/samples/generators4.py +33 -0
  622. package/src/tests/samples/generators5.py +24 -0
  623. package/src/tests/samples/generators6.py +14 -0
  624. package/src/tests/samples/generators7.py +18 -0
  625. package/src/tests/samples/generators8.py +12 -0
  626. package/src/tests/samples/generators9.py +19 -0
  627. package/src/tests/samples/generic1.py +41 -0
  628. package/src/tests/samples/genericTypes1.py +12 -0
  629. package/src/tests/samples/genericTypes10.py +38 -0
  630. package/src/tests/samples/genericTypes11.py +26 -0
  631. package/src/tests/samples/genericTypes12.py +14 -0
  632. package/src/tests/samples/genericTypes13.py +27 -0
  633. package/src/tests/samples/genericTypes14.py +22 -0
  634. package/src/tests/samples/genericTypes15.py +13 -0
  635. package/src/tests/samples/genericTypes16.py +15 -0
  636. package/src/tests/samples/genericTypes17.py +24 -0
  637. package/src/tests/samples/genericTypes18.py +135 -0
  638. package/src/tests/samples/genericTypes19.py +32 -0
  639. package/src/tests/samples/genericTypes2.py +40 -0
  640. package/src/tests/samples/genericTypes20.py +44 -0
  641. package/src/tests/samples/genericTypes21.py +29 -0
  642. package/src/tests/samples/genericTypes22.py +23 -0
  643. package/src/tests/samples/genericTypes23.py +27 -0
  644. package/src/tests/samples/genericTypes24.py +32 -0
  645. package/src/tests/samples/genericTypes25.py +37 -0
  646. package/src/tests/samples/genericTypes26.py +31 -0
  647. package/src/tests/samples/genericTypes27.py +14 -0
  648. package/src/tests/samples/genericTypes28.py +51 -0
  649. package/src/tests/samples/genericTypes29.py +24 -0
  650. package/src/tests/samples/genericTypes3.py +13 -0
  651. package/src/tests/samples/genericTypes30.py +32 -0
  652. package/src/tests/samples/genericTypes31.py +30 -0
  653. package/src/tests/samples/genericTypes32.py +25 -0
  654. package/src/tests/samples/genericTypes33.py +46 -0
  655. package/src/tests/samples/genericTypes34.py +54 -0
  656. package/src/tests/samples/genericTypes35.py +45 -0
  657. package/src/tests/samples/genericTypes36.py +35 -0
  658. package/src/tests/samples/genericTypes37.py +26 -0
  659. package/src/tests/samples/genericTypes38.py +15 -0
  660. package/src/tests/samples/genericTypes39.py +82 -0
  661. package/src/tests/samples/genericTypes4.py +37 -0
  662. package/src/tests/samples/genericTypes40.py +38 -0
  663. package/src/tests/samples/genericTypes41.py +16 -0
  664. package/src/tests/samples/genericTypes42.py +32 -0
  665. package/src/tests/samples/genericTypes43.py +24 -0
  666. package/src/tests/samples/genericTypes44.py +33 -0
  667. package/src/tests/samples/genericTypes45.py +43 -0
  668. package/src/tests/samples/genericTypes46.py +66 -0
  669. package/src/tests/samples/genericTypes47.py +39 -0
  670. package/src/tests/samples/genericTypes48.py +18 -0
  671. package/src/tests/samples/genericTypes49.py +41 -0
  672. package/src/tests/samples/genericTypes5.py +42 -0
  673. package/src/tests/samples/genericTypes50.py +62 -0
  674. package/src/tests/samples/genericTypes51.py +55 -0
  675. package/src/tests/samples/genericTypes52.py +34 -0
  676. package/src/tests/samples/genericTypes53.py +42 -0
  677. package/src/tests/samples/genericTypes54.py +31 -0
  678. package/src/tests/samples/genericTypes55.py +61 -0
  679. package/src/tests/samples/genericTypes56.py +19 -0
  680. package/src/tests/samples/genericTypes57.py +30 -0
  681. package/src/tests/samples/genericTypes58.py +52 -0
  682. package/src/tests/samples/genericTypes59.py +71 -0
  683. package/src/tests/samples/genericTypes6.py +49 -0
  684. package/src/tests/samples/genericTypes60.py +27 -0
  685. package/src/tests/samples/genericTypes61.py +34 -0
  686. package/src/tests/samples/genericTypes62.py +26 -0
  687. package/src/tests/samples/genericTypes63.py +32 -0
  688. package/src/tests/samples/genericTypes64.py +16 -0
  689. package/src/tests/samples/genericTypes65.py +15 -0
  690. package/src/tests/samples/genericTypes66.py +30 -0
  691. package/src/tests/samples/genericTypes67.py +57 -0
  692. package/src/tests/samples/genericTypes68.py +14 -0
  693. package/src/tests/samples/genericTypes69.py +45 -0
  694. package/src/tests/samples/genericTypes7.py +24 -0
  695. package/src/tests/samples/genericTypes70.py +31 -0
  696. package/src/tests/samples/genericTypes71.py +72 -0
  697. package/src/tests/samples/genericTypes72.py +24 -0
  698. package/src/tests/samples/genericTypes73.py +14 -0
  699. package/src/tests/samples/genericTypes74.py +23 -0
  700. package/src/tests/samples/genericTypes75.py +45 -0
  701. package/src/tests/samples/genericTypes76.py +107 -0
  702. package/src/tests/samples/genericTypes77.py +26 -0
  703. package/src/tests/samples/genericTypes78.py +23 -0
  704. package/src/tests/samples/genericTypes79.py +37 -0
  705. package/src/tests/samples/genericTypes8.py +26 -0
  706. package/src/tests/samples/genericTypes80.py +10 -0
  707. package/src/tests/samples/genericTypes81.py +32 -0
  708. package/src/tests/samples/genericTypes82.py +19 -0
  709. package/src/tests/samples/genericTypes83.py +28 -0
  710. package/src/tests/samples/genericTypes84.py +11 -0
  711. package/src/tests/samples/genericTypes85.py +20 -0
  712. package/src/tests/samples/genericTypes86.py +15 -0
  713. package/src/tests/samples/genericTypes87.py +21 -0
  714. package/src/tests/samples/genericTypes88.py +25 -0
  715. package/src/tests/samples/genericTypes89.py +17 -0
  716. package/src/tests/samples/genericTypes9.py +109 -0
  717. package/src/tests/samples/genericTypes90.py +12 -0
  718. package/src/tests/samples/genericTypes91.py +20 -0
  719. package/src/tests/samples/import1.py +7 -0
  720. package/src/tests/samples/import10.py +11 -0
  721. package/src/tests/samples/import11.py +11 -0
  722. package/src/tests/samples/import12.py +5 -0
  723. package/src/tests/samples/import13.py +6 -0
  724. package/src/tests/samples/import14.py +10 -0
  725. package/src/tests/samples/import2.py +27 -0
  726. package/src/tests/samples/import3.py +8 -0
  727. package/src/tests/samples/import4.py +15 -0
  728. package/src/tests/samples/import5.py +6 -0
  729. package/src/tests/samples/import6.py +17 -0
  730. package/src/tests/samples/import7.py +14 -0
  731. package/src/tests/samples/import8.py +7 -0
  732. package/src/tests/samples/import9.py +7 -0
  733. package/src/tests/samples/inconsistentConstructor1.py +23 -0
  734. package/src/tests/samples/inconsistentSpaceTab1.py +9 -0
  735. package/src/tests/samples/inconsistentSpaceTab2.py +10 -0
  736. package/src/tests/samples/index1.py +97 -0
  737. package/src/tests/samples/inferredTypes1.py +25 -0
  738. package/src/tests/samples/initVar1.py +23 -0
  739. package/src/tests/samples/initsubclass1.py +46 -0
  740. package/src/tests/samples/initsubclass2.py +16 -0
  741. package/src/tests/samples/isinstance1.py +57 -0
  742. package/src/tests/samples/isinstance10.py +15 -0
  743. package/src/tests/samples/isinstance2.py +28 -0
  744. package/src/tests/samples/isinstance3.py +59 -0
  745. package/src/tests/samples/isinstance4.py +57 -0
  746. package/src/tests/samples/isinstance5.py +8 -0
  747. package/src/tests/samples/isinstance6.py +19 -0
  748. package/src/tests/samples/isinstance7.py +42 -0
  749. package/src/tests/samples/isinstance9.py +26 -0
  750. package/src/tests/samples/kwargsUnpack1.py +116 -0
  751. package/src/tests/samples/lambda1.py +77 -0
  752. package/src/tests/samples/lambda2.py +26 -0
  753. package/src/tests/samples/lambda3.py +34 -0
  754. package/src/tests/samples/lambda4.py +70 -0
  755. package/src/tests/samples/lambda5.py +23 -0
  756. package/src/tests/samples/lambda6.py +15 -0
  757. package/src/tests/samples/lines1.py +14 -0
  758. package/src/tests/samples/list1.py +90 -0
  759. package/src/tests/samples/listComprehension1.py +45 -0
  760. package/src/tests/samples/listComprehension2.py +17 -0
  761. package/src/tests/samples/listComprehension3.py +12 -0
  762. package/src/tests/samples/listComprehension4.py +15 -0
  763. package/src/tests/samples/listComprehension5.py +20 -0
  764. package/src/tests/samples/listComprehension6.py +14 -0
  765. package/src/tests/samples/listComprehension7.py +15 -0
  766. package/src/tests/samples/listComprehension8.py +15 -0
  767. package/src/tests/samples/literalString1.py +43 -0
  768. package/src/tests/samples/literals1.py +48 -0
  769. package/src/tests/samples/literals2.py +30 -0
  770. package/src/tests/samples/literals3.py +40 -0
  771. package/src/tests/samples/literals4.py +10 -0
  772. package/src/tests/samples/literals5.py +28 -0
  773. package/src/tests/samples/literals6.py +90 -0
  774. package/src/tests/samples/literals7.py +38 -0
  775. package/src/tests/samples/loops1.py +45 -0
  776. package/src/tests/samples/loops10.py +11 -0
  777. package/src/tests/samples/loops11.py +22 -0
  778. package/src/tests/samples/loops12.py +18 -0
  779. package/src/tests/samples/loops13.py +13 -0
  780. package/src/tests/samples/loops14.py +22 -0
  781. package/src/tests/samples/loops15.py +22 -0
  782. package/src/tests/samples/loops16.py +322 -0
  783. package/src/tests/samples/loops17.py +9 -0
  784. package/src/tests/samples/loops18.py +23 -0
  785. package/src/tests/samples/loops19.py +14 -0
  786. package/src/tests/samples/loops2.py +25 -0
  787. package/src/tests/samples/loops20.py +41 -0
  788. package/src/tests/samples/loops21.py +18 -0
  789. package/src/tests/samples/loops22.py +21 -0
  790. package/src/tests/samples/loops23.py +16 -0
  791. package/src/tests/samples/loops24.py +12 -0
  792. package/src/tests/samples/loops25.py +45 -0
  793. package/src/tests/samples/loops26.py +12 -0
  794. package/src/tests/samples/loops3.py +11 -0
  795. package/src/tests/samples/loops4.py +17 -0
  796. package/src/tests/samples/loops5.py +14 -0
  797. package/src/tests/samples/loops6.py +25 -0
  798. package/src/tests/samples/loops7.py +14 -0
  799. package/src/tests/samples/loops8.py +17 -0
  800. package/src/tests/samples/loops9.py +25 -0
  801. package/src/tests/samples/match1.py +190 -0
  802. package/src/tests/samples/match10.py +67 -0
  803. package/src/tests/samples/match2.py +340 -0
  804. package/src/tests/samples/match3.py +364 -0
  805. package/src/tests/samples/match4.py +100 -0
  806. package/src/tests/samples/match5.py +70 -0
  807. package/src/tests/samples/match6.py +64 -0
  808. package/src/tests/samples/match7.py +65 -0
  809. package/src/tests/samples/match8.py +19 -0
  810. package/src/tests/samples/match9.py +53 -0
  811. package/src/tests/samples/maxParseDepth1.py +499 -0
  812. package/src/tests/samples/maxParseDepth2.py +16 -0
  813. package/src/tests/samples/memberAccess1.py +70 -0
  814. package/src/tests/samples/memberAccess10.py +65 -0
  815. package/src/tests/samples/memberAccess11.py +37 -0
  816. package/src/tests/samples/memberAccess12.py +36 -0
  817. package/src/tests/samples/memberAccess13.py +17 -0
  818. package/src/tests/samples/memberAccess14.py +63 -0
  819. package/src/tests/samples/memberAccess15.py +20 -0
  820. package/src/tests/samples/memberAccess16.py +12 -0
  821. package/src/tests/samples/memberAccess17.py +31 -0
  822. package/src/tests/samples/memberAccess18.py +31 -0
  823. package/src/tests/samples/memberAccess2.py +45 -0
  824. package/src/tests/samples/memberAccess3.py +64 -0
  825. package/src/tests/samples/memberAccess4.py +91 -0
  826. package/src/tests/samples/memberAccess5.py +26 -0
  827. package/src/tests/samples/memberAccess6.py +52 -0
  828. package/src/tests/samples/memberAccess7.py +36 -0
  829. package/src/tests/samples/memberAccess8.py +75 -0
  830. package/src/tests/samples/memberAccess9.py +11 -0
  831. package/src/tests/samples/metaclass1.py +7 -0
  832. package/src/tests/samples/metaclass2.py +35 -0
  833. package/src/tests/samples/metaclass3.py +43 -0
  834. package/src/tests/samples/metaclass4.py +26 -0
  835. package/src/tests/samples/metaclass5.py +33 -0
  836. package/src/tests/samples/metaclass6.py +15 -0
  837. package/src/tests/samples/metaclass7.py +38 -0
  838. package/src/tests/samples/metaclass8.py +20 -0
  839. package/src/tests/samples/metaclass9.py +77 -0
  840. package/src/tests/samples/methodOverride1.py +507 -0
  841. package/src/tests/samples/methodOverride2.py +74 -0
  842. package/src/tests/samples/methodOverride3.py +111 -0
  843. package/src/tests/samples/methodOverride4.py +36 -0
  844. package/src/tests/samples/missingSuper1.py +73 -0
  845. package/src/tests/samples/module1.py +13 -0
  846. package/src/tests/samples/module2.py +7 -0
  847. package/src/tests/samples/mro1.py +16 -0
  848. package/src/tests/samples/mro2.py +45 -0
  849. package/src/tests/samples/mro3.py +30 -0
  850. package/src/tests/samples/mro4.py +30 -0
  851. package/src/tests/samples/nameBindings1.py +48 -0
  852. package/src/tests/samples/nameBindings2.py +9 -0
  853. package/src/tests/samples/nameBindings3.py +36 -0
  854. package/src/tests/samples/nameBindings4.py +10 -0
  855. package/src/tests/samples/nameBindings5.py +53 -0
  856. package/src/tests/samples/namedTuples1.py +103 -0
  857. package/src/tests/samples/namedTuples2.py +56 -0
  858. package/src/tests/samples/namedTuples3.py +15 -0
  859. package/src/tests/samples/namedTuples4.py +24 -0
  860. package/src/tests/samples/namedTuples5.py +15 -0
  861. package/src/tests/samples/namedTuples6.py +31 -0
  862. package/src/tests/samples/namedTuples7.py +27 -0
  863. package/src/tests/samples/never1.py +12 -0
  864. package/src/tests/samples/never2.py +43 -0
  865. package/src/tests/samples/newType1.py +34 -0
  866. package/src/tests/samples/newType2.py +25 -0
  867. package/src/tests/samples/newType3.py +34 -0
  868. package/src/tests/samples/newType4.py +8 -0
  869. package/src/tests/samples/none1.py +29 -0
  870. package/src/tests/samples/none2.py +22 -0
  871. package/src/tests/samples/noreturn1.py +78 -0
  872. package/src/tests/samples/noreturn2.py +37 -0
  873. package/src/tests/samples/noreturn3.py +16 -0
  874. package/src/tests/samples/noreturn4.py +29 -0
  875. package/src/tests/samples/operators1.py +101 -0
  876. package/src/tests/samples/operators2.py +30 -0
  877. package/src/tests/samples/operators3.py +8 -0
  878. package/src/tests/samples/operators4.py +22 -0
  879. package/src/tests/samples/operators5.py +5 -0
  880. package/src/tests/samples/operators6.py +10 -0
  881. package/src/tests/samples/operators7.py +24 -0
  882. package/src/tests/samples/operators8.py +125 -0
  883. package/src/tests/samples/optional1.py +77 -0
  884. package/src/tests/samples/optional2.py +23 -0
  885. package/src/tests/samples/overload1.py +50 -0
  886. package/src/tests/samples/overload10.py +48 -0
  887. package/src/tests/samples/overload2.py +37 -0
  888. package/src/tests/samples/overload3.py +29 -0
  889. package/src/tests/samples/overload4.py +46 -0
  890. package/src/tests/samples/overload5.py +333 -0
  891. package/src/tests/samples/overload6.py +64 -0
  892. package/src/tests/samples/overload7.py +376 -0
  893. package/src/tests/samples/overload8.py +89 -0
  894. package/src/tests/samples/overload9.py +19 -0
  895. package/src/tests/samples/package1/__init__.py +3 -0
  896. package/src/tests/samples/package1/psyche/pysche.py +4 -0
  897. package/src/tests/samples/package1/psyche.py +4 -0
  898. package/src/tests/samples/package1/sub/__init__.py +5 -0
  899. package/src/tests/samples/package1/sub.py +4 -0
  900. package/src/tests/samples/package1/sub.pyi +2 -0
  901. package/src/tests/samples/paramInference1.py +27 -0
  902. package/src/tests/samples/paramNames1.py +39 -0
  903. package/src/tests/samples/paramSpec1.py +64 -0
  904. package/src/tests/samples/paramSpec10.py +57 -0
  905. package/src/tests/samples/paramSpec11.py +36 -0
  906. package/src/tests/samples/paramSpec12.py +88 -0
  907. package/src/tests/samples/paramSpec13.py +112 -0
  908. package/src/tests/samples/paramSpec14.py +30 -0
  909. package/src/tests/samples/paramSpec15.py +28 -0
  910. package/src/tests/samples/paramSpec16.py +28 -0
  911. package/src/tests/samples/paramSpec17.py +34 -0
  912. package/src/tests/samples/paramSpec18.py +43 -0
  913. package/src/tests/samples/paramSpec19.py +93 -0
  914. package/src/tests/samples/paramSpec2.py +29 -0
  915. package/src/tests/samples/paramSpec20.py +87 -0
  916. package/src/tests/samples/paramSpec21.py +58 -0
  917. package/src/tests/samples/paramSpec22.py +26 -0
  918. package/src/tests/samples/paramSpec23.py +21 -0
  919. package/src/tests/samples/paramSpec24.py +67 -0
  920. package/src/tests/samples/paramSpec25.py +36 -0
  921. package/src/tests/samples/paramSpec26.py +25 -0
  922. package/src/tests/samples/paramSpec27.py +57 -0
  923. package/src/tests/samples/paramSpec28.py +39 -0
  924. package/src/tests/samples/paramSpec29.py +37 -0
  925. package/src/tests/samples/paramSpec3.py +71 -0
  926. package/src/tests/samples/paramSpec30.py +49 -0
  927. package/src/tests/samples/paramSpec31.py +16 -0
  928. package/src/tests/samples/paramSpec32.py +57 -0
  929. package/src/tests/samples/paramSpec33.py +29 -0
  930. package/src/tests/samples/paramSpec34.py +29 -0
  931. package/src/tests/samples/paramSpec35.py +24 -0
  932. package/src/tests/samples/paramSpec36.py +43 -0
  933. package/src/tests/samples/paramSpec37.py +25 -0
  934. package/src/tests/samples/paramSpec4.py +109 -0
  935. package/src/tests/samples/paramSpec5.py +29 -0
  936. package/src/tests/samples/paramSpec6.py +17 -0
  937. package/src/tests/samples/paramSpec7.py +22 -0
  938. package/src/tests/samples/paramSpec8.py +45 -0
  939. package/src/tests/samples/paramSpec9.py +57 -0
  940. package/src/tests/samples/paramType1.py +71 -0
  941. package/src/tests/samples/parameters1.py +16 -0
  942. package/src/tests/samples/partial1.py +163 -0
  943. package/src/tests/samples/partial2.py +31 -0
  944. package/src/tests/samples/private1.py +55 -0
  945. package/src/tests/samples/private2.py +11 -0
  946. package/src/tests/samples/project1/pyrightconfig.json +5 -0
  947. package/src/tests/samples/project1/sample1.py +0 -0
  948. package/src/tests/samples/project1/subfolder1/sample2.py +0 -0
  949. package/src/tests/samples/project1/subfolder1/subfolder1-1/sample3.py +0 -0
  950. package/src/tests/samples/project2/pyrightconfig.json +3 -0
  951. package/src/tests/samples/project3/pyrightconfig.json +7 -0
  952. package/src/tests/samples/project4/presentfile.py +0 -0
  953. package/src/tests/samples/project4/pyrightconfig.json +11 -0
  954. package/src/tests/samples/project4/subfolder/presentfile2.py +0 -0
  955. package/src/tests/samples/project4/subfolder/presentfile3.py +0 -0
  956. package/src/tests/samples/project5/pyrightconfig.json +4 -0
  957. package/src/tests/samples/project6/app1.py +0 -0
  958. package/src/tests/samples/project6/app2.py +0 -0
  959. package/src/tests/samples/project6/projectA/foo/__init__.py +0 -0
  960. package/src/tests/samples/project6/projectA/foo/bar/__init__.py +0 -0
  961. package/src/tests/samples/project6/projectB/foo/__init__.py +0 -0
  962. package/src/tests/samples/project6/projectB/foo/baz/__init__.py +0 -0
  963. package/src/tests/samples/project_src/src/module1.py +0 -0
  964. package/src/tests/samples/project_src_is_pkg/src/__init__.py +0 -0
  965. package/src/tests/samples/project_src_is_pkg/src/module1.py +0 -0
  966. package/src/tests/samples/project_src_with_config_extra_paths/pyrightconfig.json +3 -0
  967. package/src/tests/samples/project_src_with_config_extra_paths/src/module1.py +0 -0
  968. package/src/tests/samples/project_src_with_config_no_extra_paths/pyrightconfig.json +2 -0
  969. package/src/tests/samples/project_src_with_config_no_extra_paths/src/module1.py +0 -0
  970. package/src/tests/samples/project_src_with_extra_paths/src/_vendored/vendored1.py +1 -0
  971. package/src/tests/samples/project_src_with_extra_paths/src/module1.py +2 -0
  972. package/src/tests/samples/project_with_pyproject_toml/pyproject.toml +7 -0
  973. package/src/tests/samples/project_with_venv_auto_detect_exclude/myvenv/Lib/site-packages/library1.py +0 -0
  974. package/src/tests/samples/project_with_venv_auto_detect_exclude/myvenv/pyvenv.cfg +0 -0
  975. package/src/tests/samples/project_with_venv_auto_detect_exclude/pyrightconfig.json +2 -0
  976. package/src/tests/samples/project_with_venv_auto_detect_exclude/sample1.py +0 -0
  977. package/src/tests/samples/project_with_venv_auto_detect_exclude/subfolder1/sample2.py +0 -0
  978. package/src/tests/samples/project_with_venv_auto_detect_exclude/subfolder1/subfolder1-1/sample3.py +0 -0
  979. package/src/tests/samples/project_with_venv_auto_detect_include/excluded/excluded1.py +0 -0
  980. package/src/tests/samples/project_with_venv_auto_detect_include/myvenv/Lib/site-packages/library1.py +0 -0
  981. package/src/tests/samples/project_with_venv_auto_detect_include/myvenv/pyvenv.cfg +0 -0
  982. package/src/tests/samples/project_with_venv_auto_detect_include/pyrightconfig.json +3 -0
  983. package/src/tests/samples/project_with_venv_auto_detect_include/sample1.py +0 -0
  984. package/src/tests/samples/project_with_venv_auto_detect_include/subfolder1/sample2.py +0 -0
  985. package/src/tests/samples/project_with_venv_auto_detect_include/subfolder1/subfolder1-1/sample3.py +0 -0
  986. package/src/tests/samples/properties1.py +64 -0
  987. package/src/tests/samples/properties10.py +19 -0
  988. package/src/tests/samples/properties11.py +45 -0
  989. package/src/tests/samples/properties12.py +23 -0
  990. package/src/tests/samples/properties13.py +15 -0
  991. package/src/tests/samples/properties2.py +34 -0
  992. package/src/tests/samples/properties3.py +93 -0
  993. package/src/tests/samples/properties4.py +17 -0
  994. package/src/tests/samples/properties5.py +29 -0
  995. package/src/tests/samples/properties6.py +35 -0
  996. package/src/tests/samples/properties7.py +30 -0
  997. package/src/tests/samples/properties8.py +26 -0
  998. package/src/tests/samples/properties9.py +24 -0
  999. package/src/tests/samples/protocol1.py +132 -0
  1000. package/src/tests/samples/protocol10.py +36 -0
  1001. package/src/tests/samples/protocol11.py +32 -0
  1002. package/src/tests/samples/protocol12.py +12 -0
  1003. package/src/tests/samples/protocol13.py +26 -0
  1004. package/src/tests/samples/protocol14.py +27 -0
  1005. package/src/tests/samples/protocol15.py +27 -0
  1006. package/src/tests/samples/protocol16.py +22 -0
  1007. package/src/tests/samples/protocol17.py +94 -0
  1008. package/src/tests/samples/protocol18.py +27 -0
  1009. package/src/tests/samples/protocol19.py +39 -0
  1010. package/src/tests/samples/protocol2.py +38 -0
  1011. package/src/tests/samples/protocol20.py +22 -0
  1012. package/src/tests/samples/protocol21.py +26 -0
  1013. package/src/tests/samples/protocol22.py +43 -0
  1014. package/src/tests/samples/protocol23.py +41 -0
  1015. package/src/tests/samples/protocol24.py +74 -0
  1016. package/src/tests/samples/protocol25.py +31 -0
  1017. package/src/tests/samples/protocol26.py +40 -0
  1018. package/src/tests/samples/protocol27.py +76 -0
  1019. package/src/tests/samples/protocol28.py +32 -0
  1020. package/src/tests/samples/protocol29.py +26 -0
  1021. package/src/tests/samples/protocol3.py +110 -0
  1022. package/src/tests/samples/protocol30.py +30 -0
  1023. package/src/tests/samples/protocol31.py +22 -0
  1024. package/src/tests/samples/protocol32.py +67 -0
  1025. package/src/tests/samples/protocol33.py +39 -0
  1026. package/src/tests/samples/protocol34.py +21 -0
  1027. package/src/tests/samples/protocol4.py +22 -0
  1028. package/src/tests/samples/protocol5.py +25 -0
  1029. package/src/tests/samples/protocol6.py +65 -0
  1030. package/src/tests/samples/protocol7.py +24 -0
  1031. package/src/tests/samples/protocol8.py +34 -0
  1032. package/src/tests/samples/protocol9.py +35 -0
  1033. package/src/tests/samples/protocolModule1.py +15 -0
  1034. package/src/tests/samples/protocolModule2.py +83 -0
  1035. package/src/tests/samples/protocolModule3.py +14 -0
  1036. package/src/tests/samples/protocolModule4.py +26 -0
  1037. package/src/tests/samples/pseudoGeneric1.py +20 -0
  1038. package/src/tests/samples/pyrightIgnore1.py +11 -0
  1039. package/src/tests/samples/pyrightIgnore2.py +24 -0
  1040. package/src/tests/samples/python2.py +31 -0
  1041. package/src/tests/samples/recursiveTypeAlias1.py +79 -0
  1042. package/src/tests/samples/recursiveTypeAlias2.py +32 -0
  1043. package/src/tests/samples/recursiveTypeAlias3.py +26 -0
  1044. package/src/tests/samples/recursiveTypeAlias4.py +55 -0
  1045. package/src/tests/samples/recursiveTypeAlias5.pyi +10 -0
  1046. package/src/tests/samples/recursiveTypeAlias6.py +25 -0
  1047. package/src/tests/samples/recursiveTypeAlias7.py +15 -0
  1048. package/src/tests/samples/recursiveTypeAlias8.py +38 -0
  1049. package/src/tests/samples/recursiveTypeAlias9.py +22 -0
  1050. package/src/tests/samples/required1.py +47 -0
  1051. package/src/tests/samples/required2.py +56 -0
  1052. package/src/tests/samples/required3.py +22 -0
  1053. package/src/tests/samples/returnTypes1.py +26 -0
  1054. package/src/tests/samples/revealedType1.py +30 -0
  1055. package/src/tests/samples/sample1.py +6 -0
  1056. package/src/tests/samples/self1.py +93 -0
  1057. package/src/tests/samples/self2.py +195 -0
  1058. package/src/tests/samples/self3.py +9 -0
  1059. package/src/tests/samples/self4.py +18 -0
  1060. package/src/tests/samples/self5.py +26 -0
  1061. package/src/tests/samples/setComprehension1.py +34 -0
  1062. package/src/tests/samples/slots1.py +63 -0
  1063. package/src/tests/samples/slots2.py +38 -0
  1064. package/src/tests/samples/slots3.py +35 -0
  1065. package/src/tests/samples/specialization1.py +78 -0
  1066. package/src/tests/samples/specialization2.py +51 -0
  1067. package/src/tests/samples/staticExpressions1.py +52 -0
  1068. package/src/tests/samples/strings1.py +22 -0
  1069. package/src/tests/samples/subscript1.py +74 -0
  1070. package/src/tests/samples/subscript2.py +55 -0
  1071. package/src/tests/samples/subscript3.py +135 -0
  1072. package/src/tests/samples/suiteExpectedColon1.py +4 -0
  1073. package/src/tests/samples/suiteExpectedColon2.py +2 -0
  1074. package/src/tests/samples/suiteExpectedColon3.py +2 -0
  1075. package/src/tests/samples/super1.py +57 -0
  1076. package/src/tests/samples/super2.py +29 -0
  1077. package/src/tests/samples/super3.py +10 -0
  1078. package/src/tests/samples/super4.py +24 -0
  1079. package/src/tests/samples/super5.py +28 -0
  1080. package/src/tests/samples/super6.py +17 -0
  1081. package/src/tests/samples/super7.py +52 -0
  1082. package/src/tests/samples/super8.py +7 -0
  1083. package/src/tests/samples/super9.py +36 -0
  1084. package/src/tests/samples/test_file1.py +0 -0
  1085. package/src/tests/samples/threePartVersion1.py +33 -0
  1086. package/src/tests/samples/totalOrdering1.py +52 -0
  1087. package/src/tests/samples/tryExcept1.py +39 -0
  1088. package/src/tests/samples/tryExcept10.py +12 -0
  1089. package/src/tests/samples/tryExcept2.py +16 -0
  1090. package/src/tests/samples/tryExcept3.py +12 -0
  1091. package/src/tests/samples/tryExcept4.py +28 -0
  1092. package/src/tests/samples/tryExcept5.py +30 -0
  1093. package/src/tests/samples/tryExcept6.py +27 -0
  1094. package/src/tests/samples/tryExcept7.py +17 -0
  1095. package/src/tests/samples/tryExcept8.py +69 -0
  1096. package/src/tests/samples/tryExcept9.py +42 -0
  1097. package/src/tests/samples/tupleUnpack1.py +63 -0
  1098. package/src/tests/samples/tupleUnpack2.py +56 -0
  1099. package/src/tests/samples/tupleUnpack3.py +28 -0
  1100. package/src/tests/samples/tuples1.py +185 -0
  1101. package/src/tests/samples/tuples10.py +30 -0
  1102. package/src/tests/samples/tuples11.py +21 -0
  1103. package/src/tests/samples/tuples12.py +31 -0
  1104. package/src/tests/samples/tuples13.py +26 -0
  1105. package/src/tests/samples/tuples15.py +16 -0
  1106. package/src/tests/samples/tuples16.py +14 -0
  1107. package/src/tests/samples/tuples2.py +23 -0
  1108. package/src/tests/samples/tuples3.py +15 -0
  1109. package/src/tests/samples/tuples4.py +21 -0
  1110. package/src/tests/samples/tuples5.py +16 -0
  1111. package/src/tests/samples/tuples6.py +56 -0
  1112. package/src/tests/samples/tuples7.py +61 -0
  1113. package/src/tests/samples/tuples8.py +98 -0
  1114. package/src/tests/samples/tuples9.py +17 -0
  1115. package/src/tests/samples/typeAlias1.py +37 -0
  1116. package/src/tests/samples/typeAlias10.py +45 -0
  1117. package/src/tests/samples/typeAlias11.py +37 -0
  1118. package/src/tests/samples/typeAlias12.py +20 -0
  1119. package/src/tests/samples/typeAlias13.py +53 -0
  1120. package/src/tests/samples/typeAlias14.py +29 -0
  1121. package/src/tests/samples/typeAlias15.py +24 -0
  1122. package/src/tests/samples/typeAlias16.py +24 -0
  1123. package/src/tests/samples/typeAlias2.py +26 -0
  1124. package/src/tests/samples/typeAlias3.py +35 -0
  1125. package/src/tests/samples/typeAlias4.py +68 -0
  1126. package/src/tests/samples/typeAlias5.py +56 -0
  1127. package/src/tests/samples/typeAlias6.py +51 -0
  1128. package/src/tests/samples/typeAlias7.py +50 -0
  1129. package/src/tests/samples/typeAlias8.py +24 -0
  1130. package/src/tests/samples/typeAlias9.py +35 -0
  1131. package/src/tests/samples/typeGuard1.py +68 -0
  1132. package/src/tests/samples/typeGuard2.py +58 -0
  1133. package/src/tests/samples/typeGuard3.py +98 -0
  1134. package/src/tests/samples/typeIgnore1.py +10 -0
  1135. package/src/tests/samples/typeIgnore2.py +20 -0
  1136. package/src/tests/samples/typeIgnore3.py +22 -0
  1137. package/src/tests/samples/typeIgnore4.py +10 -0
  1138. package/src/tests/samples/typeIgnore5.py +7 -0
  1139. package/src/tests/samples/typeNarrowing1.py +56 -0
  1140. package/src/tests/samples/typeNarrowing2.py +14 -0
  1141. package/src/tests/samples/typeNarrowing3.py +47 -0
  1142. package/src/tests/samples/typeNarrowing4.py +24 -0
  1143. package/src/tests/samples/typeNarrowing5.py +19 -0
  1144. package/src/tests/samples/typeNarrowing6.py +27 -0
  1145. package/src/tests/samples/typeNarrowing7.py +71 -0
  1146. package/src/tests/samples/typeNarrowingAssert1.py +24 -0
  1147. package/src/tests/samples/typeNarrowingCallable1.py +78 -0
  1148. package/src/tests/samples/typeNarrowingEnum1.py +58 -0
  1149. package/src/tests/samples/typeNarrowingEnum2.py +71 -0
  1150. package/src/tests/samples/typeNarrowingFalsy1.py +50 -0
  1151. package/src/tests/samples/typeNarrowingIn1.py +97 -0
  1152. package/src/tests/samples/typeNarrowingIsNone1.py +56 -0
  1153. package/src/tests/samples/typeNarrowingIsNone2.py +8 -0
  1154. package/src/tests/samples/typeNarrowingIsNoneTuple1.py +42 -0
  1155. package/src/tests/samples/typeNarrowingIsNoneTuple2.py +35 -0
  1156. package/src/tests/samples/typeNarrowingIsinstance1.py +162 -0
  1157. package/src/tests/samples/typeNarrowingIsinstance2.py +14 -0
  1158. package/src/tests/samples/typeNarrowingIsinstance3.py +78 -0
  1159. package/src/tests/samples/typeNarrowingIsinstance4.py +50 -0
  1160. package/src/tests/samples/typeNarrowingIsinstance5.py +39 -0
  1161. package/src/tests/samples/typeNarrowingIsinstance6.py +77 -0
  1162. package/src/tests/samples/typeNarrowingIsinstance7.py +19 -0
  1163. package/src/tests/samples/typeNarrowingIsinstance8.py +19 -0
  1164. package/src/tests/samples/typeNarrowingLiteral1.py +35 -0
  1165. package/src/tests/samples/typeNarrowingLiteral2.py +63 -0
  1166. package/src/tests/samples/typeNarrowingLiteralMember1.py +140 -0
  1167. package/src/tests/samples/typeNarrowingLocalConst1.py +136 -0
  1168. package/src/tests/samples/typeNarrowingNoneMember1.py +102 -0
  1169. package/src/tests/samples/typeNarrowingTuple1.py +23 -0
  1170. package/src/tests/samples/typeNarrowingTupleLength1.py +47 -0
  1171. package/src/tests/samples/typeNarrowingTypeIs1.py +95 -0
  1172. package/src/tests/samples/typeNarrowingTypedDict1.py +99 -0
  1173. package/src/tests/samples/typeNarrowingTypedDict2.py +35 -0
  1174. package/src/tests/samples/typeNarrowingTypedDict3.py +45 -0
  1175. package/src/tests/samples/typePromotions1.py +30 -0
  1176. package/src/tests/samples/typeVar1.py +23 -0
  1177. package/src/tests/samples/typeVar10.py +21 -0
  1178. package/src/tests/samples/typeVar11.py +12 -0
  1179. package/src/tests/samples/typeVar2.py +26 -0
  1180. package/src/tests/samples/typeVar3.py +73 -0
  1181. package/src/tests/samples/typeVar4.py +45 -0
  1182. package/src/tests/samples/typeVar5.py +75 -0
  1183. package/src/tests/samples/typeVar6.py +115 -0
  1184. package/src/tests/samples/typeVar7.py +171 -0
  1185. package/src/tests/samples/typeVar8.py +30 -0
  1186. package/src/tests/samples/typeVar9.py +118 -0
  1187. package/src/tests/samples/typedDict1.py +63 -0
  1188. package/src/tests/samples/typedDict10.py +34 -0
  1189. package/src/tests/samples/typedDict11.py +12 -0
  1190. package/src/tests/samples/typedDict12.py +103 -0
  1191. package/src/tests/samples/typedDict13.py +14 -0
  1192. package/src/tests/samples/typedDict14.py +25 -0
  1193. package/src/tests/samples/typedDict15.py +53 -0
  1194. package/src/tests/samples/typedDict16.py +103 -0
  1195. package/src/tests/samples/typedDict17.py +24 -0
  1196. package/src/tests/samples/typedDict18.py +43 -0
  1197. package/src/tests/samples/typedDict2.py +56 -0
  1198. package/src/tests/samples/typedDict3.py +40 -0
  1199. package/src/tests/samples/typedDict4.py +68 -0
  1200. package/src/tests/samples/typedDict5.py +50 -0
  1201. package/src/tests/samples/typedDict6.py +77 -0
  1202. package/src/tests/samples/typedDict7.py +22 -0
  1203. package/src/tests/samples/typedDict8.py +19 -0
  1204. package/src/tests/samples/typedDict9.py +22 -0
  1205. package/src/tests/samples/unbound1.py +18 -0
  1206. package/src/tests/samples/unbound2.py +12 -0
  1207. package/src/tests/samples/unbound3.py +13 -0
  1208. package/src/tests/samples/unbound4.py +25 -0
  1209. package/src/tests/samples/unicode1.py +39 -0
  1210. package/src/tests/samples/uninitializedVariable1.py +27 -0
  1211. package/src/tests/samples/unions1.py +79 -0
  1212. package/src/tests/samples/unions2.py +15 -0
  1213. package/src/tests/samples/unions3.py +48 -0
  1214. package/src/tests/samples/unions4.py +20 -0
  1215. package/src/tests/samples/unions5.py +43 -0
  1216. package/src/tests/samples/unnecessaryCast1.py +13 -0
  1217. package/src/tests/samples/unnecessaryIsInstance1.py +91 -0
  1218. package/src/tests/samples/unnecessaryIsSubclass1.py +22 -0
  1219. package/src/tests/samples/unpack1.py +56 -0
  1220. package/src/tests/samples/unpack2.py +27 -0
  1221. package/src/tests/samples/unpack3.py +16 -0
  1222. package/src/tests/samples/unpack4.py +15 -0
  1223. package/src/tests/samples/unreachable1.py +112 -0
  1224. package/src/tests/samples/unusedCallResult1.py +67 -0
  1225. package/src/tests/samples/unusedCoroutine1.py +23 -0
  1226. package/src/tests/samples/unusedExpression1.py +34 -0
  1227. package/src/tests/samples/unusedVariable1.py +21 -0
  1228. package/src/tests/samples/variadicTypeVar1.py +51 -0
  1229. package/src/tests/samples/variadicTypeVar10.py +65 -0
  1230. package/src/tests/samples/variadicTypeVar11.py +72 -0
  1231. package/src/tests/samples/variadicTypeVar12.py +26 -0
  1232. package/src/tests/samples/variadicTypeVar13.py +35 -0
  1233. package/src/tests/samples/variadicTypeVar14.py +72 -0
  1234. package/src/tests/samples/variadicTypeVar2.py +63 -0
  1235. package/src/tests/samples/variadicTypeVar3.py +86 -0
  1236. package/src/tests/samples/variadicTypeVar4.py +71 -0
  1237. package/src/tests/samples/variadicTypeVar5.py +131 -0
  1238. package/src/tests/samples/variadicTypeVar6.py +78 -0
  1239. package/src/tests/samples/variadicTypeVar7.py +59 -0
  1240. package/src/tests/samples/variadicTypeVar8.py +116 -0
  1241. package/src/tests/samples/variadicTypeVar9.py +38 -0
  1242. package/src/tests/samples/with1.py +117 -0
  1243. package/src/tests/samples/with2.py +63 -0
  1244. package/src/tests/samples/with3.py +66 -0
  1245. package/src/tests/samples/with4.py +24 -0
  1246. package/src/tests/samples/with5.py +33 -0
  1247. package/src/tests/samples/zipfs/bad.egg +1 -0
  1248. package/src/tests/samples/zipfs/bad.zip +1 -0
  1249. package/src/tests/samples/zipfs/basic.egg +0 -0
  1250. package/src/tests/samples/zipfs/basic.zip +0 -0
  1251. package/src/tests/samples/zipfs/corrupt.egg +0 -0
  1252. package/src/tests/samples/zipfs/corrupt.zip +0 -0
  1253. package/src/tests/sourceFile.test.ts +25 -0
  1254. package/src/tests/stringUtils.test.ts +63 -0
  1255. package/src/tests/symbolNameUtils.test.ts +77 -0
  1256. package/src/tests/testState.test.ts +579 -0
  1257. package/src/tests/testUtils.ts +251 -0
  1258. package/src/tests/tokenizer.test.ts +1534 -0
  1259. package/src/tests/typeEvaluator1.test.ts +1372 -0
  1260. package/src/tests/typeEvaluator2.test.ts +1253 -0
  1261. package/src/tests/typeEvaluator3.test.ts +1279 -0
  1262. package/src/tests/typeEvaluator4.test.ts +1178 -0
  1263. package/src/tests/updateSymbolReference.test.ts +1107 -0
  1264. package/src/tests/zipfs.test.ts +116 -0
  1265. package/src/workspaceMap.ts +76 -0
@@ -0,0 +1,1379 @@
1
+ /*
2
+ * tokenizer.ts
3
+ * Copyright (c) Microsoft Corporation.
4
+ * Licensed under the MIT license.
5
+ * Author: Eric Traut
6
+ *
7
+ * Based on code from vscode-python repository:
8
+ * https://github.com/Microsoft/vscode-python
9
+ *
10
+ * Converts a Python program text stream into a stream of tokens.
11
+ */
12
+
13
+ import Char from 'typescript-char';
14
+
15
+ import { TextRange } from '../common/textRange';
16
+ import { TextRangeCollection } from '../common/textRangeCollection';
17
+ import {
18
+ isBinary,
19
+ isDecimal,
20
+ isHex,
21
+ isIdentifierChar,
22
+ isIdentifierStartChar,
23
+ isOctal,
24
+ isSurrogateChar,
25
+ } from './characters';
26
+ import { CharacterStream } from './characterStream';
27
+ import {
28
+ Comment,
29
+ CommentType,
30
+ DedentToken,
31
+ IdentifierToken,
32
+ IndentToken,
33
+ KeywordToken,
34
+ KeywordType,
35
+ NewLineToken,
36
+ NewLineType,
37
+ NumberToken,
38
+ OperatorFlags,
39
+ OperatorToken,
40
+ OperatorType,
41
+ StringToken,
42
+ StringTokenFlags,
43
+ Token,
44
+ TokenType,
45
+ } from './tokenizerTypes';
46
+
47
+ // This must be a Map, as operations like {}["constructor"] succeed.
48
+ const _keywords: Map<string, KeywordType> = new Map([
49
+ ['and', KeywordType.And],
50
+ ['as', KeywordType.As],
51
+ ['assert', KeywordType.Assert],
52
+ ['async', KeywordType.Async],
53
+ ['await', KeywordType.Await],
54
+ ['break', KeywordType.Break],
55
+ ['case', KeywordType.Case],
56
+ ['class', KeywordType.Class],
57
+ ['continue', KeywordType.Continue],
58
+ ['__debug__', KeywordType.Debug],
59
+ ['def', KeywordType.Def],
60
+ ['del', KeywordType.Del],
61
+ ['elif', KeywordType.Elif],
62
+ ['else', KeywordType.Else],
63
+ ['except', KeywordType.Except],
64
+ ['finally', KeywordType.Finally],
65
+ ['for', KeywordType.For],
66
+ ['from', KeywordType.From],
67
+ ['global', KeywordType.Global],
68
+ ['if', KeywordType.If],
69
+ ['import', KeywordType.Import],
70
+ ['in', KeywordType.In],
71
+ ['is', KeywordType.Is],
72
+ ['lambda', KeywordType.Lambda],
73
+ ['match', KeywordType.Match],
74
+ ['nonlocal', KeywordType.Nonlocal],
75
+ ['not', KeywordType.Not],
76
+ ['or', KeywordType.Or],
77
+ ['pass', KeywordType.Pass],
78
+ ['raise', KeywordType.Raise],
79
+ ['return', KeywordType.Return],
80
+ ['try', KeywordType.Try],
81
+ ['while', KeywordType.While],
82
+ ['with', KeywordType.With],
83
+ ['yield', KeywordType.Yield],
84
+ ['False', KeywordType.False],
85
+ ['None', KeywordType.None],
86
+ ['True', KeywordType.True],
87
+ ]);
88
+
89
+ const _operatorInfo: { [key: number]: OperatorFlags } = {
90
+ [OperatorType.Add]: OperatorFlags.Unary | OperatorFlags.Binary,
91
+ [OperatorType.AddEqual]: OperatorFlags.Assignment,
92
+ [OperatorType.Assign]: OperatorFlags.Assignment,
93
+ [OperatorType.BitwiseAnd]: OperatorFlags.Binary,
94
+ [OperatorType.BitwiseAndEqual]: OperatorFlags.Assignment,
95
+ [OperatorType.BitwiseInvert]: OperatorFlags.Unary,
96
+ [OperatorType.BitwiseOr]: OperatorFlags.Binary,
97
+ [OperatorType.BitwiseOrEqual]: OperatorFlags.Assignment,
98
+ [OperatorType.BitwiseXor]: OperatorFlags.Binary,
99
+ [OperatorType.BitwiseXorEqual]: OperatorFlags.Assignment,
100
+ [OperatorType.Divide]: OperatorFlags.Binary,
101
+ [OperatorType.DivideEqual]: OperatorFlags.Assignment,
102
+ [OperatorType.Equals]: OperatorFlags.Binary | OperatorFlags.Comparison,
103
+ [OperatorType.FloorDivide]: OperatorFlags.Binary,
104
+ [OperatorType.FloorDivideEqual]: OperatorFlags.Assignment,
105
+ [OperatorType.GreaterThan]: OperatorFlags.Binary | OperatorFlags.Comparison,
106
+ [OperatorType.GreaterThanOrEqual]: OperatorFlags.Binary | OperatorFlags.Comparison,
107
+ [OperatorType.LeftShift]: OperatorFlags.Binary,
108
+ [OperatorType.LeftShiftEqual]: OperatorFlags.Assignment,
109
+ [OperatorType.LessOrGreaterThan]: OperatorFlags.Binary | OperatorFlags.Comparison | OperatorFlags.Deprecated,
110
+ [OperatorType.LessThan]: OperatorFlags.Binary | OperatorFlags.Comparison,
111
+ [OperatorType.LessThanOrEqual]: OperatorFlags.Binary | OperatorFlags.Comparison,
112
+ [OperatorType.MatrixMultiply]: OperatorFlags.Binary,
113
+ [OperatorType.MatrixMultiplyEqual]: OperatorFlags.Assignment,
114
+ [OperatorType.Mod]: OperatorFlags.Binary,
115
+ [OperatorType.ModEqual]: OperatorFlags.Assignment,
116
+ [OperatorType.Multiply]: OperatorFlags.Binary,
117
+ [OperatorType.MultiplyEqual]: OperatorFlags.Assignment,
118
+ [OperatorType.NotEquals]: OperatorFlags.Binary | OperatorFlags.Comparison,
119
+ [OperatorType.Power]: OperatorFlags.Binary,
120
+ [OperatorType.PowerEqual]: OperatorFlags.Assignment,
121
+ [OperatorType.RightShift]: OperatorFlags.Binary,
122
+ [OperatorType.RightShiftEqual]: OperatorFlags.Assignment,
123
+ [OperatorType.Subtract]: OperatorFlags.Binary,
124
+ [OperatorType.SubtractEqual]: OperatorFlags.Assignment,
125
+
126
+ [OperatorType.And]: OperatorFlags.Binary,
127
+ [OperatorType.Or]: OperatorFlags.Binary,
128
+ [OperatorType.Not]: OperatorFlags.Unary,
129
+ [OperatorType.Is]: OperatorFlags.Binary,
130
+ [OperatorType.IsNot]: OperatorFlags.Binary,
131
+ [OperatorType.In]: OperatorFlags.Binary,
132
+ [OperatorType.NotIn]: OperatorFlags.Binary,
133
+ };
134
+
135
+ const _byteOrderMarker = 0xfeff;
136
+
137
+ const _maxStringTokenLength = 32 * 1024;
138
+
139
+ export const defaultTabSize = 8;
140
+
141
+ export interface TokenizerOutput {
142
+ // List of all tokens.
143
+ tokens: TextRangeCollection<Token>;
144
+
145
+ // List of ranges that comprise the lines.
146
+ lines: TextRangeCollection<TextRange>;
147
+
148
+ // Map of all line numbers that end in a "type: ignore" comment.
149
+ typeIgnoreLines: Map<number, IgnoreComment>;
150
+
151
+ // Map of all line numbers that end in a "pyright: ignore" comment.
152
+ pyrightIgnoreLines: Map<number, IgnoreComment>;
153
+
154
+ // Program starts with a "type: ignore" comment.
155
+ typeIgnoreAll: IgnoreComment | undefined;
156
+
157
+ // Line-end sequence ('/n', '/r', or '/r/n').
158
+ predominantEndOfLineSequence: string;
159
+
160
+ // Tab sequence ('/t or consecutive spaces).
161
+ predominantTabSequence: string;
162
+
163
+ // Does the code mostly use single or double quote
164
+ // characters for string literals?
165
+ predominantSingleQuoteCharacter: string;
166
+ }
167
+
168
+ interface StringScannerOutput {
169
+ escapedValue: string;
170
+ flags: StringTokenFlags;
171
+ }
172
+
173
+ interface IndentInfo {
174
+ tab1Spaces: number;
175
+ tab8Spaces: number;
176
+ isSpacePresent: boolean;
177
+ isTabPresent: boolean;
178
+ }
179
+
180
+ export interface IgnoreCommentRule {
181
+ text: string;
182
+ range: TextRange;
183
+ }
184
+
185
+ export interface IgnoreComment {
186
+ range: TextRange;
187
+ rulesList: IgnoreCommentRule[] | undefined;
188
+ }
189
+
190
+ export class Tokenizer {
191
+ private _cs = new CharacterStream('');
192
+ private _tokens: Token[] = [];
193
+ private _prevLineStart = 0;
194
+ private _parenDepth = 0;
195
+ private _lineRanges: TextRange[] = [];
196
+ private _indentAmounts: IndentInfo[] = [];
197
+ private _typeIgnoreAll: IgnoreComment | undefined;
198
+ private _typeIgnoreLines = new Map<number, IgnoreComment>();
199
+ private _pyrightIgnoreLines = new Map<number, IgnoreComment>();
200
+ private _comments: Comment[] | undefined;
201
+
202
+ // Total times CR, CR/LF, and LF are used to terminate
203
+ // lines. Used to determine the predominant line ending.
204
+ private _crCount = 0;
205
+ private _crLfCount = 0;
206
+ private _lfCount = 0;
207
+
208
+ // Number of times an indent token is emitted.
209
+ private _indentCount = 0;
210
+
211
+ // Number of times an indent token is emitted and a tab character
212
+ // is present (used to determine predominant tab sequence).
213
+ private _indentTabCount = 0;
214
+
215
+ // Number of spaces that are added for an indent token
216
+ // (used to determine predominant tab sequence).
217
+ private _indentSpacesTotal = 0;
218
+
219
+ // Number of single or double quote string literals found
220
+ // in the code.
221
+ private _singleQuoteCount = 0;
222
+ private _doubleQuoteCount = 0;
223
+
224
+ // ipython mode
225
+ private _ipythonMode = false;
226
+
227
+ tokenize(
228
+ text: string,
229
+ start?: number,
230
+ length?: number,
231
+ initialParenDepth = 0,
232
+ ipythonMode = false
233
+ ): TokenizerOutput {
234
+ if (start === undefined) {
235
+ start = 0;
236
+ } else if (start < 0 || start > text.length) {
237
+ throw new Error(`Invalid range start (start=${start}, text.length=${text.length})`);
238
+ }
239
+
240
+ if (length === undefined) {
241
+ length = text.length;
242
+ } else if (length < 0 || start + length > text.length) {
243
+ throw new Error(`Invalid range length (start=${start}, length=${length}, text.length=${text.length})`);
244
+ } else if (start + length < text.length) {
245
+ text = text.substring(0, start + length);
246
+ }
247
+
248
+ this._cs = new CharacterStream(text);
249
+ this._cs.position = start;
250
+ this._tokens = [];
251
+ this._prevLineStart = 0;
252
+ this._parenDepth = initialParenDepth;
253
+ this._lineRanges = [];
254
+ this._indentAmounts = [];
255
+ this._ipythonMode = ipythonMode;
256
+
257
+ const end = start + length;
258
+
259
+ if (start === 0) {
260
+ this._readIndentationAfterNewLine();
261
+ }
262
+
263
+ while (!this._cs.isEndOfStream()) {
264
+ this._addNextToken();
265
+
266
+ if (this._cs.position >= end) {
267
+ break;
268
+ }
269
+ }
270
+
271
+ // Insert an implied new line to make parsing easier.
272
+ if (this._tokens.length === 0 || this._tokens[this._tokens.length - 1].type !== TokenType.NewLine) {
273
+ this._tokens.push(NewLineToken.create(this._cs.position, 0, NewLineType.Implied, this._getComments()));
274
+ }
275
+
276
+ // Insert any implied dedent tokens.
277
+ this._setIndent(0, 0, /* isSpacePresent */ false, /* isTabPresent */ false);
278
+
279
+ // Add a final end-of-stream token to make parsing easier.
280
+ this._tokens.push(Token.create(TokenType.EndOfStream, this._cs.position, 0, this._getComments()));
281
+
282
+ // Add the final line range.
283
+ this._addLineRange();
284
+
285
+ let predominantEndOfLineSequence = '\n';
286
+ if (this._crCount > this._crLfCount && this._crCount > this._lfCount) {
287
+ predominantEndOfLineSequence = '\r';
288
+ } else if (this._crLfCount > this._crCount && this._crLfCount > this._lfCount) {
289
+ predominantEndOfLineSequence = '\r\n';
290
+ }
291
+
292
+ let predominantTabSequence = ' ';
293
+ // If more than half of the indents use tab sequences,
294
+ // assume we're using tabs rather than spaces.
295
+ if (this._indentTabCount > this._indentCount / 2) {
296
+ predominantTabSequence = '\t';
297
+ } else if (this._indentCount > 0) {
298
+ // Compute the average number of spaces per indent
299
+ // to estimate the predominant tab value.
300
+ let averageSpacePerIndent = Math.round(this._indentSpacesTotal / this._indentCount);
301
+ if (averageSpacePerIndent < 1) {
302
+ averageSpacePerIndent = 1;
303
+ } else if (averageSpacePerIndent > defaultTabSize) {
304
+ averageSpacePerIndent = defaultTabSize;
305
+ }
306
+ predominantTabSequence = '';
307
+ for (let i = 0; i < averageSpacePerIndent; i++) {
308
+ predominantTabSequence += ' ';
309
+ }
310
+ }
311
+
312
+ return {
313
+ tokens: new TextRangeCollection(this._tokens),
314
+ lines: new TextRangeCollection(this._lineRanges),
315
+ typeIgnoreLines: this._typeIgnoreLines,
316
+ typeIgnoreAll: this._typeIgnoreAll,
317
+ pyrightIgnoreLines: this._pyrightIgnoreLines,
318
+ predominantEndOfLineSequence,
319
+ predominantTabSequence,
320
+ predominantSingleQuoteCharacter: this._singleQuoteCount >= this._doubleQuoteCount ? "'" : '"',
321
+ };
322
+ }
323
+
324
+ static getOperatorInfo(operatorType: OperatorType): OperatorFlags {
325
+ return _operatorInfo[operatorType];
326
+ }
327
+
328
+ static isOperatorAssignment(operatorType?: OperatorType): boolean {
329
+ if (operatorType === undefined || _operatorInfo[operatorType] === undefined) {
330
+ return false;
331
+ }
332
+ return (_operatorInfo[operatorType] & OperatorFlags.Assignment) !== 0;
333
+ }
334
+
335
+ static isOperatorComparison(operatorType?: OperatorType): boolean {
336
+ if (operatorType === undefined || _operatorInfo[operatorType] === undefined) {
337
+ return false;
338
+ }
339
+ return (_operatorInfo[operatorType] & OperatorFlags.Comparison) !== 0;
340
+ }
341
+
342
+ private _addNextToken(): void {
343
+ this._cs.skipWhitespace();
344
+
345
+ if (this._cs.isEndOfStream()) {
346
+ return;
347
+ }
348
+
349
+ if (!this._handleCharacter()) {
350
+ this._cs.moveNext();
351
+ }
352
+ }
353
+
354
+ private _handleCharacter(): boolean {
355
+ // f-strings, b-strings, etc
356
+ const stringPrefixLength = this._getStringPrefixLength();
357
+
358
+ if (stringPrefixLength >= 0) {
359
+ let stringPrefix = '';
360
+ if (stringPrefixLength > 0) {
361
+ stringPrefix = this._cs.getText().substring(this._cs.position, this._cs.position + stringPrefixLength);
362
+ // Indeed a string
363
+ this._cs.advance(stringPrefixLength);
364
+ }
365
+
366
+ const quoteTypeFlags = this._getQuoteTypeFlags(stringPrefix);
367
+ if (quoteTypeFlags !== StringTokenFlags.None) {
368
+ this._handleString(quoteTypeFlags, stringPrefixLength);
369
+ return true;
370
+ }
371
+ }
372
+
373
+ if (this._cs.currentChar === Char.Hash) {
374
+ this._handleComment();
375
+ return true;
376
+ }
377
+
378
+ if (this._ipythonMode && this._isIPythonMagics()) {
379
+ this._handleIPythonMagics(
380
+ this._cs.currentChar === Char.Percent ? CommentType.IPythonMagic : CommentType.IPythonShellEscape
381
+ );
382
+ return true;
383
+ }
384
+
385
+ switch (this._cs.currentChar) {
386
+ case _byteOrderMarker: {
387
+ // Skip the BOM if it's at the start of the file.
388
+ if (this._cs.position === 0) {
389
+ return false;
390
+ }
391
+ return this._handleInvalid();
392
+ }
393
+
394
+ case Char.CarriageReturn: {
395
+ const length = this._cs.nextChar === Char.LineFeed ? 2 : 1;
396
+ const newLineType = length === 2 ? NewLineType.CarriageReturnLineFeed : NewLineType.CarriageReturn;
397
+ this._handleNewLine(length, newLineType);
398
+ return true;
399
+ }
400
+
401
+ case Char.LineFeed: {
402
+ this._handleNewLine(1, NewLineType.LineFeed);
403
+ return true;
404
+ }
405
+
406
+ case Char.Backslash: {
407
+ if (this._cs.nextChar === Char.CarriageReturn) {
408
+ if (this._cs.lookAhead(2) === Char.LineFeed) {
409
+ this._cs.advance(3);
410
+ } else {
411
+ this._cs.advance(2);
412
+ }
413
+ this._addLineRange();
414
+ return true;
415
+ } else if (this._cs.nextChar === Char.LineFeed) {
416
+ this._cs.advance(2);
417
+ this._addLineRange();
418
+ return true;
419
+ }
420
+ return this._handleInvalid();
421
+ }
422
+
423
+ case Char.OpenParenthesis: {
424
+ this._parenDepth++;
425
+ this._tokens.push(Token.create(TokenType.OpenParenthesis, this._cs.position, 1, this._getComments()));
426
+ break;
427
+ }
428
+
429
+ case Char.CloseParenthesis: {
430
+ if (this._parenDepth > 0) {
431
+ this._parenDepth--;
432
+ }
433
+ this._tokens.push(Token.create(TokenType.CloseParenthesis, this._cs.position, 1, this._getComments()));
434
+ break;
435
+ }
436
+
437
+ case Char.OpenBracket: {
438
+ this._parenDepth++;
439
+ this._tokens.push(Token.create(TokenType.OpenBracket, this._cs.position, 1, this._getComments()));
440
+ break;
441
+ }
442
+
443
+ case Char.CloseBracket: {
444
+ if (this._parenDepth > 0) {
445
+ this._parenDepth--;
446
+ }
447
+ this._tokens.push(Token.create(TokenType.CloseBracket, this._cs.position, 1, this._getComments()));
448
+ break;
449
+ }
450
+
451
+ case Char.OpenBrace: {
452
+ this._parenDepth++;
453
+ this._tokens.push(Token.create(TokenType.OpenCurlyBrace, this._cs.position, 1, this._getComments()));
454
+ break;
455
+ }
456
+
457
+ case Char.CloseBrace: {
458
+ if (this._parenDepth > 0) {
459
+ this._parenDepth--;
460
+ }
461
+ this._tokens.push(Token.create(TokenType.CloseCurlyBrace, this._cs.position, 1, this._getComments()));
462
+ break;
463
+ }
464
+
465
+ case Char.Comma: {
466
+ this._tokens.push(Token.create(TokenType.Comma, this._cs.position, 1, this._getComments()));
467
+ break;
468
+ }
469
+
470
+ case Char.Backtick: {
471
+ this._tokens.push(Token.create(TokenType.Backtick, this._cs.position, 1, this._getComments()));
472
+ break;
473
+ }
474
+
475
+ case Char.Semicolon: {
476
+ this._tokens.push(Token.create(TokenType.Semicolon, this._cs.position, 1, this._getComments()));
477
+ break;
478
+ }
479
+
480
+ case Char.Colon: {
481
+ if (this._cs.nextChar === Char.Equal) {
482
+ this._tokens.push(
483
+ OperatorToken.create(this._cs.position, 2, OperatorType.Walrus, this._getComments())
484
+ );
485
+ this._cs.advance(1);
486
+ break;
487
+ }
488
+ this._tokens.push(Token.create(TokenType.Colon, this._cs.position, 1, this._getComments()));
489
+ break;
490
+ }
491
+
492
+ default: {
493
+ if (this._isPossibleNumber()) {
494
+ if (this._tryNumber()) {
495
+ return true;
496
+ }
497
+ }
498
+
499
+ if (this._cs.currentChar === Char.Period) {
500
+ if (this._cs.nextChar === Char.Period && this._cs.lookAhead(2) === Char.Period) {
501
+ this._tokens.push(Token.create(TokenType.Ellipsis, this._cs.position, 3, this._getComments()));
502
+ this._cs.advance(3);
503
+ return true;
504
+ }
505
+ this._tokens.push(Token.create(TokenType.Dot, this._cs.position, 1, this._getComments()));
506
+ break;
507
+ }
508
+
509
+ if (!this._tryIdentifier()) {
510
+ if (!this._tryOperator()) {
511
+ return this._handleInvalid();
512
+ }
513
+ }
514
+ return true;
515
+ }
516
+ }
517
+ return false;
518
+ }
519
+
520
+ private _addLineRange() {
521
+ const lineLength = this._cs.position - this._prevLineStart;
522
+ if (lineLength > 0) {
523
+ this._lineRanges.push({ start: this._prevLineStart, length: lineLength });
524
+ }
525
+
526
+ this._prevLineStart = this._cs.position;
527
+ }
528
+
529
+ private _handleNewLine(length: number, newLineType: NewLineType) {
530
+ if (this._parenDepth === 0 && newLineType !== NewLineType.Implied) {
531
+ // New lines are ignored within parentheses.
532
+ // We'll also avoid adding multiple newlines in a row to simplify parsing.
533
+ if (this._tokens.length === 0 || this._tokens[this._tokens.length - 1].type !== TokenType.NewLine) {
534
+ this._tokens.push(NewLineToken.create(this._cs.position, length, newLineType, this._getComments()));
535
+ }
536
+ }
537
+ if (newLineType === NewLineType.CarriageReturn) {
538
+ this._crCount++;
539
+ } else if (newLineType === NewLineType.CarriageReturnLineFeed) {
540
+ this._crLfCount++;
541
+ } else {
542
+ this._lfCount++;
543
+ }
544
+ this._cs.advance(length);
545
+ this._addLineRange();
546
+ this._readIndentationAfterNewLine();
547
+ }
548
+
549
+ private _readIndentationAfterNewLine() {
550
+ let tab1Spaces = 0;
551
+ let tab8Spaces = 0;
552
+ let isTabPresent = false;
553
+ let isSpacePresent = false;
554
+
555
+ while (!this._cs.isEndOfStream()) {
556
+ switch (this._cs.currentChar) {
557
+ case Char.Space:
558
+ tab1Spaces++;
559
+ tab8Spaces++;
560
+ isSpacePresent = true;
561
+ this._cs.moveNext();
562
+ break;
563
+
564
+ case Char.Tab:
565
+ // Translate tabs into spaces assuming both 1-space
566
+ // and 8-space tab stops.
567
+ tab1Spaces++;
568
+ tab8Spaces += defaultTabSize - (tab8Spaces % defaultTabSize);
569
+ isTabPresent = true;
570
+ this._cs.moveNext();
571
+ break;
572
+
573
+ case Char.FormFeed:
574
+ tab1Spaces = 0;
575
+ tab8Spaces = 0;
576
+ isTabPresent = false;
577
+ isSpacePresent = false;
578
+ this._cs.moveNext();
579
+ break;
580
+
581
+ default:
582
+ // Non-blank line. Set the current indent level.
583
+ this._setIndent(tab1Spaces, tab8Spaces, isSpacePresent, isTabPresent);
584
+ return;
585
+
586
+ case Char.Hash:
587
+ case Char.LineFeed:
588
+ case Char.CarriageReturn:
589
+ // Blank line -- no need to adjust indentation.
590
+ return;
591
+ }
592
+ }
593
+ }
594
+
595
+ // The caller must specify two space count values. The first assumes
596
+ // that tabs are translated into one-space tab stops. The second assumes
597
+ // that tabs are translated into eight-space tab stops.
598
+ private _setIndent(tab1Spaces: number, tab8Spaces: number, isSpacePresent: boolean, isTabPresent: boolean) {
599
+ // Indentations are ignored within a parenthesized clause.
600
+ if (this._parenDepth > 0) {
601
+ return;
602
+ }
603
+
604
+ // Insert indent or dedent tokens as necessary.
605
+ if (this._indentAmounts.length === 0) {
606
+ if (tab8Spaces > 0) {
607
+ this._indentCount++;
608
+ if (isTabPresent) {
609
+ this._indentTabCount++;
610
+ }
611
+ this._indentSpacesTotal += tab8Spaces;
612
+
613
+ this._indentAmounts.push({
614
+ tab1Spaces,
615
+ tab8Spaces,
616
+ isSpacePresent,
617
+ isTabPresent,
618
+ });
619
+ this._tokens.push(IndentToken.create(this._cs.position, 0, tab8Spaces, false, this._getComments()));
620
+ }
621
+ } else {
622
+ const prevTabInfo = this._indentAmounts[this._indentAmounts.length - 1];
623
+ if (prevTabInfo.tab8Spaces < tab8Spaces) {
624
+ // The Python spec says that if there is ambiguity about how tabs should
625
+ // be translated into spaces because the user has intermixed tabs and
626
+ // spaces, it should be an error. We'll record this condition in the token
627
+ // so the parser can later report it.
628
+ const isIndentAmbiguous =
629
+ ((prevTabInfo.isSpacePresent && isTabPresent) || (prevTabInfo.isTabPresent && isSpacePresent)) &&
630
+ prevTabInfo.tab1Spaces >= tab1Spaces;
631
+
632
+ this._indentCount++;
633
+ if (isTabPresent) {
634
+ this._indentTabCount++;
635
+ }
636
+ this._indentSpacesTotal += tab8Spaces - this._indentAmounts[this._indentAmounts.length - 1].tab8Spaces;
637
+
638
+ this._indentAmounts.push({
639
+ tab1Spaces,
640
+ tab8Spaces,
641
+ isSpacePresent,
642
+ isTabPresent,
643
+ });
644
+
645
+ this._tokens.push(
646
+ IndentToken.create(this._cs.position, 0, tab8Spaces, isIndentAmbiguous, this._getComments())
647
+ );
648
+ } else if (prevTabInfo.tab8Spaces === tab8Spaces) {
649
+ // The Python spec says that if there is ambiguity about how tabs should
650
+ // be translated into spaces because the user has intermixed tabs and
651
+ // spaces, it should be an error. We'll record this condition in the token
652
+ // so the parser can later report it.
653
+ if ((prevTabInfo.isSpacePresent && isTabPresent) || (prevTabInfo.isTabPresent && isSpacePresent)) {
654
+ this._tokens.push(IndentToken.create(this._cs.position, 0, tab8Spaces, true, this._getComments()));
655
+ }
656
+ } else {
657
+ // The Python spec says that if there is ambiguity about how tabs should
658
+ // be translated into spaces because the user has intermixed tabs and
659
+ // spaces, it should be an error. We'll record this condition in the token
660
+ // so the parser can later report it.
661
+ let isDedentAmbiguous =
662
+ (prevTabInfo.isSpacePresent && isTabPresent) || (prevTabInfo.isTabPresent && isSpacePresent);
663
+
664
+ // The Python spec says that dedent amounts need to match the indent
665
+ // amount exactly. An error is generated at runtime if it doesn't.
666
+ // We'll record that error condition within the token, allowing the
667
+ // parser to report it later.
668
+ const dedentPoints: number[] = [];
669
+ while (
670
+ this._indentAmounts.length > 0 &&
671
+ this._indentAmounts[this._indentAmounts.length - 1].tab8Spaces > tab8Spaces
672
+ ) {
673
+ dedentPoints.push(
674
+ this._indentAmounts.length > 1
675
+ ? this._indentAmounts[this._indentAmounts.length - 2].tab8Spaces
676
+ : 0
677
+ );
678
+ this._indentAmounts.pop();
679
+ }
680
+
681
+ dedentPoints.forEach((dedentAmount, index) => {
682
+ const matchesIndent = index < dedentPoints.length - 1 || dedentAmount === tab8Spaces;
683
+ const actualDedentAmount = index < dedentPoints.length - 1 ? dedentAmount : tab8Spaces;
684
+ this._tokens.push(
685
+ DedentToken.create(
686
+ this._cs.position,
687
+ 0,
688
+ actualDedentAmount,
689
+ matchesIndent,
690
+ isDedentAmbiguous,
691
+ this._getComments()
692
+ )
693
+ );
694
+
695
+ isDedentAmbiguous = false;
696
+ });
697
+ }
698
+ }
699
+ }
700
+
701
+ private _tryIdentifier(): boolean {
702
+ const swallowRemainingChars = () => {
703
+ while (true) {
704
+ if (isIdentifierChar(this._cs.currentChar)) {
705
+ this._cs.moveNext();
706
+ } else if (isIdentifierChar(this._cs.currentChar, this._cs.nextChar)) {
707
+ this._cs.moveNext();
708
+ this._cs.moveNext();
709
+ } else {
710
+ break;
711
+ }
712
+ }
713
+ };
714
+
715
+ const start = this._cs.position;
716
+ if (isIdentifierStartChar(this._cs.currentChar)) {
717
+ this._cs.moveNext();
718
+ swallowRemainingChars();
719
+ } else if (isIdentifierStartChar(this._cs.currentChar, this._cs.nextChar)) {
720
+ this._cs.moveNext();
721
+ this._cs.moveNext();
722
+ swallowRemainingChars();
723
+ }
724
+
725
+ if (this._cs.position > start) {
726
+ const value = this._cs.getText().substring(start, this._cs.position);
727
+ if (_keywords.has(value)) {
728
+ this._tokens.push(
729
+ KeywordToken.create(start, this._cs.position - start, _keywords.get(value)!, this._getComments())
730
+ );
731
+ } else {
732
+ this._tokens.push(IdentifierToken.create(start, this._cs.position - start, value, this._getComments()));
733
+ }
734
+ return true;
735
+ }
736
+ return false;
737
+ }
738
+
739
+ private _isPossibleNumber(): boolean {
740
+ if (isDecimal(this._cs.currentChar)) {
741
+ return true;
742
+ }
743
+
744
+ if (this._cs.currentChar === Char.Period && isDecimal(this._cs.nextChar)) {
745
+ return true;
746
+ }
747
+
748
+ return false;
749
+ }
750
+
751
+ private _tryNumber(): boolean {
752
+ const start = this._cs.position;
753
+
754
+ if (this._cs.currentChar === Char._0) {
755
+ let radix = 0;
756
+ let leadingChars = 0;
757
+
758
+ // Try hex => hexinteger: "0" ("x" | "X") (["_"] hexdigit)+
759
+ if ((this._cs.nextChar === Char.x || this._cs.nextChar === Char.X) && isHex(this._cs.lookAhead(2))) {
760
+ this._cs.advance(2);
761
+ leadingChars = 2;
762
+ while (isHex(this._cs.currentChar)) {
763
+ this._cs.moveNext();
764
+ }
765
+ radix = 16;
766
+ }
767
+
768
+ // Try binary => bininteger: "0" ("b" | "B") (["_"] bindigit)+
769
+ else if (
770
+ (this._cs.nextChar === Char.b || this._cs.nextChar === Char.B) &&
771
+ isBinary(this._cs.lookAhead(2))
772
+ ) {
773
+ this._cs.advance(2);
774
+ leadingChars = 2;
775
+ while (isBinary(this._cs.currentChar)) {
776
+ this._cs.moveNext();
777
+ }
778
+ radix = 2;
779
+ }
780
+
781
+ // Try octal => octinteger: "0" ("o" | "O") (["_"] octdigit)+
782
+ else if ((this._cs.nextChar === Char.o || this._cs.nextChar === Char.O) && isOctal(this._cs.lookAhead(2))) {
783
+ this._cs.advance(2);
784
+ leadingChars = 2;
785
+ while (isOctal(this._cs.currentChar)) {
786
+ this._cs.moveNext();
787
+ }
788
+ radix = 8;
789
+ }
790
+
791
+ if (radix > 0) {
792
+ const text = this._cs.getText().substring(start, this._cs.position);
793
+ const simpleIntText = text.replace(/_/g, '');
794
+ let intValue: number | bigint = parseInt(simpleIntText.substring(leadingChars), radix);
795
+
796
+ if (!isNaN(intValue)) {
797
+ const bigIntValue = BigInt(simpleIntText);
798
+ if (!isFinite(intValue) || BigInt(intValue) !== bigIntValue) {
799
+ intValue = bigIntValue;
800
+ }
801
+
802
+ this._tokens.push(
803
+ NumberToken.create(start, text.length, intValue, true, false, this._getComments())
804
+ );
805
+ return true;
806
+ }
807
+ }
808
+ }
809
+
810
+ let isDecimalInteger = false;
811
+ let mightBeFloatingPoint = false;
812
+ // Try decimal int =>
813
+ // decinteger: nonzerodigit (["_"] digit)* | "0" (["_"] "0")*
814
+ // nonzerodigit: "1"..."9"
815
+ // digit: "0"..."9"
816
+ if (this._cs.currentChar >= Char._1 && this._cs.currentChar <= Char._9) {
817
+ while (isDecimal(this._cs.currentChar)) {
818
+ mightBeFloatingPoint = true;
819
+ this._cs.moveNext();
820
+ }
821
+ isDecimalInteger =
822
+ this._cs.currentChar !== Char.Period &&
823
+ this._cs.currentChar !== Char.e &&
824
+ this._cs.currentChar !== Char.E;
825
+ }
826
+
827
+ // "0" (["_"] "0")*
828
+ if (this._cs.currentChar === Char._0) {
829
+ mightBeFloatingPoint = true;
830
+ while (this._cs.currentChar === Char._0 || this._cs.currentChar === Char.Underscore) {
831
+ this._cs.moveNext();
832
+ }
833
+ isDecimalInteger =
834
+ this._cs.currentChar !== Char.Period &&
835
+ this._cs.currentChar !== Char.e &&
836
+ this._cs.currentChar !== Char.E;
837
+ }
838
+
839
+ if (isDecimalInteger) {
840
+ let text = this._cs.getText().substring(start, this._cs.position);
841
+ const simpleIntText = text.replace(/_/g, '');
842
+ let intValue: number | bigint = parseInt(simpleIntText, 10);
843
+
844
+ if (!isNaN(intValue)) {
845
+ let isImaginary = false;
846
+
847
+ const bigIntValue = BigInt(simpleIntText);
848
+ if (!isFinite(intValue) || BigInt(intValue) !== bigIntValue) {
849
+ intValue = bigIntValue;
850
+ }
851
+
852
+ if (this._cs.currentChar === Char.j || this._cs.currentChar === Char.J) {
853
+ isImaginary = true;
854
+ text += String.fromCharCode(this._cs.currentChar);
855
+ this._cs.moveNext();
856
+ }
857
+
858
+ this._tokens.push(
859
+ NumberToken.create(start, text.length, intValue, true, isImaginary, this._getComments())
860
+ );
861
+ return true;
862
+ }
863
+ }
864
+
865
+ // Floating point. Sign and leading digits were already skipped over.
866
+ this._cs.position = start;
867
+ if (
868
+ mightBeFloatingPoint ||
869
+ (this._cs.currentChar === Char.Period && this._cs.nextChar >= Char._0 && this._cs.nextChar <= Char._9)
870
+ ) {
871
+ if (this._skipFloatingPointCandidate()) {
872
+ let text = this._cs.getText().substring(start, this._cs.position);
873
+ const value = parseFloat(text);
874
+ if (!isNaN(value)) {
875
+ let isImaginary = false;
876
+ if (this._cs.currentChar === Char.j || this._cs.currentChar === Char.J) {
877
+ isImaginary = true;
878
+ text += String.fromCharCode(this._cs.currentChar);
879
+ this._cs.moveNext();
880
+ }
881
+ this._tokens.push(
882
+ NumberToken.create(
883
+ start,
884
+ this._cs.position - start,
885
+ value,
886
+ false,
887
+ isImaginary,
888
+ this._getComments()
889
+ )
890
+ );
891
+ return true;
892
+ }
893
+ }
894
+ }
895
+
896
+ this._cs.position = start;
897
+ return false;
898
+ }
899
+
900
+ private _tryOperator(): boolean {
901
+ let length = 0;
902
+ const nextChar = this._cs.nextChar;
903
+ let operatorType: OperatorType;
904
+
905
+ switch (this._cs.currentChar) {
906
+ case Char.Plus:
907
+ length = nextChar === Char.Equal ? 2 : 1;
908
+ operatorType = length === 2 ? OperatorType.AddEqual : OperatorType.Add;
909
+ break;
910
+
911
+ case Char.Ampersand:
912
+ length = nextChar === Char.Equal ? 2 : 1;
913
+ operatorType = length === 2 ? OperatorType.BitwiseAndEqual : OperatorType.BitwiseAnd;
914
+ break;
915
+
916
+ case Char.Bar:
917
+ length = nextChar === Char.Equal ? 2 : 1;
918
+ operatorType = length === 2 ? OperatorType.BitwiseOrEqual : OperatorType.BitwiseOr;
919
+ break;
920
+
921
+ case Char.Caret:
922
+ length = nextChar === Char.Equal ? 2 : 1;
923
+ operatorType = length === 2 ? OperatorType.BitwiseXorEqual : OperatorType.BitwiseXor;
924
+ break;
925
+
926
+ case Char.Equal:
927
+ length = nextChar === Char.Equal ? 2 : 1;
928
+ operatorType = length === 2 ? OperatorType.Equals : OperatorType.Assign;
929
+ break;
930
+
931
+ case Char.ExclamationMark:
932
+ if (nextChar !== Char.Equal) {
933
+ return false;
934
+ }
935
+ length = 2;
936
+ operatorType = OperatorType.NotEquals;
937
+ break;
938
+
939
+ case Char.Percent:
940
+ length = nextChar === Char.Equal ? 2 : 1;
941
+ operatorType = length === 2 ? OperatorType.ModEqual : OperatorType.Mod;
942
+ break;
943
+
944
+ case Char.Tilde:
945
+ length = 1;
946
+ operatorType = OperatorType.BitwiseInvert;
947
+ break;
948
+
949
+ case Char.Hyphen:
950
+ if (nextChar === Char.Greater) {
951
+ this._tokens.push(Token.create(TokenType.Arrow, this._cs.position, 2, this._getComments()));
952
+ this._cs.advance(2);
953
+ return true;
954
+ }
955
+
956
+ length = nextChar === Char.Equal ? 2 : 1;
957
+ operatorType = length === 2 ? OperatorType.SubtractEqual : OperatorType.Subtract;
958
+ break;
959
+
960
+ case Char.Asterisk:
961
+ if (nextChar === Char.Asterisk) {
962
+ length = this._cs.lookAhead(2) === Char.Equal ? 3 : 2;
963
+ operatorType = length === 3 ? OperatorType.PowerEqual : OperatorType.Power;
964
+ } else {
965
+ length = nextChar === Char.Equal ? 2 : 1;
966
+ operatorType = length === 2 ? OperatorType.MultiplyEqual : OperatorType.Multiply;
967
+ }
968
+ break;
969
+
970
+ case Char.Slash:
971
+ if (nextChar === Char.Slash) {
972
+ length = this._cs.lookAhead(2) === Char.Equal ? 3 : 2;
973
+ operatorType = length === 3 ? OperatorType.FloorDivideEqual : OperatorType.FloorDivide;
974
+ } else {
975
+ length = nextChar === Char.Equal ? 2 : 1;
976
+ operatorType = length === 2 ? OperatorType.DivideEqual : OperatorType.Divide;
977
+ }
978
+ break;
979
+
980
+ case Char.Less:
981
+ if (nextChar === Char.Less) {
982
+ length = this._cs.lookAhead(2) === Char.Equal ? 3 : 2;
983
+ operatorType = length === 3 ? OperatorType.LeftShiftEqual : OperatorType.LeftShift;
984
+ } else if (nextChar === Char.Greater) {
985
+ length = 2;
986
+ operatorType = OperatorType.LessOrGreaterThan;
987
+ } else {
988
+ length = nextChar === Char.Equal ? 2 : 1;
989
+ operatorType = length === 2 ? OperatorType.LessThanOrEqual : OperatorType.LessThan;
990
+ }
991
+ break;
992
+
993
+ case Char.Greater:
994
+ if (nextChar === Char.Greater) {
995
+ length = this._cs.lookAhead(2) === Char.Equal ? 3 : 2;
996
+ operatorType = length === 3 ? OperatorType.RightShiftEqual : OperatorType.RightShift;
997
+ } else {
998
+ length = nextChar === Char.Equal ? 2 : 1;
999
+ operatorType = length === 2 ? OperatorType.GreaterThanOrEqual : OperatorType.GreaterThan;
1000
+ }
1001
+ break;
1002
+
1003
+ case Char.At:
1004
+ length = nextChar === Char.Equal ? 2 : 1;
1005
+ operatorType = length === 2 ? OperatorType.MatrixMultiplyEqual : OperatorType.MatrixMultiply;
1006
+ break;
1007
+
1008
+ default:
1009
+ return false;
1010
+ }
1011
+ this._tokens.push(OperatorToken.create(this._cs.position, length, operatorType, this._getComments()));
1012
+ this._cs.advance(length);
1013
+ return length > 0;
1014
+ }
1015
+
1016
+ private _handleInvalid(): boolean {
1017
+ const start = this._cs.position;
1018
+ while (true) {
1019
+ if (
1020
+ this._cs.currentChar === Char.LineFeed ||
1021
+ this._cs.currentChar === Char.CarriageReturn ||
1022
+ this._cs.isAtWhiteSpace() ||
1023
+ this._cs.isEndOfStream()
1024
+ ) {
1025
+ break;
1026
+ }
1027
+
1028
+ if (isSurrogateChar(this._cs.currentChar)) {
1029
+ this._cs.moveNext();
1030
+ this._cs.moveNext();
1031
+ } else {
1032
+ this._cs.moveNext();
1033
+ }
1034
+ }
1035
+ const length = this._cs.position - start;
1036
+ if (length > 0) {
1037
+ this._tokens.push(Token.create(TokenType.Invalid, start, length, this._getComments()));
1038
+ return true;
1039
+ }
1040
+ return false;
1041
+ }
1042
+
1043
+ private _getComments(): Comment[] | undefined {
1044
+ const prevComments = this._comments;
1045
+ this._comments = undefined;
1046
+ return prevComments;
1047
+ }
1048
+
1049
+ private _isIPythonMagics() {
1050
+ const prevToken = this._tokens.length > 0 ? this._tokens[this._tokens.length - 1] : undefined;
1051
+ return (
1052
+ (prevToken === undefined || prevToken.type === TokenType.NewLine || prevToken.type === TokenType.Indent) &&
1053
+ (this._cs.currentChar === Char.Percent || this._cs.currentChar === Char.ExclamationMark)
1054
+ );
1055
+ }
1056
+
1057
+ private _handleIPythonMagics(type: CommentType): void {
1058
+ const start = this._cs.position + 1;
1059
+
1060
+ let begin = start;
1061
+ do {
1062
+ this._cs.skipToEol();
1063
+
1064
+ const length = this._cs.position - begin;
1065
+ const value = this._cs.getText().substring(begin, begin + length);
1066
+
1067
+ // is it multiline magics?
1068
+ // %magic command \
1069
+ // next arguments
1070
+ if (!value.match(/\\\s*$/)) {
1071
+ break;
1072
+ }
1073
+
1074
+ begin = this._cs.position + 1;
1075
+ } while (!this._cs.isEndOfStream());
1076
+
1077
+ const length = this._cs.position - start;
1078
+ const value = this._cs.getText().substring(start, start + length);
1079
+
1080
+ const comment = Comment.create(start, length, value, type);
1081
+ this._addComments(comment);
1082
+ }
1083
+
1084
+ private _handleComment(): void {
1085
+ const start = this._cs.position + 1;
1086
+ this._cs.skipToEol();
1087
+
1088
+ const length = this._cs.position - start;
1089
+ const value = this._cs.getText().substring(start, start + length);
1090
+ const comment = Comment.create(start, length, value);
1091
+
1092
+ const typeIgnoreRegexMatch = value.match(/^\s*type:\s*ignore(\s*\[([\s*\w-,]*)\]|\s|$)/);
1093
+ if (typeIgnoreRegexMatch) {
1094
+ const textRange: TextRange = { start, length: typeIgnoreRegexMatch[0].length };
1095
+ const ignoreComment: IgnoreComment = {
1096
+ range: textRange,
1097
+ rulesList: this._getIgnoreCommentRulesList(start, typeIgnoreRegexMatch),
1098
+ };
1099
+
1100
+ if (this._tokens.findIndex((t) => t.type !== TokenType.NewLine && t && t.type !== TokenType.Indent) < 0) {
1101
+ this._typeIgnoreAll = ignoreComment;
1102
+ } else {
1103
+ this._typeIgnoreLines.set(this._lineRanges.length, ignoreComment);
1104
+ }
1105
+ }
1106
+
1107
+ const pyrightIgnoreRegexMatch = value.match(/^\s*pyright:\s*ignore(\s*\[([\s*\w-,]*)\]|\s|$)/);
1108
+ if (pyrightIgnoreRegexMatch) {
1109
+ const textRange: TextRange = { start, length: pyrightIgnoreRegexMatch[0].length };
1110
+ const ignoreComment: IgnoreComment = {
1111
+ range: textRange,
1112
+ rulesList: this._getIgnoreCommentRulesList(start, pyrightIgnoreRegexMatch),
1113
+ };
1114
+ this._pyrightIgnoreLines.set(this._lineRanges.length, ignoreComment);
1115
+ }
1116
+
1117
+ this._addComments(comment);
1118
+ }
1119
+
1120
+ // Extracts the individual rules within a "type: ignore [x, y, z]" comment.
1121
+ private _getIgnoreCommentRulesList(start: number, match: RegExpMatchArray): IgnoreCommentRule[] | undefined {
1122
+ if (match.length < 3 || match[2] === undefined) {
1123
+ return undefined;
1124
+ }
1125
+
1126
+ const splitElements = match[2].split(',');
1127
+ const commentRules: IgnoreCommentRule[] = [];
1128
+ let currentOffset = start + match[0].indexOf('[') + 1;
1129
+
1130
+ for (const element of splitElements) {
1131
+ const frontTrimmed = element.trimStart();
1132
+ currentOffset += element.length - frontTrimmed.length;
1133
+ const endTrimmed = frontTrimmed.trimEnd();
1134
+
1135
+ if (endTrimmed.length > 0) {
1136
+ commentRules.push({
1137
+ range: { start: currentOffset, length: endTrimmed.length },
1138
+ text: endTrimmed,
1139
+ });
1140
+ }
1141
+
1142
+ currentOffset += frontTrimmed.length + 1;
1143
+ }
1144
+
1145
+ return commentRules;
1146
+ }
1147
+
1148
+ private _addComments(comment: Comment) {
1149
+ if (this._comments) {
1150
+ this._comments.push(comment);
1151
+ } else {
1152
+ this._comments = [comment];
1153
+ }
1154
+ }
1155
+
1156
+ private _getStringPrefixLength(): number {
1157
+ if (this._cs.currentChar === Char.SingleQuote || this._cs.currentChar === Char.DoubleQuote) {
1158
+ // Simple string, no prefix
1159
+ return 0;
1160
+ }
1161
+
1162
+ if (this._cs.nextChar === Char.SingleQuote || this._cs.nextChar === Char.DoubleQuote) {
1163
+ switch (this._cs.currentChar) {
1164
+ case Char.f:
1165
+ case Char.F:
1166
+ case Char.r:
1167
+ case Char.R:
1168
+ case Char.b:
1169
+ case Char.B:
1170
+ case Char.u:
1171
+ case Char.U:
1172
+ // Single-char prefix like u"" or r""
1173
+ return 1;
1174
+ default:
1175
+ break;
1176
+ }
1177
+ }
1178
+
1179
+ if (this._cs.lookAhead(2) === Char.SingleQuote || this._cs.lookAhead(2) === Char.DoubleQuote) {
1180
+ const prefix = this._cs
1181
+ .getText()
1182
+ .substring(this._cs.position, this._cs.position + 2)
1183
+ .toLowerCase();
1184
+ switch (prefix) {
1185
+ case 'rf':
1186
+ case 'fr':
1187
+ case 'ur':
1188
+ case 'ru':
1189
+ case 'br':
1190
+ case 'rb':
1191
+ return 2;
1192
+ default:
1193
+ break;
1194
+ }
1195
+ }
1196
+ return -1;
1197
+ }
1198
+
1199
+ private _getQuoteTypeFlags(prefix: string): StringTokenFlags {
1200
+ let flags = StringTokenFlags.None;
1201
+
1202
+ prefix = prefix.toLowerCase();
1203
+ for (let i = 0; i < prefix.length; i++) {
1204
+ switch (prefix[i]) {
1205
+ case 'u':
1206
+ flags |= StringTokenFlags.Unicode;
1207
+ break;
1208
+
1209
+ case 'b':
1210
+ flags |= StringTokenFlags.Bytes;
1211
+ break;
1212
+
1213
+ case 'r':
1214
+ flags |= StringTokenFlags.Raw;
1215
+ break;
1216
+
1217
+ case 'f':
1218
+ flags |= StringTokenFlags.Format;
1219
+ break;
1220
+ }
1221
+ }
1222
+
1223
+ if (this._cs.currentChar === Char.SingleQuote) {
1224
+ flags |= StringTokenFlags.SingleQuote;
1225
+ if (this._cs.nextChar === Char.SingleQuote && this._cs.lookAhead(2) === Char.SingleQuote) {
1226
+ flags |= StringTokenFlags.Triplicate;
1227
+ }
1228
+ } else if (this._cs.currentChar === Char.DoubleQuote) {
1229
+ flags |= StringTokenFlags.DoubleQuote;
1230
+ if (this._cs.nextChar === Char.DoubleQuote && this._cs.lookAhead(2) === Char.DoubleQuote) {
1231
+ flags |= StringTokenFlags.Triplicate;
1232
+ }
1233
+ }
1234
+
1235
+ return flags;
1236
+ }
1237
+
1238
+ private _handleString(flags: StringTokenFlags, stringPrefixLength: number): void {
1239
+ const start = this._cs.position - stringPrefixLength;
1240
+
1241
+ if (flags & StringTokenFlags.Triplicate) {
1242
+ this._cs.advance(3);
1243
+ } else {
1244
+ this._cs.moveNext();
1245
+
1246
+ if (flags & StringTokenFlags.SingleQuote) {
1247
+ this._singleQuoteCount++;
1248
+ } else {
1249
+ this._doubleQuoteCount++;
1250
+ }
1251
+ }
1252
+
1253
+ const stringLiteralInfo = this._skipToEndOfStringLiteral(flags);
1254
+
1255
+ const end = this._cs.position;
1256
+
1257
+ this._tokens.push(
1258
+ StringToken.create(
1259
+ start,
1260
+ end - start,
1261
+ stringLiteralInfo.flags,
1262
+ stringLiteralInfo.escapedValue,
1263
+ stringPrefixLength,
1264
+ this._getComments()
1265
+ )
1266
+ );
1267
+ }
1268
+
1269
+ private _skipToEndOfStringLiteral(flags: StringTokenFlags): StringScannerOutput {
1270
+ const quoteChar = flags & StringTokenFlags.SingleQuote ? Char.SingleQuote : Char.DoubleQuote;
1271
+ const isTriplicate = (flags & StringTokenFlags.Triplicate) !== 0;
1272
+ let escapedValueParts: number[] = [];
1273
+
1274
+ while (true) {
1275
+ if (this._cs.isEndOfStream()) {
1276
+ // Hit the end of file without a termination.
1277
+ flags |= StringTokenFlags.Unterminated;
1278
+ return { escapedValue: String.fromCharCode.apply(undefined, escapedValueParts), flags };
1279
+ }
1280
+
1281
+ if (this._cs.currentChar === Char.Backslash) {
1282
+ escapedValueParts.push(this._cs.currentChar);
1283
+
1284
+ // Move past the escape (backslash) character.
1285
+ this._cs.moveNext();
1286
+
1287
+ if (this._cs.getCurrentChar() === Char.CarriageReturn || this._cs.getCurrentChar() === Char.LineFeed) {
1288
+ if (this._cs.getCurrentChar() === Char.CarriageReturn && this._cs.nextChar === Char.LineFeed) {
1289
+ escapedValueParts.push(this._cs.currentChar);
1290
+ this._cs.moveNext();
1291
+ }
1292
+ escapedValueParts.push(this._cs.currentChar);
1293
+ this._cs.moveNext();
1294
+ this._addLineRange();
1295
+ } else {
1296
+ escapedValueParts.push(this._cs.currentChar);
1297
+ this._cs.moveNext();
1298
+ }
1299
+ } else if (this._cs.currentChar === Char.LineFeed || this._cs.currentChar === Char.CarriageReturn) {
1300
+ if (!isTriplicate) {
1301
+ // Unterminated single-line string
1302
+ flags |= StringTokenFlags.Unterminated;
1303
+ return { escapedValue: String.fromCharCode.apply(undefined, escapedValueParts), flags };
1304
+ }
1305
+
1306
+ // Skip over the new line (either one or two characters).
1307
+ if (this._cs.currentChar === Char.CarriageReturn && this._cs.nextChar === Char.LineFeed) {
1308
+ escapedValueParts.push(this._cs.currentChar);
1309
+ this._cs.moveNext();
1310
+ }
1311
+
1312
+ escapedValueParts.push(this._cs.currentChar);
1313
+ this._cs.moveNext();
1314
+ this._addLineRange();
1315
+ } else if (!isTriplicate && this._cs.currentChar === quoteChar) {
1316
+ this._cs.moveNext();
1317
+ break;
1318
+ } else if (
1319
+ isTriplicate &&
1320
+ this._cs.currentChar === quoteChar &&
1321
+ this._cs.nextChar === quoteChar &&
1322
+ this._cs.lookAhead(2) === quoteChar
1323
+ ) {
1324
+ this._cs.advance(3);
1325
+ break;
1326
+ } else {
1327
+ escapedValueParts.push(this._cs.currentChar);
1328
+ this._cs.moveNext();
1329
+ }
1330
+ }
1331
+
1332
+ // String.fromCharCode.apply crashes (stack overflow) if passed an array
1333
+ // that is too long. Cut off the extra characters in this case to avoid
1334
+ // the crash. It's unlikely that the full string value will be used as
1335
+ // a string literal, an f-string, or a docstring, so this should be fine.
1336
+ if (escapedValueParts.length > _maxStringTokenLength) {
1337
+ escapedValueParts = escapedValueParts.slice(0, _maxStringTokenLength);
1338
+ flags |= StringTokenFlags.ExceedsMaxSize;
1339
+ }
1340
+
1341
+ return { escapedValue: String.fromCharCode.apply(undefined, escapedValueParts), flags };
1342
+ }
1343
+
1344
+ private _skipFloatingPointCandidate(): boolean {
1345
+ // Determine end of the potential floating point number
1346
+ const start = this._cs.position;
1347
+ this._skipFractionalNumber();
1348
+ if (this._cs.position > start) {
1349
+ // Optional exponent sign
1350
+ if (this._cs.currentChar === Char.e || this._cs.currentChar === Char.E) {
1351
+ this._cs.moveNext();
1352
+
1353
+ // Skip exponent value
1354
+ this._skipDecimalNumber(/* allowSign */ true);
1355
+ }
1356
+ }
1357
+ return this._cs.position > start;
1358
+ }
1359
+
1360
+ private _skipFractionalNumber(): void {
1361
+ this._skipDecimalNumber(false);
1362
+ if (this._cs.currentChar === Char.Period) {
1363
+ // Optional period
1364
+ this._cs.moveNext();
1365
+ }
1366
+ this._skipDecimalNumber(false);
1367
+ }
1368
+
1369
+ private _skipDecimalNumber(allowSign: boolean): void {
1370
+ if (allowSign && (this._cs.currentChar === Char.Hyphen || this._cs.currentChar === Char.Plus)) {
1371
+ // Optional sign
1372
+ this._cs.moveNext();
1373
+ }
1374
+ while (isDecimal(this._cs.currentChar)) {
1375
+ // Skip integer part
1376
+ this._cs.moveNext();
1377
+ }
1378
+ }
1379
+ }