@zzzen/pyright-internal 1.1.254 → 1.1.255

package/src/tests/typeEvaluator4.test.ts

@@ -0,0 +1,1178 @@
+/*
+ * typeEvaluator4.test.ts
+ * Copyright (c) Microsoft Corporation.
+ * Licensed under the MIT license.
+ * Author: Eric Traut
+ *
+ * Unit tests for pyright type evaluator. Tests are split
+ * arbitrarily among multiple files so they can run in parallel.
+ */
+
+import * as assert from 'assert';
+
+import { ConfigOptions } from '../common/configOptions';
+import { PythonVersion } from '../common/pythonVersion';
+import * as TestUtils from './testUtils';
+
+test('Required1', () => {
+    // Analyze with Python 3.10 settings.
+    const configOptions = new ConfigOptions('.');
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['required1.py'], configOptions);
+
+    TestUtils.validateResults(analysisResults, 8);
+});
+
+test('Required2', () => {
+    // Analyze with Python 3.10 settings.
+    const configOptions = new ConfigOptions('.');
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['required2.py'], configOptions);
+
+    TestUtils.validateResults(analysisResults, 7);
+});
+
+test('Required3', () => {
+    // Analyze with Python 3.10 settings.
+    const configOptions = new ConfigOptions('.');
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['required3.py'], configOptions);
+
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('Metaclass1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['metaclass1.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Metaclass2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['metaclass2.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Metaclass3', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['metaclass3.py']);
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('Metaclass4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['metaclass4.py']);
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('Metaclass5', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['metaclass5.py']);
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('Metaclass6', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['metaclass6.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Metaclass7', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['metaclass7.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Metaclass8', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['metaclass8.py']);
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('Metaclass9', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['metaclass9.py']);
+    TestUtils.validateResults(analysisResults, 6);
+});
+
+test('AssignmentExpr1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['assignmentExpr1.py']);
+    TestUtils.validateResults(analysisResults, 5);
+});
+
+test('AssignmentExpr2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['assignmentExpr2.py']);
+    TestUtils.validateResults(analysisResults, 6);
+});
+
+test('AssignmentExpr3', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['assignmentExpr3.py']);
+    TestUtils.validateResults(analysisResults, 4);
+});
+
+test('AssignmentExpr4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['assignmentExpr4.py']);
+    TestUtils.validateResults(analysisResults, 17);
+});
+
+test('AssignmentExpr5', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['assignmentExpr5.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('AssignmentExpr6', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['assignmentExpr6.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('AssignmentExpr7', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['assignmentExpr7.py']);
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('AssignmentExpr8', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['assignmentExpr8.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('AssignmentExpr9', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['assignmentExpr9.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Import1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['import1.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Import2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['import2.py']);
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('Import4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['import4.py']);
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('Import6', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['import6.py']);
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('Import7', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['import7.py']);
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('Import9', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['import9.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Import10', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['import10.py']);
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('Import11', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['import11.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Import12', () => {
+    const configOptions = new ConfigOptions('.');
+
+    // By default, optional diagnostics are ignored.
+    let analysisResults = TestUtils.typeAnalyzeSampleFiles(['import12.py'], configOptions);
+    TestUtils.validateResults(analysisResults, 0, 1);
+
+    // Turn on error.
+    configOptions.diagnosticRuleSet.reportWildcardImportFromLibrary = 'error';
+    analysisResults = TestUtils.typeAnalyzeSampleFiles(['import12.py'], configOptions);
+    TestUtils.validateResults(analysisResults, 1, 0);
+
+    // Turn off diagnostic.
+    configOptions.diagnosticRuleSet.reportWildcardImportFromLibrary = 'none';
+    analysisResults = TestUtils.typeAnalyzeSampleFiles(['import12.py'], configOptions);
+    TestUtils.validateResults(analysisResults, 0, 0);
+});
+
+test('Import14', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['import14.py', 'import13.py']);
+
+    assert.strictEqual(analysisResults.length, 2);
+    assert.strictEqual(analysisResults[0].errors.length, 0);
+    assert.strictEqual(analysisResults[1].errors.length, 0);
+});
+
+test('DunderAll1', () => {
+    const configOptions = new ConfigOptions('.');
+
+    // By default, reportUnsupportedDunderAll is a warning.
+    let analysisResults = TestUtils.typeAnalyzeSampleFiles(['dunderAll1.py'], configOptions);
+    TestUtils.validateResults(analysisResults, 0, 7);
+
+    // Turn on error.
+    configOptions.diagnosticRuleSet.reportUnsupportedDunderAll = 'error';
+    analysisResults = TestUtils.typeAnalyzeSampleFiles(['dunderAll1.py'], configOptions);
+    TestUtils.validateResults(analysisResults, 7, 0);
+
+    // Turn off diagnostic.
+    configOptions.diagnosticRuleSet.reportUnsupportedDunderAll = 'none';
+    analysisResults = TestUtils.typeAnalyzeSampleFiles(['dunderAll1.py'], configOptions);
+    TestUtils.validateResults(analysisResults, 0, 0);
+});
+
+test('DunderAll2', () => {
+    const configOptions = new ConfigOptions('.');
+
+    // By default, reportUnsupportedDunderAll is a warning.
+    let analysisResults = TestUtils.typeAnalyzeSampleFiles(['dunderAll2.py'], configOptions);
+    TestUtils.validateResults(analysisResults, 0, 3);
+
+    // Turn on error.
+    configOptions.diagnosticRuleSet.reportUnsupportedDunderAll = 'error';
+    analysisResults = TestUtils.typeAnalyzeSampleFiles(['dunderAll2.py'], configOptions);
+    TestUtils.validateResults(analysisResults, 3, 0);
+
+    // Turn off diagnostic.
+    configOptions.diagnosticRuleSet.reportUnsupportedDunderAll = 'none';
+    analysisResults = TestUtils.typeAnalyzeSampleFiles(['dunderAll2.py'], configOptions);
+    TestUtils.validateResults(analysisResults, 0, 0);
+});
+
+test('DunderAll3', () => {
+    const configOptions = new ConfigOptions('.');
+
+    // Turn on error.
+    configOptions.diagnosticRuleSet.reportUnsupportedDunderAll = 'error';
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dunderAll3.pyi'], configOptions);
+    TestUtils.validateResults(analysisResults, 0, 0);
+});
+
+test('Overload1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['overload1.py']);
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('Overload2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['overload2.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Overload3', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['overload3.py']);
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('Overload4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['overload4.py']);
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('Overload5', () => {
+    const configOptions = new ConfigOptions('.');
+
+    // By default, reportOverlappingOverload is off.
+    let analysisResults = TestUtils.typeAnalyzeSampleFiles(['overload5.py'], configOptions);
+    TestUtils.validateResults(analysisResults, 0);
+
+    configOptions.diagnosticRuleSet.reportOverlappingOverload = 'error';
+    analysisResults = TestUtils.typeAnalyzeSampleFiles(['overload5.py'], configOptions);
+    TestUtils.validateResults(analysisResults, 11);
+});
+
+test('Overload6', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['overload6.py']);
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('Overload7', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['overload7.py']);
+    TestUtils.validateResults(analysisResults, 6);
+});
+
+test('Overload8', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['overload8.py']);
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('Overload9', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['overload9.py']);
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('Overload10', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['overload10.py']);
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('Final1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['final1.py']);
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('Final2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['final2.py']);
+    TestUtils.validateResults(analysisResults, 7);
+});
+
+test('Final3', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['final3.py']);
+    TestUtils.validateResults(analysisResults, 28);
+});
+
+test('Final4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['final4.pyi']);
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('Final5', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['final5.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('InferredTypes1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['inferredTypes1.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('CallSite2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['callSite2.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('FString1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['fstring1.py']);
+    TestUtils.validateResults(analysisResults, 5, 1);
+});
+
+test('FString2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['fstring2.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('FString3', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['fstring3.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('FString4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['fstring4.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('FString5', () => {
+    const configOptions = new ConfigOptions('.');
+
+    // Analyze with Python 3.7 settings. This will generate errors.
+    configOptions.defaultPythonVersion = PythonVersion.V3_7;
+    const analysisResults37 = TestUtils.typeAnalyzeSampleFiles(['fstring5.py'], configOptions);
+    TestUtils.validateResults(analysisResults37, 6);
+
+    // Analyze with Python 3.8 settings.
+    configOptions.defaultPythonVersion = PythonVersion.V3_8;
+    const analysisResults38 = TestUtils.typeAnalyzeSampleFiles(['fstring5.py'], configOptions);
+    TestUtils.validateResults(analysisResults38, 0);
+});
+
+test('MemberAccess1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess1.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess2.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess3', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess3.py']);
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('MemberAccess4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess4.py']);
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('MemberAccess5', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess5.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess6', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess6.py']);
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('MemberAccess7', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess7.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess8', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess8.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess9', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess9.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess10', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess10.py']);
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('MemberAccess11', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess11.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess12', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess12.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess13', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess13.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess14', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess14.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess15', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess15.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess16', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess16.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess17', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess17.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('MemberAccess18', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['memberAccess18.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('DataClass1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass1.py']);
+
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('DataClass2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass2.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('DataClass3', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass3.py']);
+
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('DataClass4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass4.py']);
+
+    TestUtils.validateResults(analysisResults, 5);
+});
+
+test('DataClass5', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass5.py']);
+
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('DataClass6', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass6.py']);
+
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('DataClass7', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass7.py']);
+
+    TestUtils.validateResults(analysisResults, 4);
+});
+
+test('DataClass8', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass8.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('DataClass9', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass9.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('DataClass10', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass10.py']);
+
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('DataClass11', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass11.py']);
+
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('DataClass12', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass12.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('DataClass13', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass13.py']);
+
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('DataClass14', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass14.py']);
+
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('DataClass15', () => {
+    const configOptions = new ConfigOptions('.');
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass15.py'], configOptions);
+
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('DataClass16', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass16.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('DataClass17', () => {
+    const configOptions = new ConfigOptions('.');
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass17.py'], configOptions);
+
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('DataClass18', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass18.py']);
+
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('DataClass19', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass19.py']);
+
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('DataClass20', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass20.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('DataClass21', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclass21.py']);
+
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('DataClassPostInit1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['dataclassPostInit1.py']);
+
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('InitVar1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['initVar1.py']);
+
+    TestUtils.validateResults(analysisResults, 2, 1);
+});
+
+test('Callable1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['callable1.py']);
+
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('Callable2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['callable2.py']);
+
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('Callable3', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['callable3.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Callable4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['callable4.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Callable5', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['callable5.py']);
+
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('Callable6', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['callable6.py']);
+
+    TestUtils.validateResults(analysisResults, 9);
+});
+
+test('ThreePartVersion1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['threePartVersion1.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Generic1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['generic1.py']);
+
+    TestUtils.validateResults(analysisResults, 9);
+});
+
+test('Unions1', () => {
+    const configOptions = new ConfigOptions('.');
+
+    // Analyze with Python 3.9 settings. This will generate errors.
+    configOptions.defaultPythonVersion = PythonVersion.V3_9;
+    const analysisResults3_9 = TestUtils.typeAnalyzeSampleFiles(['unions1.py'], configOptions);
+    TestUtils.validateResults(analysisResults3_9, 11);
+
+    // Analyze with Python 3.10 settings.
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const analysisResults3_10 = TestUtils.typeAnalyzeSampleFiles(['unions1.py'], configOptions);
+    TestUtils.validateResults(analysisResults3_10, 0);
+});
+
+test('Unions2', () => {
+    const configOptions = new ConfigOptions('.');
+
+    // Analyze with Python 3.8 settings.
+    configOptions.defaultPythonVersion = PythonVersion.V3_8;
+    const analysisResults38 = TestUtils.typeAnalyzeSampleFiles(['unions2.py'], configOptions);
+    TestUtils.validateResults(analysisResults38, 0);
+});
+
+test('Unions3', () => {
+    const configOptions = new ConfigOptions('.');
+
+    // Analyze with Python 3.9 settings. This will generate errors.
+    configOptions.defaultPythonVersion = PythonVersion.V3_9;
+    const analysisResults3_9 = TestUtils.typeAnalyzeSampleFiles(['unions3.py'], configOptions);
+    TestUtils.validateResults(analysisResults3_9, 1);
+
+    // Analyze with Python 3.10 settings.
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const analysisResults3_10 = TestUtils.typeAnalyzeSampleFiles(['unions3.py'], configOptions);
+    TestUtils.validateResults(analysisResults3_10, 0);
+});
+
+test('Unions4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['unions4.py']);
+
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('Unions5', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['unions5.py']);
+
+    TestUtils.validateResults(analysisResults, 6);
+});
+
+test('ParamSpec1', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec1.py'], configOptions);
+    TestUtils.validateResults(results, 9);
+});
+
+test('ParamSpec2', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_9;
+    const analysisResults39 = TestUtils.typeAnalyzeSampleFiles(['paramSpec2.py'], configOptions);
+    TestUtils.validateResults(analysisResults39, 9);
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const analysisResults310 = TestUtils.typeAnalyzeSampleFiles(['paramSpec2.py'], configOptions);
+    TestUtils.validateResults(analysisResults310, 0);
+});
+
+test('ParamSpec3', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec3.py'], configOptions);
+    TestUtils.validateResults(results, 2);
+});
+
+test('ParamSpec4', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec4.py'], configOptions);
+    TestUtils.validateResults(results, 7);
+});
+
+test('ParamSpec5', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec5.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec6', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec6.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec7', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec7.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec8', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec8.py'], configOptions);
+    TestUtils.validateResults(results, 5);
+});
+
+test('ParamSpec9', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec9.py'], configOptions);
+    TestUtils.validateResults(results, 9);
+});
+
+test('ParamSpec10', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec10.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec11', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec11.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec12', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec12.py'], configOptions);
+    TestUtils.validateResults(results, 16);
+});
+
+test('ParamSpec13', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec13.py'], configOptions);
+    TestUtils.validateResults(results, 6);
+});
+
+test('ParamSpec14', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec14.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec15', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec15.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec16', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec16.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec17', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec17.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec18', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec18.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec19', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec19.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec20', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec20.py'], configOptions);
+    TestUtils.validateResults(results, 6);
+});
+
+test('ParamSpec21', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec21.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec22', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec22.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec23', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec23.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec24', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec24.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec25', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec25.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec26', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec26.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec27', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec27.py'], configOptions);
+    TestUtils.validateResults(results, 2);
+});
+
+test('ParamSpec28', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec28.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec29', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec29.py'], configOptions);
+    TestUtils.validateResults(results, 3);
+});
+
+test('ParamSpec30', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec30.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec31', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec31.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec32', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec32.py'], configOptions);
+    TestUtils.validateResults(results, 4);
+});
+
+test('ParamSpec33', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec33.py'], configOptions);
+    TestUtils.validateResults(results, 4);
+});
+
+test('ParamSpec34', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec34.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ParamSpec35', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec35.py'], configOptions);
+    TestUtils.validateResults(results, 1);
+});
+
+test('ParamSpec36', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec36.py'], configOptions);
+    TestUtils.validateResults(results, 2);
+});
+
+test('ParamSpec37', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const results = TestUtils.typeAnalyzeSampleFiles(['paramSpec37.py'], configOptions);
+    TestUtils.validateResults(results, 0);
+});
+
+test('ClassVar1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['classVar1.py']);
+
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('ClassVar2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['classVar2.py']);
+
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('ClassVar3', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['classVar3.py']);
+
+    TestUtils.validateResults(analysisResults, 10);
+});
+
+test('ClassVar4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['classVar4.py']);
+
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('TypeVar1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['typeVar1.py']);
+
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('TypeVar2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['typeVar2.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('TypeVar3', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['typeVar3.py']);
+
+    TestUtils.validateResults(analysisResults, 11);
+});
+
+test('TypeVar4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['typeVar4.py']);
+
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('TypeVar5', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['typeVar5.py']);
+
+    TestUtils.validateResults(analysisResults, 18);
+});
+
+test('TypeVar6', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['typeVar6.py']);
+
+    TestUtils.validateResults(analysisResults, 20);
+});
+
+test('TypeVar7', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['typeVar7.py']);
+
+    TestUtils.validateResults(analysisResults, 26);
+});
+
+test('TypeVar8', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['typeVar8.py']);
+
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('TypeVar9', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['typeVar9.py']);
+
+    TestUtils.validateResults(analysisResults, 10);
+});
+
+test('TypeVar10', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['typeVar10.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('TypeVar11', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['typeVar11.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Annotated1', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_8;
+    const analysisResults38 = TestUtils.typeAnalyzeSampleFiles(['annotated1.py'], configOptions);
+    TestUtils.validateResults(analysisResults38, 3);
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_9;
+    const analysisResults39 = TestUtils.typeAnalyzeSampleFiles(['annotated1.py'], configOptions);
+    TestUtils.validateResults(analysisResults39, 3);
+});
+
+test('Circular1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['circular1.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('Circular2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['circular2.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('TryExcept1', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['tryExcept1.py']);
+
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('TryExcept2', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['tryExcept2.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('TryExcept3', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['tryExcept3.py']);
+
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('TryExcept4', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['tryExcept4.py']);
+
+    TestUtils.validateResults(analysisResults, 2);
+});
+
+test('TryExcept5', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['tryExcept5.py']);
+
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('TryExcept6', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['tryExcept6.py']);
+
+    TestUtils.validateResults(analysisResults, 1);
+});
+
+test('TryExcept7', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_10;
+    const analysisResults1 = TestUtils.typeAnalyzeSampleFiles(['tryExcept7.py'], configOptions);
+    TestUtils.validateResults(analysisResults1, 3);
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_11;
+    const analysisResults2 = TestUtils.typeAnalyzeSampleFiles(['tryExcept7.py'], configOptions);
+    TestUtils.validateResults(analysisResults2, 0);
+});
+
+test('TryExcept8', () => {
+    const configOptions = new ConfigOptions('.');
+
+    configOptions.defaultPythonVersion = PythonVersion.V3_11;
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['tryExcept8.py'], configOptions);
+    TestUtils.validateResults(analysisResults, 3);
+});
+
+test('TryExcept9', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['tryExcept9.py']);
+    TestUtils.validateResults(analysisResults, 0);
+});
+
+test('TryExcept10', () => {
+    const analysisResults = TestUtils.typeAnalyzeSampleFiles(['tryExcept10.py']);
+    TestUtils.validateResults(analysisResults, 1);
+});