@autorest/python 5.12.6 → 5.15.0

package/autorest/codegen/models/parameter_list.py

@@ -207,7 +207,9 @@ class ParameterList(MutableSequence):  # pylint: disable=too-many-public-methods
             lambda parameter: parameter.implementation == self.implementation
         )
         positional = [p for p in parameters_of_this_implementation if p.is_positional]
-        keyword_only = [p for p in parameters_of_this_implementation if p.is_keyword_only]
+        keyword_only = self._filter_out_multiple_content_type(
+            [p for p in parameters_of_this_implementation if p.is_keyword_only]
+        )
         kwargs = self._filter_out_multiple_content_type(
             [p for p in parameters_of_this_implementation if p.is_kwarg]
         )
@@ -315,7 +317,9 @@ class ParameterOnlyPathAndBodyPositionalList(ParameterList):
             file_and_data_params.append(data_param)
         method_params = [p for p in method_params if not p.is_multipart and not p.is_data_input]
         positional = [p for p in method_params if p.is_positional]
-        keyword_only = [p for p in method_params if p.is_keyword_only]
+        keyword_only = self._filter_out_multiple_content_type(
+            [p for p in method_params if p.is_keyword_only]
+        )
         kwargs = self._filter_out_multiple_content_type(
             [p for p in method_params if p.is_kwarg]
         )
@@ -338,7 +342,9 @@ class GlobalParameterList(ParameterList):
         """
         # Client level should not be on Method, etc.
         positional = [p for p in self.parameters if p.is_positional]
-        keyword_only = [p for p in self.parameters if p.is_keyword_only]
+        keyword_only = self._filter_out_multiple_content_type(
+            [p for p in self.parameters if p.is_keyword_only]
+        )
         kwargs = self._filter_out_multiple_content_type(
             [p for p in self.parameters if p.is_kwarg]
         )
@@ -384,7 +390,7 @@ class GlobalParameterList(ParameterList):
             schema=StringSchema(namespace="", yaml_data={"type": "str"}),
             rest_api_name=self.host_variable_name,
             serialized_name=self.host_variable_name,
-            description=f"Service URL. Default value is '{host_value}'.",
+            description=f"Service URL.",
             implementation="Client",
             required=True,
             location=ParameterLocation.Other,
@@ -399,7 +405,7 @@ class GlobalParameterList(ParameterList):
         credential_parameter = Parameter(
             self.code_model,
             yaml_data={},
-            schema=self.code_model.credential_schema_policy.credential,
+            schema=self.code_model.credential_model.credential_schema_policy.credential,
             serialized_name="credential",
             rest_api_name="credential",
             implementation="Client",

package/autorest/codegen/models/primitive_schemas.py

@@ -39,8 +39,7 @@ class PrimitiveSchema(BaseSchema):
     def docstring_type(self) -> str:
         return self._to_python_type()
 
-    @property
-    def type_annotation(self) -> str:
+    def type_annotation(self, *, is_operation_file: bool = False) -> str:  # pylint: disable=unused-argument
         return self.docstring_type
 
     @property
@@ -102,8 +101,7 @@ class IOSchema(PrimitiveSchema):
     def docstring_type(self) -> str:
         return self.type
 
-    @property
-    def type_annotation(self) -> str:
+    def type_annotation(self, *, is_operation_file: bool = False) -> str:  # pylint: disable=unused-argument
         return self.docstring_type
 
     @property
@@ -128,8 +126,7 @@ class AnySchema(PrimitiveSchema):
     def docstring_type(self) -> str:
         return "any"
 
-    @property
-    def type_annotation(self) -> str:
+    def type_annotation(self, *, is_operation_file: bool = False) -> str:  # pylint: disable=unused-argument
         return "Any"
 
     @property
@@ -147,8 +144,7 @@ class JSONSchema(AnySchema):
     def docstring_type(self) -> str:
         return "JSONType"
 
-    @property
-    def type_annotation(self) -> str:
+    def type_annotation(self, *, is_operation_file: bool = False) -> str:  # pylint: disable=unused-argument
         return "JSONType"
 
 
@@ -206,8 +202,7 @@ class NumberSchema(PrimitiveSchema):
             return "int"
         return "float"
 
-    @property
-    def type_annotation(self) -> str:
+    def type_annotation(self, *, is_operation_file: bool = False) -> str:  # pylint: disable=unused-argument
         python_type = self.docstring_type
         if python_type == "long":
             return "int"
@@ -269,10 +264,9 @@ class DatetimeSchema(PrimitiveSchema):
 
     @property
     def docstring_type(self) -> str:
-        return "~" + self.type_annotation
+        return "~" + self.type_annotation()
 
-    @property
-    def type_annotation(self) -> str:
+    def type_annotation(self, *, is_operation_file: bool = False) -> str:  # pylint: disable=unused-argument
         return "datetime.datetime"
 
     @property
@@ -301,10 +295,9 @@ class TimeSchema(PrimitiveSchema):
 
     @property
     def docstring_type(self) -> str:
-        return "~" + self.type_annotation
+        return "~" + self.type_annotation()
 
-    @property
-    def type_annotation(self) -> str:
+    def type_annotation(self, *, is_operation_file: bool = False) -> str:  # pylint: disable=unused-argument
         return "datetime.time"
 
     @property
@@ -334,10 +327,9 @@ class UnixTimeSchema(PrimitiveSchema):
 
     @property
     def docstring_type(self) -> str:
-        return "~" + self.type_annotation
+        return "~" + self.type_annotation()
 
-    @property
-    def type_annotation(self) -> str:
+    def type_annotation(self, *, is_operation_file: bool = False) -> str:  # pylint: disable=unused-argument
         return "datetime.datetime"
 
     @property
@@ -367,10 +359,9 @@ class DateSchema(PrimitiveSchema):
 
     @property
     def docstring_type(self) -> str:
-        return "~" + self.type_annotation
+        return "~" + self.type_annotation()
 
-    @property
-    def type_annotation(self) -> str:
+    def type_annotation(self, *, is_operation_file: bool = False) -> str:  # pylint: disable=unused-argument
         return "datetime.date"
 
     @property
@@ -400,10 +391,9 @@ class DurationSchema(PrimitiveSchema):
 
     @property
     def docstring_type(self) -> str:
-        return "~" + self.type_annotation
+        return "~" + self.type_annotation()
 
-    @property
-    def type_annotation(self) -> str:
+    def type_annotation(self, *, is_operation_file: bool = False) -> str:  # pylint: disable=unused-argument
         return "datetime.timedelta"
 
     @property

package/autorest/codegen/models/property.py

@@ -60,7 +60,7 @@ class Property(BaseModel):  # pylint: disable=too-many-instance-attributes
             values = [self.schema.enum_type.get_declaration(v.value) for v in self.schema.values]
             if description and description[-1] != " ":
                 description += " "
-            description += "Possible values include: {}.".format(", ".join(values))
+            description += "Known values are: {}.".format(", ".join(values))
             if self.schema.default_value:
                 description += f' Default value: "{self.schema.default_value}".'
         return description
@@ -149,11 +149,10 @@ class Property(BaseModel):  # pylint: disable=too-many-instance-attributes
             return self.schema.get_declaration(self.client_default_value)
         return self.schema.default_value_declaration
 
-    @property
-    def type_annotation(self) -> str:
+    def type_annotation(self, *, is_operation_file: bool = False) -> str:
         if self.required:
-            return self.schema.type_annotation
-        return f"Optional[{self.schema.type_annotation}]"
+            return self.schema.type_annotation(is_operation_file=is_operation_file)
+        return f"Optional[{self.schema.type_annotation(is_operation_file=is_operation_file)}]"
 
     def get_json_template_representation(self, **kwargs: Any) -> Any:
         kwargs["optional"] = not self.required
@@ -171,4 +170,5 @@ class Property(BaseModel):  # pylint: disable=too-many-instance-attributes
         file_import = self.schema.model_file_imports()
         if not self.required:
             file_import.add_submodule_import("typing", "Optional", ImportType.STDLIB, TypingSection.CONDITIONAL)
+        file_import.merge(self.schema.model_file_imports())
         return file_import

package/autorest/codegen/models/request_builder.py

@@ -82,9 +82,7 @@ class RequestBuilder(BaseBuilder):
                 f"{relative_path}_vendor", "_format_url_section", ImportType.LOCAL
             )
         if self.parameters.headers or self.parameters.query:
-            file_import.add_submodule_import(
-                "typing", "Dict", ImportType.STDLIB, typing_section=TypingSection.CONDITIONAL
-            )
+            file_import.add_submodule_import("azure.core.utils", "case_insensitive_dict", ImportType.AZURECORE)
         file_import.add_submodule_import(
             "typing", "Any", ImportType.STDLIB, typing_section=TypingSection.CONDITIONAL
         )
@@ -130,7 +128,9 @@ class RequestBuilder(BaseBuilder):
             schema_requests=schema_requests,
             parameters=parameter_list,
             description=yaml_data["language"]["python"]["description"],
-            responses=[SchemaResponse.from_yaml(yaml) for yaml in yaml_data.get("responses", [])],
+            responses=[
+                SchemaResponse.from_yaml(yaml, code_model=code_model) for yaml in yaml_data.get("responses", [])
+            ],
             summary=yaml_data["language"]["python"].get("summary"),
         )
         code_model.request_builder_ids[id(yaml_data)] = request_builder_class

package/autorest/codegen/models/request_builder_parameter.py

@@ -4,7 +4,8 @@
 # license information.
 # --------------------------------------------------------------------------
 from typing import Any, Dict, List, Optional
-from .parameter import ParameterOnlyPathAndBodyPositional, ParameterLocation, ParameterStyle
+from .parameter import ParameterOnlyPathAndBodyPositional, ParameterLocation, ParameterStyle, get_target_property_name
+from .utils import get_schema
 
 def _make_public(name):
     if name[0] == "_":
@@ -16,8 +17,8 @@ class RequestBuilderParameter(ParameterOnlyPathAndBodyPositional):
     @property
     def in_method_signature(self) -> bool:
         return not(
-            # don't put accept in method signature
-            self.rest_api_name == "Accept"
+            # if not inputtable, don't put in signature
+            not self.inputtable_by_user
             # If i'm not in the method code, no point in being in signature
             or not self.in_method_code
             # If I'm a flattened property of a body, don't want me, want the body param
@@ -62,6 +63,11 @@ class RequestBuilderParameter(ParameterOnlyPathAndBodyPositional):
     def is_keyword_only(self) -> bool:
         return not self.location == ParameterLocation.Path and not self.is_kwarg
 
+    @is_keyword_only.setter
+    def is_keyword_only(self, val: bool) -> None:
+        self._keyword_only = val
+        self.is_kwarg = False
+
     @property
     def full_serialized_name(self) -> str:
         return self.serialized_name
@@ -73,10 +79,16 @@ class RequestBuilderParameter(ParameterOnlyPathAndBodyPositional):
         http_protocol = yaml_data["protocol"].get("http", {"in": ParameterLocation.Other})
         name = yaml_data["language"]["python"]["name"]
         location = ParameterLocation(http_protocol["in"])
+        serialized_name = yaml_data["language"]["python"]["name"]
+        schema = get_schema(
+            code_model, yaml_data.get("schema"), serialized_name
+        )
+        target_property = yaml_data.get("targetProperty")
+        target_property_name = get_target_property_name(code_model, id(target_property)) if target_property else None
         return cls(
             code_model=code_model,
             yaml_data=yaml_data,
-            schema=yaml_data.get("schema", None),  # FIXME replace by operation model
+            schema=schema,
             # See also https://github.com/Azure/autorest.modelerfour/issues/80
             rest_api_name=yaml_data["language"]["default"].get(
                 "serializedName", yaml_data["language"]["default"]["name"]
@@ -88,7 +100,7 @@ class RequestBuilderParameter(ParameterOnlyPathAndBodyPositional):
             location=location,
             skip_url_encoding=yaml_data.get("extensions", {}).get("x-ms-skip-url-encoding", False),
             constraints=[],  # FIXME constraints
-            target_property_name=id(yaml_data["targetProperty"]) if yaml_data.get("targetProperty") else None,
+            target_property_name=target_property_name,
             style=ParameterStyle(http_protocol["style"]) if "style" in http_protocol else None,
             explode=http_protocol.get("explode", False),
             grouped_by=yaml_data.get("groupedBy", None),

package/autorest/codegen/models/schema_response.py

@@ -3,12 +3,17 @@
 # Licensed under the MIT License. See License.txt in the project root for
 # license information.
 # --------------------------------------------------------------------------
-from typing import Dict, Optional, List, Union, Any, cast
+from typing import Dict, Optional, List, Union, Any, cast, TYPE_CHECKING
 
 from .base_model import BaseModel
 from .base_schema import BaseSchema
 from .object_schema import ObjectSchema
 from .imports import FileImport, ImportType
+from .utils import get_schema
+from .primitive_schemas import IOSchema
+
+if TYPE_CHECKING:
+    from .code_model import CodeModel
 
 
 class HeaderResponse:
@@ -24,6 +29,7 @@ class HeaderResponse:
 class SchemaResponse(BaseModel):
     def __init__(
         self,
+        code_model: "CodeModel",
         yaml_data: Dict[str, Any],
         schema: Optional[BaseSchema],
         content_types: List[str],
@@ -32,6 +38,7 @@ class SchemaResponse(BaseModel):
         binary: bool,
     ) -> None:
         super().__init__(yaml_data)
+        self.code_model = code_model
         self.schema = schema
         self.content_types = content_types
         self.status_codes = status_codes
@@ -57,13 +64,12 @@ class SchemaResponse(BaseModel):
             return self.schema.serialization_type
         return "None"
 
-    @property
-    def operation_type_annotation(self) -> str:
+    def type_annotation(self, *, is_operation_file: bool = False) -> str:
         if not self.schema:
             return "None"
         if self.nullable:
-            return f"Optional[{self.schema.operation_type_annotation}]"
-        return self.schema.operation_type_annotation
+            return f"Optional[{self.schema.type_annotation(is_operation_file=is_operation_file)}]"
+        return self.schema.type_annotation(is_operation_file=is_operation_file)
 
     @property
     def docstring_text(self) -> str:
@@ -103,20 +109,27 @@ class SchemaResponse(BaseModel):
         return file_import
 
     @classmethod
-    def from_yaml(cls, yaml_data: Dict[str, Any]) -> "SchemaResponse":
-
+    def from_yaml(cls, yaml_data: Dict[str, Any], *, code_model: "CodeModel") -> "SchemaResponse":
+        binary = yaml_data.get("binary", False)
+        if binary:
+            schema: BaseSchema = IOSchema(namespace=None, yaml_data={})
+        else:
+            schema = get_schema(code_model, yaml_data.get("schema"))
         return cls(
+            code_model=code_model,
             yaml_data=yaml_data,
-            schema=yaml_data.get("schema", None),  # FIXME replace by operation model
+            schema=schema,
             content_types=yaml_data["protocol"]["http"].get("mediaTypes", []),
             status_codes=[
                 int(code) if code != "default" else "default" for code in yaml_data["protocol"]["http"]["statusCodes"]
             ],
             headers=[
-                HeaderResponse(header_prop["header"], header_prop["schema"])
+                HeaderResponse(
+                    header_prop["header"], get_schema(code_model, header_prop["schema"], header_prop["header"])
+                )
                 for header_prop in yaml_data["protocol"]["http"].get("headers", [])
             ],
-            binary=yaml_data.get("binary", False),
+            binary=binary,
         )
 
     def __repr__(self) -> str:

package/autorest/codegen/models/utils.py

@@ -4,5 +4,25 @@
 # license information.
 # --------------------------------------------------------------------------
 import re
+from typing import Any, TYPE_CHECKING
+import logging
+from .base_schema import BaseSchema
+
+if TYPE_CHECKING:
+    from .code_model import CodeModel
+
+
+_LOGGER = logging.getLogger(__name__)
 
 JSON_REGEXP = re.compile(r'^(application|text)/(.+\+)?json$')
+
+def get_schema(code_model: "CodeModel", schema: Any, serialized_name: str = "unknown") -> BaseSchema:
+    if not isinstance(schema, dict):
+        return schema
+    schema_id = id(schema)
+    _LOGGER.debug("Looking for id %s for member %s", schema_id, serialized_name)
+    try:
+        return code_model.lookup_schema(schema_id)
+    except KeyError:
+        _LOGGER.critical("Unable to ref the object")
+        raise