arelle-release 2.37.63__py3-none-any.whl → 2.37.65__py3-none-any.whl

arelle/CntlrCmdLine.py

@@ -826,6 +826,9 @@ class CntlrCmdLine(Cntlr.Cntlr):
         else:
             self.modelManager.disclosureSystem.select(None) # just load ordinary mappings
             self.modelManager.validateDisclosureSystem = False
+        if self.modelManager.disclosureSystem.keepOpen:
+            # Force keepOpen if specified by disclosure system.
+            options.keepOpen = True
         if options.baseTaxonomyValidationMode is not None:
             self.modelManager.baseTaxonomyValidationMode = ValidateBaseTaxonomiesMode.fromName(options.baseTaxonomyValidationMode)
         self.modelManager.validateXmlOim = bool(options.validateXmlOim)

arelle/DisclosureSystem.py

@@ -80,6 +80,7 @@ class DisclosureSystem:
         self.utrUrl = ["http://www.xbrl.org/utr/utr.xml"]
         self.utrStatusFilters = None
         self.utrTypeEntries = None
+        self.keepOpen: bool = False
         self.identifierSchemePattern = None
         self.identifierValuePattern = None
         self.identifierValueName = None
@@ -214,6 +215,7 @@ class DisclosureSystem:
                                     self.utrUrl = [self.modelManager.cntlr.webCache.normalizeUrl(u, url)
                                                    for u in dsElt.get("utrUrl").split()]
                                 self.utrStatusFilters = dsElt.get("utrStatusFilters")
+                                self.keepOpen = dsElt.get("keepOpen") == "true"
                                 self.identifierSchemePattern = compileAttrPattern(dsElt,"identifierSchemePattern")
                                 self.identifierValuePattern = compileAttrPattern(dsElt,"identifierValuePattern")
                                 self.identifierValueName = dsElt.get("identifierValueName")

arelle/UrlUtil.py

@@ -31,6 +31,9 @@ def authority(url: str, includeScheme: bool=True) -> str:
 def scheme(url: str) -> str | None: # returns None if no scheme part
     return (url or "").rpartition(":")[0] or None
 
+def isExternalUrl(url: str) -> bool:
+    return scheme(url) in ("http", "https", "ftp")
+
 absoluteUrlPattern = None
 # http://www.ietf.org/rfc/rfc2396.txt section 4.3
 # this pattern doesn't allow some valid unicode characters

arelle/ValidateFilingText.py

@@ -13,7 +13,7 @@ from arelle.PythonUtil import isLegacyAbs
 from arelle.XbrlConst import ixbrlAll, xhtml
 from arelle.XmlUtil import setXmlns, xmlstring, xmlDeclarationPattern, XmlDeclarationLocationException
 from arelle.ModelObject import ModelObject
-from arelle.UrlUtil import decodeBase64DataImage, isHttpUrl, scheme
+from arelle.UrlUtil import decodeBase64DataImage, isExternalUrl, isHttpUrl, scheme
 
 XMLpattern = re.compile(r".*(<|&lt;|&#x3C;|&#60;)[A-Za-z_]+[A-Za-z0-9_:]*[^>]*(/>|>|&gt;|/&gt;).*", re.DOTALL)
 CDATApattern = re.compile(r"<!\[CDATA\[(.+)\]\]")
@@ -631,7 +631,7 @@ def validateTextBlockFacts(modelXbrl):
                                         attribute=attrTag, element=eltTag)
                                 elif eltTag == "a" and (not allowedExternalHrefPattern or allowedExternalHrefPattern.match(attrValue)):
                                     pass
-                                elif scheme(attrValue) in ("http", "https", "ftp"):
+                                elif isExternalUrl(attrValue):
                                     modelXbrl.error(("EFM.6.05.16.externalReference", "FERC.6.05.16.externalReference"),
                                         _("Fact %(fact)s of context %(contextID)s has an invalid external reference in '%(attribute)s' for <%(element)s>"),
                                         modelObject=f1, fact=f1.qname, contextID=f1.contextID,
@@ -773,7 +773,7 @@ def validateHtmlContent(modelXbrl, referenceElt, htmlEltTree, validatedObjectLab
                         messageCodes=("EFM.6.05.34.activeContent", "EFM.5.02.05.activeContent", "FERC.6.05.34.activeContent", "FERC.5.02.05.activeContent"))
                 elif eltTag == "a" and (not allowedExternalHrefPattern or allowedExternalHrefPattern.match(attrValue)):
                     pass
-                elif scheme(attrValue) in ("http", "https", "ftp"):
+                elif isExternalUrl(attrValue):
                     modelXbrl.error(messageCodePrefix + "externalReference",
                         _("%(validatedObjectLabel)s has an invalid external reference in '%(attribute)s' for <%(element)s>: %(value)s"),
                         modelObject=elt, validatedObjectLabel=validatedObjectLabel,

arelle/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '2.37.63'
-__version_tuple__ = version_tuple = (2, 37, 63)
+__version__ = version = '2.37.65'
+__version_tuple__ = version_tuple = (2, 37, 65)
 
 __commit_id__ = commit_id = None

arelle/config/disclosuresystems.xsd

@@ -51,6 +51,7 @@
       <xs:attribute name="deiFilerNameElement" use="optional" type="xs:NCName"/>
       <xs:attribute name="deiNamespacePattern" use="optional"/>
       <xs:attribute name="description" />
+      <xs:attribute name="keepOpen" type="xs:boolean"/>
       <xs:attribute name="identifierSchemePattern" use="optional"/>
       <xs:attribute name="identifierValueName" use="optional"/>
       <xs:attribute name="identifierValuePattern" use="optional"/>

arelle/plugin/validate/DBA/rules/__init__.py

@@ -14,7 +14,7 @@ from arelle.ModelInstanceObject import ModelFact
 from arelle.ModelValue import QName
 from arelle.ModelXbrl import ModelXbrl
 from arelle.typing import TypeGetText
-from arelle.UrlUtil import scheme
+from arelle.UrlUtil import isExternalUrl
 from arelle.utils.Contexts import ContextHashKey
 from arelle.utils.validate.Validation import Validation
 from arelle.ValidateFilingText import parseImageDataURL
@@ -73,7 +73,7 @@ def errorOnForbiddenImage(
     """
     invalidImages = []
     for image in images:
-        if scheme(image) in ("http", "https", "ftp"):
+        if isExternalUrl(image):
             invalidImages.append(image)
         elif image.startswith("data:image"):
             dataURLParts = parseImageDataURL(image)

arelle/plugin/validate/EDINET/Constants.py

@@ -159,7 +159,7 @@ REPORT_IXBRL_FILENAME_PATTERN = regex.compile(rf'{PATTERN_MAIN}_{PATTERN_NAME}_{
 AUDIT_IXBRL_FILENAME_PATTERN = regex.compile(rf'{PATTERN_AUDIT_REPORT_PREFIX}-{PATTERN_SUFFIX}_ixbrl\.htm')
 
 PATTERN_CONTEXT_RELATIVE_PERIOD = r'(?P<relative_period>Prior[1-9]Year|CurrentYear|Prior[1-9]Interim|Interim)'
-PATTERN_CONTEXT_PERIOD = r'(?P<relative_period>Prior[1-9]Year|CurrentYear|Prior[1-9]Interim|Interim|FilingDate|RecordDate)'
+PATTERN_CONTEXT_PERIOD = r'(?P<relative_period>Prior[1-9]Year|CurrentYear|Prior[1-9]Interim|Prior[1-9]Quarter|Prior[1-9]YTD|Interim|FilingDate|RecordDate|CurrentQuarter|CurrentYTD)'
 PATTERN_CONTEXT_DURATION = r'(?P<duration>Duration|Instant)'
 PATTERN_CONTEXT_MEMBERS = r'(?P<context_members>(?:_[a-zA-Z][a-zA-Z0-9-]+)+)*'
 PATTERN_CONTEXT_NUMBER = r'(?P<context_number>[0-9]{3})'
@@ -172,5 +172,9 @@ CONTEXT_ID_PATTERN = regex.compile(rf'{PATTERN_CONTEXT_PERIOD}{PATTERN_CONTEXT_D
 # Example: Prior2YearDuration
 FINANCIAL_STATEMENT_CONTEXT_ID_PATTERN = regex.compile(rf'^{PATTERN_CONTEXT_RELATIVE_PERIOD}{PATTERN_CONTEXT_DURATION}.*')
 
+# Context IDs for facts associated with individual (non-consolidated) Financial Statements
+# Example: Prior2YearDuration_NonConsolidatedMember
+INDIVIDUAL_CONTEXT_ID_PATTERN = regex.compile(rf'^{PATTERN_CONTEXT_RELATIVE_PERIOD}{PATTERN_CONTEXT_DURATION}_NonConsolidatedMember.*')
+
 # Accepted language codes for Japan
 JAPAN_LANGUAGE_CODES = frozenset({'ja', 'jp', 'ja-jp', 'JA', 'JP', 'JA-JP'})

arelle/plugin/validate/EDINET/ContextRequirement.py

@@ -0,0 +1,58 @@
+"""
+See COPYRIGHT.md for copyright information.
+"""
+from __future__ import annotations
+
+from dataclasses import dataclass
+from typing import Literal
+
+
+@dataclass(frozen=True)
+class ContextRequirement:
+    """
+    If {elementExists} is set, and {elementDoesNotExist} is not set,
+    any context with ID starting with {contextId} must have {element} value
+    matching the {elementMatch} DEI value (adjusted by {dayAdjustment} days).
+    """
+    contextId: str
+    element: Literal['endDate', 'instant', 'startDate']
+    elementExists: str | None
+    elementDoesNotExist: str | None
+    elementMatch: str
+    dayAdjustment: int = 0  # days to adjust by (e.g. -1 for "day before")
+
+
+# See section 3-4-2 in the Validation Guidelines.
+CONTEXT_REQUIREMENTS = [
+    ContextRequirement('CurrentYearInstant', 'instant', None, None, 'CurrentFiscalYearEndDateDEI'),
+    ContextRequirement('Prior1YearInstant', 'instant', 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', None, 'CurrentFiscalYearEndDateDEI'),
+    ContextRequirement('Prior1YearInstant', 'instant', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', 'PreviousFiscalYearEndDateDEI'),
+    ContextRequirement('Prior2YearInstant', 'instant', 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', None, 'PreviousFiscalYearEndDateDEI'),
+    ContextRequirement('Prior2YearInstant', 'instant', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', 'PreviousFiscalYearStartDateDEI', -1),
+    ContextRequirement('CurrentQuarterInstant', 'instant', 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI'),
+    ContextRequirement('CurrentQuarterInstant', 'instant', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', 'CurrentPeriodEndDateDEI'),
+    ContextRequirement('Prior1QuarterInstant', 'instant', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', 'ComparativePeriodEndDateDEI'),
+    ContextRequirement('InterimInstant', 'instant', 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI'),
+    ContextRequirement('InterimInstant', 'instant', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', 'CurrentPeriodEndDateDEI'),
+    ContextRequirement('Prior1InterimInstant', 'instant', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', 'ComparativePeriodEndDateDEI'),
+    ContextRequirement('CurrentYearDuration', 'startDate', None, None, 'CurrentFiscalYearStartDateDEI'),
+    ContextRequirement('Prior1YearDuration', 'startDate', 'NextFiscalYearStartDateDEI', None, 'CurrentFiscalYearStartDateDEI'),
+    ContextRequirement('Prior1YearDuration', 'startDate', None, 'NextFiscalYearStartDateDEI', 'PreviousFiscalYearStartDateDEI'),
+    ContextRequirement('Prior2YearDuration', 'startDate', 'NextFiscalYearStartDateDEI', None, 'PreviousFiscalYearStartDateDEI'),
+    ContextRequirement('CurrentYTDDuration', 'startDate', 'NextFiscalYearStartDateDEI', None, 'NextFiscalYearStartDateDEI'),
+    ContextRequirement('CurrentYTDDuration', 'startDate', None, 'NextFiscalYearStartDateDEI', 'CurrentFiscalYearStartDateDEI'),
+    ContextRequirement('Prior1YTDDuration', 'startDate', None, 'NextFiscalYearStartDateDEI', 'PreviousFiscalYearStartDateDEI'),
+    ContextRequirement('InterimDuration', 'startDate', 'NextFiscalYearStartDateDEI', None, 'NextFiscalYearStartDateDEI'),
+    ContextRequirement('InterimDuration', 'startDate', None, 'NextFiscalYearStartDateDEI', 'CurrentFiscalYearStartDateDEI'),
+    ContextRequirement('Prior1InterimDuration', 'startDate', None, 'NextFiscalYearStartDateDEI', 'PreviousFiscalYearStartDateDEI'),
+    ContextRequirement('CurrentYearDuration', 'endDate', None, None, 'CurrentFiscalYearEndDateDEI'),
+    ContextRequirement('Prior1YearDuration', 'endDate', 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', None, 'CurrentFiscalYearEndDateDEI'),
+    ContextRequirement('Prior1YearDuration', 'endDate', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', 'PreviousFiscalYearEndDateDEI'),
+    ContextRequirement('Prior2YearDuration', 'endDate', 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', None, 'PreviousFiscalYearEndDateDEI'),
+    ContextRequirement('CurrentYTDDuration', 'endDate', 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI'),
+    ContextRequirement('CurrentYTDDuration', 'endDate', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', 'CurrentPeriodEndDateDEI'),
+    ContextRequirement('Prior1YTDDuration', 'endDate', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', 'ComparativePeriodEndDateDEI'),
+    ContextRequirement('InterimDuration', 'endDate', 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI'),
+    ContextRequirement('InterimDuration', 'endDate', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', 'CurrentPeriodEndDateDEI'),
+    ContextRequirement('Prior1InterimDuration', 'endDate', None, 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI', 'ComparativePeriodEndDateDEI'),
+]

arelle/plugin/validate/EDINET/ControllerPluginData.py

@@ -12,12 +12,14 @@ from typing import TYPE_CHECKING
 
 from arelle.Cntlr import Cntlr
 from arelle.FileSource import FileSource
-from arelle.ModelValue import QName
+from arelle.ModelValue import QName, TypeXValue
+from arelle.ModelXbrl import ModelXbrl
+from arelle.XmlValidateConst import VALID
 from arelle.typing import TypeGetText
 from arelle.utils.PluginData import PluginData
 from . import Constants
 from .CoverItemRequirements import CoverItemRequirements
-from .DeiRequirements import DeiRequirements
+from .DeiRequirements import DeiRequirements, DEI_LOCAL_NAMES
 from .FilingFormat import FilingFormat
 from .ReportFolderType import ReportFolderType
 from .TableOfContentsBuilder import TableOfContentsBuilder
@@ -31,6 +33,8 @@ _: TypeGetText
 
 @dataclass
 class ControllerPluginData(PluginData):
+    _deiValues: dict[str, TypeXValue]
+    _loadedModelXbrls: list[ModelXbrl]
     _manifestInstancesById: dict[str, ManifestInstance]
     _tocBuilder: TableOfContentsBuilder
     _uploadContents: UploadContents | None
@@ -38,6 +42,8 @@ class ControllerPluginData(PluginData):
 
     def __init__(self, name: str):
         super().__init__(name)
+        self._deiValues = {}
+        self._loadedModelXbrls = []
         self._manifestInstancesById = {}
         self._tocBuilder = TableOfContentsBuilder()
         self._usedFilepaths = set()
@@ -52,6 +58,10 @@ class ControllerPluginData(PluginData):
         """
         self._manifestInstancesById[manifestInstance.id] = manifestInstance
 
+    def addModelXbrl(self, modelXbrl: ModelXbrl) -> None:
+        self._loadedModelXbrls.append(modelXbrl)
+        self.setDeiValues(modelXbrl)
+
     @lru_cache(1)
     def getCoverItemRequirements(self, jsonPath: Path) -> CoverItemRequirements:
         return CoverItemRequirements(jsonPath)
@@ -60,6 +70,9 @@ class ControllerPluginData(PluginData):
     def getDeiRequirements(self, csvPath: Path, deiItems: tuple[QName, ...], filingFormats: tuple[FilingFormat, ...]) -> DeiRequirements:
         return DeiRequirements(csvPath, deiItems, filingFormats)
 
+    def getDeiValue(self, localName: str) -> TypeXValue:
+        return self._deiValues.get(localName)
+
     def getManifestInstances(self) -> list[ManifestInstance]:
         """
         Retrieve all loaded manifest instances.
@@ -159,6 +172,28 @@ class ControllerPluginData(PluginData):
     def getUsedFilepaths(self) -> frozenset[Path]:
         return frozenset(self._usedFilepaths)
 
+    def isConsolidated(self) -> bool | None:
+        """
+        Is this a consolidated (not individual) filing?
+        Looks for the DEI fact 'WhetherConsolidatedFinancialStatementsArePreparedDEI'
+        within PublicDoc instances. If an explicit True/False value is found, it is returned.
+        If no non-nil value exists, None is returned, which indicates a not applicable state.
+        :return:
+        """
+        for modelXbrl in self.loadedModelXbrls:
+            manifestInstance = self.getManifestInstance(modelXbrl)
+            if manifestInstance is None:
+                continue
+            if manifestInstance.type != ReportFolderType.PUBLIC_DOC.value:
+                continue
+            facts = modelXbrl.factsByLocalName.get('WhetherConsolidatedFinancialStatementsArePreparedDEI', set())
+            for fact in facts:
+                if fact.xValue == True:
+                    return True
+                if fact.xValue == False:
+                    return False
+        return None
+
     @lru_cache(1)
     def isUpload(self, fileSource: FileSource) -> bool:
         fileSource.open()  # Make sure file source is open
@@ -173,13 +208,23 @@ class ControllerPluginData(PluginData):
             return False
         return True
 
-    def matchManifestInstance(self, ixdsDocUrls: list[str]) -> ManifestInstance | None:
+    @property
+    def loadedModelXbrls(self) -> list[ModelXbrl]:
+        """
+        TODO: Only necessary because cntlr.modelManager.loadedModelXbrls is not reliable
+            in the current conformance suite runner. Remove when that is fixed/replaced.
+        """
+        return self._loadedModelXbrls
+
+    @lru_cache(1)
+    def getManifestInstance(self, modelXbrl: ModelXbrl) -> ManifestInstance | None:
         """
         Match a manifest instance based on the provided ixdsDocUrls.
         A one-to-one mapping must exist between the model's IXDS document URLs and the manifest instance's IXBRL files.
         :param ixdsDocUrls: A model's list of IXDS document URLs.
         :return: A matching ManifestInstance if found, otherwise None.
         """
+        ixdsDocUrls = modelXbrl.ixdsDocUrls
         modelUrls = set(ixdsDocUrls)
         matchedInstance = None
         for instance in self._manifestInstancesById.values():
@@ -204,6 +249,27 @@ class ControllerPluginData(PluginData):
             break
         return matchedInstance
 
+    def setDeiValue(self, localName: str, value: TypeXValue) -> None:
+        if localName in self._deiValues:
+            # Duplicate DEI values will be caught by validations.
+            return
+        self._deiValues[localName] = value
+
+    def setDeiValues(self, modelXbrl: ModelXbrl) -> None:
+        """
+        Set DEI values from the provided modelXbrl.
+        Some EDINET validations rely on both DEI values defined in one instance
+        and other values in a separate instance, so we collect DEI values from
+        all instances and collect them at a controller level.
+        :param modelXbrl:
+        :return:
+        """
+        for localName in DEI_LOCAL_NAMES:
+            for fact in modelXbrl.factsByLocalName.get(localName, ()):
+                if fact.isNil or fact.xValid < VALID:
+                    continue
+                self.setDeiValue(localName, fact.xValue)
+
     def addUsedFilepath(self, path: Path) -> None:
         self._usedFilepaths.add(path)
 

arelle/plugin/validate/EDINET/PluginValidationDataExtension.py

@@ -568,7 +568,7 @@ class PluginValidationDataExtension(PluginData):
     @lru_cache(1)
     def getManifestInstance(self, modelXbrl: ModelXbrl) -> ManifestInstance | None:
         controllerPluginData = ControllerPluginData.get(modelXbrl.modelManager.cntlr, self.name)
-        return controllerPluginData.matchManifestInstance(modelXbrl.ixdsDocUrls)
+        return controllerPluginData.getManifestInstance(modelXbrl)
 
     @lru_cache(1)
     def getProhibitedAttributeElements(self, modelDocument: ModelDocument) -> list[tuple[ModelObject, str]]:

arelle/plugin/validate/EDINET/__init__.py

@@ -9,8 +9,10 @@ from pathlib import Path
 from typing import Any
 
 from arelle.ModelXbrl import ModelXbrl
+from arelle.ValidateXbrl import ValidateXbrl
 from arelle.Version import authorLabel, copyrightLabel
 from . import Constants
+from .ControllerPluginData import ControllerPluginData
 from .ValidationPluginExtension import ValidationPluginExtension
 from .rules import contexts, edinet, frta, gfm, manifests, upload
 
@@ -84,6 +86,13 @@ def validateFinally(*args: Any, **kwargs: Any) -> None:
     return validationPlugin.validateFinally(*args, **kwargs)
 
 
+def validateXbrlStart(val: ValidateXbrl, *args: Any, **kwargs: Any) -> None:
+    # TODO: See ControllerPluginData.loadedModelXbrls comment
+    controllerPluginData = ControllerPluginData.get(val.modelXbrl.modelManager.cntlr, PLUGIN_NAME)
+    controllerPluginData.addModelXbrl(val.modelXbrl)
+    return validationPlugin.validateXbrlStart(val, *args, **kwargs)
+
+
 def validateXbrlFinally(*args: Any, **kwargs: Any) -> None:
     return validationPlugin.validateXbrlFinally(*args, **kwargs)
 
@@ -103,5 +112,6 @@ __pluginInfo__ = {
     "Validate.Complete": validateComplete,
     "Validate.FileSource": validateFileSource,
     "Validate.XBRL.Finally": validateXbrlFinally,
+    'Validate.XBRL.Start': validateXbrlStart,
     "ValidateFormula.Finished": validateFinally,
 }

arelle/plugin/validate/EDINET/resources/config.xml

@@ -13,9 +13,10 @@
                 "https://xbrl.org/2023/arcrole/summation-item": ["none", "EDINET.EC5700W.GFM.1.7.4"]
                 }'
             defaultXmlLang="ja"
+            keepOpen="true"
             blockDisallowedReferences="true"
+            standardTaxonomiesUrl="edinet-taxonomies.xml"
             validationType="EDINET"
-            validTaxonomiesUrl="edinet-taxonomies.xml"
             exclusiveTypesPattern="EFM|GFM|FERC|HMRC|SBR.NL|EBA|EIOPA|ESEF"
     />
 </DisclosureSystems>

arelle/plugin/validate/EDINET/rules/contexts.py

@@ -3,21 +3,30 @@ See COPYRIGHT.md for copyright information.
 """
 from __future__ import annotations
 
+import datetime
 from collections import defaultdict
+
+from dateutil.relativedelta import relativedelta
 from itertools import chain
-from typing import Any, Iterable
+from typing import Any, Iterable, cast
 
 from arelle import XbrlConst
+from arelle.Cntlr import Cntlr
+from arelle.FileSource import FileSource
 from arelle.LinkbaseType import LinkbaseType
 from arelle.ModelDtsObject import ModelConcept
 from arelle.ValidateXbrl import ValidateXbrl
+from arelle.XmlValidateConst import VALID
 from arelle.typing import TypeGetText
 from arelle.utils.PluginHooks import ValidationHook
 from arelle.utils.validate.Decorator import validation
 from arelle.utils.validate.Validation import Validation
-from ..Constants import FINANCIAL_STATEMENT_CONTEXT_ID_PATTERN, CONTEXT_ID_PATTERN
+from ..Constants import FINANCIAL_STATEMENT_CONTEXT_ID_PATTERN, CONTEXT_ID_PATTERN, INDIVIDUAL_CONTEXT_ID_PATTERN
+from ..ContextRequirement import CONTEXT_REQUIREMENTS
+from ..ControllerPluginData import ControllerPluginData
 from ..DisclosureSystems import (DISCLOSURE_SYSTEM_EDINET)
 from ..PluginValidationDataExtension import PluginValidationDataExtension
+from ..ReportFolderType import ReportFolderType
 
 _: TypeGetText
 
@@ -150,6 +159,200 @@ def rule_EC8013W(
         )
 
 
+@validation(
+    hook=ValidationHook.COMPLETE,
+    disclosureSystems=[DISCLOSURE_SYSTEM_EDINET],
+)
+def rule_EC8014W(
+        pluginData: ControllerPluginData,
+        cntlr: Cntlr,
+        fileSource: FileSource,
+        *args: Any,
+        **kwargs: Any,
+) -> Iterable[Validation]:
+    """
+    EDINET.EC8014W: For individual (non-consolidated) reports, there must be a context that represents an individual.
+
+    Individual reports identified by presence of WhetherConsolidatedFinancialStatementsArePreparedDEI with False value.
+    Individual context identified by context ID matching pattern with "_NonConsolidatedMember".
+    """
+    if pluginData.isConsolidated() != False:
+        return
+    if not any(
+            INDIVIDUAL_CONTEXT_ID_PATTERN.fullmatch(contextID)
+            for modelXbrl in pluginData.loadedModelXbrls
+            for contextID in modelXbrl.contexts
+    ):
+        yield Validation.warning(
+            codes='EDINET.EC8014W',
+            msg=_("There is no context ID in the inline XBRL file that represents an individual. "
+                  "Please set a context ID that indicates individual financial "
+                  "statements in the inline XBRL file. "
+                  "If you are not including individual financial statements, "
+                  "please check the \"WhetherConsolidatedFinancialStatementsArePreparedDEI\" "
+                  "value of the DEI information."),
+        )
+
+
+@validation(
+    hook=ValidationHook.COMPLETE,
+    disclosureSystems=[DISCLOSURE_SYSTEM_EDINET],
+)
+def rule_EC8015W(
+        pluginData: ControllerPluginData,
+        cntlr: Cntlr,
+        fileSource: FileSource,
+        *args: Any,
+        **kwargs: Any,
+) -> Iterable[Validation]:
+    """
+    EDINET.EC8015W: For consolidated reports, there must not be a context that represents an individual.
+
+    Consolidated reports identified by presence of WhetherConsolidatedFinancialStatementsArePreparedDEI with True value.
+    Individual context identified by context ID matching pattern with "_NonConsolidatedMember".
+    """
+    if pluginData.isConsolidated() != True:
+        return
+    individualContexts = [
+            context
+            for modelXbrl in pluginData.loadedModelXbrls
+            for contextId, context in modelXbrl.contexts.items()
+            if INDIVIDUAL_CONTEXT_ID_PATTERN.fullmatch(contextId)
+    ]
+    if len(individualContexts) > 0:
+        yield Validation.warning(
+            codes='EDINET.EC8015W',
+            msg=_("There is a context ID in the inline XBRL file that represents an individual. "
+                  "If you do not want to enter information related to individual financial statements, "
+                  "delete the context ID that indicates individual. "
+                  "If you want to enter individual financial statements, "
+                  "check the \"WhetherConsolidatedFinancialStatementsArePreparedDEI\" status in the DEI "
+                  "information. "
+                  "* If there is a change from non-consolidated to consolidated, even if the data content "
+                  "is normal, it may be recognized as an exception and a warning may be displayed."),
+            modelObject=individualContexts,
+        )
+
+
+@validation(
+    hook=ValidationHook.COMPLETE,
+    disclosureSystems=[DISCLOSURE_SYSTEM_EDINET],
+)
+def rule_contextDeiRequirements(
+        pluginData: ControllerPluginData,
+        cntlr: Cntlr,
+        fileSource: FileSource,
+        *args: Any,
+        **kwargs: Any,
+) -> Iterable[Validation]:
+    """
+    EDINET.EC8018W, EDINET.EC8019W, and EDINET.EC8020W assert that context instant, startDate, and endDate values
+    (respectively) match certain DEI values based on the presence of DEI values and patterns in the context ID.
+    See section 3-4-2 in the Validation Guidelines.
+    """
+    for modelXbrl in pluginData.loadedModelXbrls:
+        for contextId, context in modelXbrl.contexts.items():
+            for contextDeiRequirement in CONTEXT_REQUIREMENTS:
+                if not contextId.startswith(contextDeiRequirement.contextId):
+                    continue
+                if contextDeiRequirement.elementDoesNotExist is not None:
+                    if pluginData.getDeiValue(contextDeiRequirement.elementDoesNotExist) is not None:
+                        continue
+                if contextDeiRequirement.elementExists is not None:
+                    if pluginData.getDeiValue(contextDeiRequirement.elementExists) is None:
+                        continue
+
+                if contextDeiRequirement.element == 'startDate':
+                    contextValue = context.startDatetime
+                    code = "EDINET.EC8019W"
+                elif contextDeiRequirement.element == 'endDate':
+                    contextValue = context.endDatetime
+                    code = "EDINET.EC8020W"
+                else:
+                    assert contextDeiRequirement.element == 'instant'
+                    contextValue = context.instantDatetime
+                    code = "EDINET.EC8018W"
+
+                deiValue = pluginData.getDeiValue(contextDeiRequirement.elementMatch)
+                if deiValue is None:
+                    continue
+                deiValue = cast(datetime.datetime, deiValue)
+
+                if contextDeiRequirement.element in ('instant', 'endDate'):
+                    # Instant and end dates are parsed as the beginning of the day after the date specified by the value
+                    # DEI values need to be adjusted by 1 day to match this.
+                    deiValue = cast(datetime.datetime, deiValue) + datetime.timedelta(1)
+                if contextDeiRequirement.dayAdjustment:
+                    deiValue = cast(datetime.datetime, deiValue) + datetime.timedelta(contextDeiRequirement.dayAdjustment)
+
+                if contextValue != deiValue:
+                    yield Validation.warning(
+                        codes=code,
+                        msg=_("The context %(element)s element does not match the information in DEI "
+                              "\"%(elementMatch)s\". "
+                              "Context ID: '%(contextId)s'. "
+                              "DEI value: '%(deiValue)s'. "
+                              "Context value: '%(contextValue)s'. "
+                              "Please set the same value for the %(element)s element value of the corresponding "
+                              "context ID and the DEI information value."),
+                        element=contextDeiRequirement.element,
+                        elementMatch=contextDeiRequirement.elementMatch,
+                        contextId=contextId,
+                        deiValue=deiValue.date().isoformat(),
+                        contextValue=contextValue.date().isoformat(),
+                    )
+
+
+@validation(
+    hook=ValidationHook.COMPLETE,
+    disclosureSystems=[DISCLOSURE_SYSTEM_EDINET],
+)
+def rule_EC8021W(
+        pluginData: ControllerPluginData,
+        cntlr: Cntlr,
+        fileSource: FileSource,
+        *args: Any,
+        **kwargs: Any,
+) -> Iterable[Validation]:
+    """
+    EDINET.EC8021W: "EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI" or "CurrentPeriodEndDateDEI"
+    must not be more than one year earlier than "FilingDateCoverPage".
+
+
+    If the "EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI" of the DEI information is present,
+    then its value must not be more than one year earlier than "FilingDateCoverPage".
+    If "EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI" is not present, but "CurrentPeriodEndDateDEI"
+    is present, then its value must not be more than one year earlier than "FilingDateCoverPage".
+    """
+    localName = 'EndDateOfQuarterlyOrSemiAnnualPeriodOfNextFiscalYearDEI'
+    targetDate = pluginData.getDeiValue(localName)
+    if not isinstance(targetDate, datetime.datetime):
+        localName = 'CurrentPeriodEndDateDEI'
+        targetDate = pluginData.getDeiValue(localName)
+    if not isinstance(targetDate, datetime.datetime):
+        return
+    compareDate = cast(datetime.datetime, targetDate + relativedelta(years=1))
+    for modelXbrl in pluginData.loadedModelXbrls:
+        for fact in modelXbrl.factsByLocalName.get('FilingDateCoverPage', set()):
+            if fact.isNil or fact.xValid < VALID:
+                continue
+            submissionDate = cast(datetime.datetime, fact.xValue)
+            if compareDate < submissionDate:
+                yield Validation.warning(
+                    codes='EDINET.EC8021W',
+                    msg=_("The DEI '%(localName)s' information is set to a date that is "
+                          "more than one year earlier than 'FilingDateCoverPage'. "
+                          "Please set the '%(localName)s' value to a value that is less "
+                          "than one year earlier than the value of 'FilingDateCoverPage'. "
+                          "%(localName)s: '%(targetDate)s'. "
+                          "FilingDateCoverPage: '%(submissionDate)s'. "),
+                    localName=localName,
+                    targetDate=targetDate.date().isoformat(),
+                    submissionDate=submissionDate.date().isoformat(),
+                    modelObject=fact,
+                )
+
+
 @validation(
     hook=ValidationHook.XBRL_FINALLY,
     disclosureSystems=[DISCLOSURE_SYSTEM_EDINET],

arelle/plugin/validate/EDINET/rules/frta.py

@@ -231,8 +231,8 @@ def rule_frta_4_2_4(
         if rootElt.get('elementFormDefault') != 'qualified' or rootElt.get('attributeFormDefault') != 'unqualified':
             yield Validation.warning(
                 codes='EDINET.EC5710W.FRTA.4.2.4',
-                msg=_("The XMLSchema root in taxonomy schema files must have the 'elementFormDefault' atribute set as "
-                      "'qulaified' and the 'attributeFormDefault' attribute set as 'unqualified'"),
+                msg=_("The XMLSchema root in taxonomy schema files must have the 'elementFormDefault' attribute set as "
+                      "'qualified' and the 'attributeFormDefault' attribute set as 'unqualified'"),
                 modelObject=modelDocument,
             )
         formUsages = []