arelle-release 2.37.51__tar.gz → 2.37.53__tar.gz

{arelle_release-2.37.51 → arelle_release-2.37.53}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arelle-release
-Version: 2.37.51
+Version: 2.37.53
 Summary: An open source XBRL platform.
 Author-email: "arelle.org" <support@arelle.org>
 License-Expression: Apache-2.0

{arelle_release-2.37.51 → arelle_release-2.37.53}/arelle/XbrlConst.py

@@ -22,6 +22,7 @@ _tuple = tuple  # type: ignore[type-arg]
 xsd = "http://www.w3.org/2001/XMLSchema"
 qnXsdComplexType = qname("{http://www.w3.org/2001/XMLSchema}xsd:complexType")
 qnXsdDocumentation = qname("{http://www.w3.org/2001/XMLSchema}xsd:documentation")
+qnXsdInclude = qname("{http://www.w3.org/2001/XMLSchema}xsd:include")
 qnXsdImport = qname("{http://www.w3.org/2001/XMLSchema}xsd:import")
 qnXsdSchema = qname("{http://www.w3.org/2001/XMLSchema}xsd:schema")
 qnXsdAppinfo = qname("{http://www.w3.org/2001/XMLSchema}xsd:appinfo")

{arelle_release-2.37.51 → arelle_release-2.37.53}/arelle/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '2.37.51'
-__version_tuple__ = version_tuple = (2, 37, 51)
+__version__ = version = '2.37.53'
+__version_tuple__ = version_tuple = (2, 37, 53)
 
-__commit_id__ = commit_id = 'gbe8fa5702'
+__commit_id__ = commit_id = 'ge4044e75f'

{arelle_release-2.37.51 → arelle_release-2.37.53}/arelle/plugin/validate/EDINET/PluginValidationDataExtension.py

@@ -260,7 +260,7 @@ class PluginValidationDataExtension(PluginData):
         return controllerPluginData.matchManifestInstance(modelXbrl.ixdsDocUrls)
 
     def hasValidNonNilFact(self, modelXbrl: ModelXbrl, qname: QName) -> bool:
-        return any(fact is not None for fact in self.iterValidNonNilFacts(modelXbrl, qname))
+        return any(True for fact in self.iterValidNonNilFacts(modelXbrl, qname))
 
     def isStandardTaxonomyUrl(self, uri: str, modelXbrl: ModelXbrl) -> bool:
         return modelXbrl.modelManager.disclosureSystem.hrefValidForDisclosureSystem(uri)

{arelle_release-2.37.51 → arelle_release-2.37.53}/arelle/plugin/validate/EDINET/rules/gfm.py

@@ -3,10 +3,8 @@ See COPYRIGHT.md for copyright information.
 """
 from __future__ import annotations
 
-import os
 from collections import defaultdict
 from datetime import timedelta
-from lxml.etree import XML, DTD
 from typing import Any, cast, Iterable
 
 import regex
@@ -615,3 +613,31 @@ def rule_gfm_1_2_30(
             msg=_("A context must not contain the xbrli:forever element."),
             modelObject=errors
         )
+
+
+@validation(
+    hook=ValidationHook.XBRL_FINALLY,
+    disclosureSystems=[DISCLOSURE_SYSTEM_EDINET],
+)
+def rule_gfm_1_3_1(
+        pluginData: PluginValidationDataExtension,
+        val: ValidateXbrl,
+        *args: Any,
+        **kwargs: Any,
+) -> Iterable[Validation]:
+    """
+    EDINET.EC5700W: [GFM 1.3.1] The submitter-specific taxonomy contains include elements.
+    """
+    warnings = []
+    for modelDocument in val.modelXbrl.urlDocs.values():
+        if pluginData.isStandardTaxonomyUrl(modelDocument.uri, val.modelXbrl):
+            continue
+        rootElt = modelDocument.xmlRootElement
+        for elt in rootElt.iterdescendants(XbrlConst.qnXsdInclude.clarkNotation):
+            warnings.append(elt)
+    if len(warnings) > 0:
+        yield Validation.warning(
+            codes='EDINET.EC5700W.GFM.1.3.1',
+            msg=_("The submitter-specific taxonomy contains include elements."),
+            modelObject=warnings
+        )

{arelle_release-2.37.51 → arelle_release-2.37.53}/arelle/plugin/validate/EDINET/rules/upload.py

@@ -8,6 +8,8 @@ from collections import defaultdict
 from pathlib import Path
 from typing import Any, Iterable, TYPE_CHECKING
 
+import regex
+
 from arelle.Cntlr import Cntlr
 from arelle.FileSource import FileSource
 from arelle.ValidateXbrl import ValidateXbrl
@@ -15,6 +17,7 @@ from arelle.typing import TypeGetText
 from arelle.utils.PluginHooks import ValidationHook
 from arelle.utils.validate.Decorator import validation
 from arelle.utils.validate.Validation import Validation
+from .. import Constants
 from ..DisclosureSystems import (DISCLOSURE_SYSTEM_EDINET)
 from ..ReportFolderType import ReportFolderType, HTML_EXTENSIONS, IMAGE_EXTENSIONS
 from ..PluginValidationDataExtension import PluginValidationDataExtension
@@ -48,6 +51,48 @@ FILE_COUNT_LIMITS = {
 
 FILENAME_STEM_PATTERN = re.compile(r'[a-zA-Z0-9_-]*')
 
+PATTERN_CODE = r'(?P<code>[A-Za-z\d]*)'
+PATTERN_CONSOLIDATED = r'(?P<consolidated>c|n)'
+PATTERN_COUNT = r'(?P<count>\d{2})'
+PATTERN_DATE1 = r'(?P<year1>\d{4})-(?P<month1>\d{2})-(?P<day1>\d{2})'
+PATTERN_DATE2 = r'(?P<year2>\d{4})-(?P<month2>\d{2})-(?P<day2>\d{2})'
+PATTERN_FORM = r'(?P<form>\d{6})'
+PATTERN_LINKBASE = r'(?P<linkbase>lab|lab-en|gla|pre|def|cal)'
+PATTERN_MAIN = r'(?P<main>\d{7})'
+PATTERN_NAME = r'(?P<name>[a-z]{6})'
+PATTERN_ORDINANCE = r'(?P<ordinance>[a-z]*)'
+PATTERN_PERIOD = r'(?P<period>c|p)'  # TODO: Have only seen "c" in sample/public filings, assuming "p" for previous.
+PATTERN_REPORT = r'(?P<report>[a-z]*)'
+PATTERN_REPORT_SERIAL = r'(?P<report_serial>\d{3})'
+PATTERN_SERIAL = r'(?P<serial>\d{3})'
+
+PATTERN_AUDIT_REPORT_PREFIX = rf'jpaud-{PATTERN_REPORT}-{PATTERN_PERIOD}{PATTERN_CONSOLIDATED}'
+PATTERN_REPORT_PREFIX = rf'jp{PATTERN_ORDINANCE}{PATTERN_FORM}-{PATTERN_REPORT}'
+PATTERN_SUFFIX = rf'{PATTERN_REPORT_SERIAL}_{PATTERN_CODE}-{PATTERN_SERIAL}_{PATTERN_DATE1}_{PATTERN_COUNT}_{PATTERN_DATE2}'
+
+PATTERNS = list(regex.compile(p) for p in (
+    # Schema file for report
+    # Example: jpcrp050300-esr-001_X99007-000_2025-04-10_01_2025-04-10.xsd
+    rf'{PATTERN_REPORT_PREFIX}-{PATTERN_SUFFIX}.xsd',
+    # Schema file for audit report
+    # Example: jpaud-aar-cn-001_X99001-000_2025-03-31_01_2025-06-28.xsd
+    rf'{PATTERN_AUDIT_REPORT_PREFIX}-{PATTERN_SUFFIX}.xsd',
+    # Linkbase file for report
+    # Example: jpcrp020000-srs-001_X99001-000_2025-03-31_01_2025-11-20_cal.xml
+    rf'{PATTERN_REPORT_PREFIX}-{PATTERN_SUFFIX}_{PATTERN_LINKBASE}.xml',
+    # Linkbase file for audit report
+    # Example: jpaud-qrr-cc-001_X99001-000_2025-03-31_01_2025-11-20_pre.xml
+    rf'{PATTERN_AUDIT_REPORT_PREFIX}-{PATTERN_SUFFIX}_{PATTERN_LINKBASE}.xml',
+    # Cover page file for report
+    # Example: 0000000_header_jpcrp020000-srs-001_X99001-000_2025-03-31_01_2025-11-20_ixbrl.htm
+    rf'{Constants.COVER_PAGE_FILENAME_PREFIX}{PATTERN_REPORT_PREFIX}-{PATTERN_SUFFIX}_ixbrl.htm',
+    # Main file for report
+    # Example: 0205020_honbun_jpcrp020000-srs-001_X99001-000_2025-03-31_01_2025-11-20_ixbrl.htm
+    rf'{PATTERN_MAIN}_{PATTERN_NAME}_{PATTERN_REPORT_PREFIX}-{PATTERN_SUFFIX}_ixbrl.htm',
+    # Main file for audit report
+    # Example: jpaud-qrr-cc-001_X99001-000_2025-03-31_01_2025-11-20_pre.xml
+    rf'{PATTERN_AUDIT_REPORT_PREFIX}-{PATTERN_SUFFIX}_ixbrl.htm',
+))
 
 @validation(
     hook=ValidationHook.FILESOURCE,
@@ -488,6 +533,75 @@ def rule_EC0206E(
         )
 
 
+@validation(
+    hook=ValidationHook.FILESOURCE,
+    disclosureSystems=[DISCLOSURE_SYSTEM_EDINET],
+)
+def rule_EC0349E(
+        pluginData: ControllerPluginData,
+        cntlr: Cntlr,
+        fileSource: FileSource,
+        *args: Any,
+        **kwargs: Any,
+) -> Iterable[Validation]:
+    """
+    EDINET.EC0349E: An unexpected directory or file exists in the XBRL directory.
+    Only PublicDoc, PrivateDoc, or AuditDoc directories may exist beneath the XBRL directory.
+    """
+    uploadContent = pluginData.getUploadContents(fileSource)
+    xbrlDirectoryPath = Path('XBRL')
+    allowedPaths = {p.xbrlDirectory for p in (
+        ReportFolderType.AUDIT_DOC,
+        ReportFolderType.PRIVATE_DOC,
+        ReportFolderType.PUBLIC_DOC,
+    )}
+    for path, pathInfo in uploadContent.uploadPaths.items():
+        if path.parent != xbrlDirectoryPath:
+            continue
+        if path not in allowedPaths:
+            if not any(pattern.fullmatch(path.name) for pattern in PATTERNS):
+                yield Validation.error(
+                    codes='EDINET.EC0349E',
+                    msg=_("An unexpected directory or file exists in the XBRL directory. "
+                          "Directory or file name: '%(file)s'."),
+                    file=path.name,
+                )
+
+
+@validation(
+    hook=ValidationHook.FILESOURCE,
+    disclosureSystems=[DISCLOSURE_SYSTEM_EDINET],
+)
+def rule_EC0352E(
+        pluginData: ControllerPluginData,
+        cntlr: Cntlr,
+        fileSource: FileSource,
+        *args: Any,
+        **kwargs: Any,
+) -> Iterable[Validation]:
+    """
+    EDINET.EC0352E: An XBRL file with an invalid name exists.
+    """
+    uploadContent = pluginData.getUploadContents(fileSource)
+    for path, pathInfo in uploadContent.uploadPaths.items():
+        if (
+            pathInfo.isDirectory or
+            pathInfo.isCorrection or
+            pathInfo.isSubdirectory or
+            pathInfo.isAttachment or
+            pathInfo.reportFolderType is None or
+            any(path == t.manifestPath for t in ReportFolderType)
+        ):
+            continue
+        if not any(pattern.fullmatch(path.name) for pattern in PATTERNS):
+            yield Validation.error(
+                codes='EDINET.EC0352E',
+                msg=_("A file with an invalid name exists. "
+                      "File path: '%(path)s'."),
+                path=str(path),
+            )
+
+
 @validation(
     hook=ValidationHook.FILESOURCE,
     disclosureSystems=[DISCLOSURE_SYSTEM_EDINET],

{arelle_release-2.37.51 → arelle_release-2.37.53}/arelle/plugin/validate/UK/__init__.py

@@ -8,10 +8,10 @@ References:
 - [HMRC CT Inline XBRL Style Guide](https://www.gov.uk/government/uploads/system/uploads/attachment_data/file/434588/xbrl-style-guide.pdf)
 """
 import os
-from math import isnan
 from arelle import ModelDocument, XmlUtil
 from arelle.ModelValue import qname, dateTime, DATE
-from arelle.ValidateXbrlCalcs import inferredDecimals, rangeValue, insignificantDigits
+from arelle.ValidateDuplicateFacts import getDuplicateFactSets
+from arelle.ValidateXbrlCalcs import insignificantDigits
 from arelle.Version import authorLabel, copyrightLabel
 from arelle.XbrlConst import xbrli, qnXbrliXbrl
 import regex as re
@@ -374,62 +374,12 @@ def validateXbrlFinally(val, *args, **kwargs):
                     _("Generic dimension members have no associated name or description item, member names (name or description item): %(memberNames)s"),
                     modelObject=modelXbrl, memberNames=", ".join(sorted(memLocalNamesMissing)))
 
-
-
-        aspectEqualFacts = defaultdict(dict) # dict [(qname,lang)] of dict(cntx,unit) of [fact, fact]
-        for hashEquivalentFacts in factForConceptContextUnitHash.values():
-            if len(hashEquivalentFacts) > 1:
-                for f in hashEquivalentFacts: # check for hash collision by value checks on context and unit
-                    if getattr(f,"xValid", 0) >= 4:
-                        cuDict = aspectEqualFacts[(f.qname,
-                                                   (f.xmlLang or "").lower() if f.concept.type.isWgnStringFactType else None)]
-                        _matched = False
-                        for (_cntx,_unit),fList in cuDict.items():
-                            if (((_cntx is None and f.context is None) or (f.context is not None and f.context.isEqualTo(_cntx))) and
-                                ((_unit is None and f.unit is None) or (f.unit is not None and f.unit.isEqualTo(_unit)))):
-                                _matched = True
-                                fList.append(f)
-                                break
-                        if not _matched:
-                            cuDict[(f.context,f.unit)] = [f]
-                decVals = {}
-                for cuDict in aspectEqualFacts.values(): # dups by qname, lang
-                    for fList in cuDict.values():  # dups by equal-context equal-unit
-                        if len(fList) > 1:
-                            f0 = fList[0]
-                            if f0.concept.isNumeric:
-                                if any(f.isNil for f in fList):
-                                    _inConsistent = not all(f.isNil for f in fList)
-                                else: # not all have same decimals
-                                    _d = inferredDecimals(f0)
-                                    _v = f0.xValue
-                                    _inConsistent = isnan(_v) # NaN is incomparable, always makes dups inconsistent
-                                    decVals[_d] = _v
-                                    aMax, bMin, _inclA, _inclB = rangeValue(_v, _d)
-                                    for f in fList[1:]:
-                                        _d = inferredDecimals(f)
-                                        _v = f.xValue
-                                        if isnan(_v):
-                                            _inConsistent = True
-                                            break
-                                        if _d in decVals:
-                                            _inConsistent |= _v != decVals[_d]
-                                        else:
-                                            decVals[_d] = _v
-                                        a, b, _inclA, _inclB = rangeValue(_v, _d)
-                                        if a > aMax: aMax = a
-                                        if b < bMin: bMin = b
-                                    if not _inConsistent:
-                                        _inConsistent = (bMin < aMax)
-                                    decVals.clear()
-                            else:
-                                _inConsistent = any(not f.isVEqualTo(f0) for f in fList[1:])
-                            if _inConsistent:
-                                modelXbrl.error("JFCVC.3314",
-                                    "Inconsistent duplicate fact values %(fact)s: %(values)s.",
-                                    modelObject=fList, fact=f0.qname, contextID=f0.contextID, values=", ".join(f.value for f in fList))
-                aspectEqualFacts.clear()
-        del factForConceptContextUnitHash, aspectEqualFacts
+    for duplicateFactSet in getDuplicateFactSets(modelXbrl.facts, includeSingles=False):
+        if duplicateFactSet.areAnyInconsistent:
+            f0 = duplicateFactSet.facts[0]
+            modelXbrl.error("JFCVC.3314",
+                "Inconsistent duplicate fact values %(fact)s: %(values)s.",
+                modelObject=duplicateFactSet.facts, fact=f0.qname, values=", ".join(f'"{f.value}"' for f in duplicateFactSet))
 
     if modelXbrl.modelDocument.type == ModelDocument.Type.INLINEXBRL:
         rootElt = modelXbrl.modelDocument.xmlRootElement

{arelle_release-2.37.51 → arelle_release-2.37.53}/arelle_release.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arelle-release
-Version: 2.37.51
+Version: 2.37.53
 Summary: An open source XBRL platform.
 Author-email: "arelle.org" <support@arelle.org>
 License-Expression: Apache-2.0