arelle-release 2.37.49__py3-none-any.whl → 2.37.51__py3-none-any.whl

arelle/ModelDocument.py

@@ -1579,12 +1579,6 @@ def inlineIxdsDiscover(modelXbrl, modelIxdsDocument, setTargetModelXbrl=False, *
     modelXbrl.targetRoleRefs = {} # roleRefs used by selected target
     modelXbrl.targetArcroleRefs = {}  # arcroleRefs used by selected target
     modelXbrl.targetRelationships = set() # relationship elements used by selected target
-    targetModelXbrl = modelXbrl if setTargetModelXbrl else None # modelXbrl of target for contexts/units in multi-target/multi-instance situation
-    assignUnusedContextsUnits = (not setTargetModelXbrl and not ixdsTarget and
-                                 not getattr(modelXbrl, "supplementalModelXbrls", ()) and (
-                                    not getattr(modelXbrl, "targetIXDSesToLoad", ()) or
-                                    set(e.modelDocument for e in modelXbrl.ixdsHtmlElements) ==
-                                    set(x.modelDocument for e in getattr(modelXbrl, "targetIXDSesToLoad", ()) for x in e[1])))
     hasResources = hasHeader = False
     for htmlElement in modelXbrl.ixdsHtmlElements:
         mdlDoc = htmlElement.modelDocument
@@ -1611,8 +1605,12 @@ def inlineIxdsDiscover(modelXbrl, modelIxdsDocument, setTargetModelXbrl=False, *
         for modelInlineFact in htmlElement.iterdescendants(ixNStag + "nonNumeric", ixNStag + "nonFraction", ixNStag + "fraction"):
             if isinstance(modelInlineFact,ModelObject):
                 _target = modelInlineFact.get("target")
-                factTargetContextRefs[_target].add(modelInlineFact.get("contextRef"))
-                factTargetUnitRefs[_target].add(modelInlineFact.get("unitRef"))
+                contextRef = modelInlineFact.get("contextRef")
+                if contextRef is not None:
+                    factTargetContextRefs[_target].add(contextRef.strip())
+                unitRef = modelInlineFact.get("unitRef")
+                if unitRef is not None:
+                    factTargetUnitRefs[_target].add(unitRef.strip())
                 if modelInlineFact.id:
                     factsByFactID[modelInlineFact.id] = modelInlineFact
         for elt in htmlElement.iterdescendants(tag=ixNStag + "continuation"):
@@ -1734,9 +1732,9 @@ def inlineIxdsDiscover(modelXbrl, modelIxdsDocument, setTargetModelXbrl=False, *
                     targetRoleUris[_target].add(footnoteRole)
 
     contextRefs = factTargetContextRefs[ixdsTarget]
+    contextRefsForAllTargets = {ref for refs in factTargetContextRefs.values() for ref in refs}
     unitRefs = factTargetUnitRefs[ixdsTarget]
-    allContextRefs = set.union(*factTargetContextRefs.values())
-    allUnitRefs = set.union(*factTargetUnitRefs.values())
+    unitRefsForAllTargets = {ref for refs in factTargetUnitRefs.values() for ref in refs}
 
     # discovery of contexts, units and roles which are used by target document
     for htmlElement in modelXbrl.ixdsHtmlElements:
@@ -1745,13 +1743,17 @@ def inlineIxdsDiscover(modelXbrl, modelIxdsDocument, setTargetModelXbrl=False, *
 
         for inlineElement in htmlElement.iterdescendants(tag=ixNStag + "resources"):
             for elt in inlineElement.iterchildren("{http://www.xbrl.org/2003/instance}context"):
-                id = elt.get("id")
-                if id in contextRefs or (assignUnusedContextsUnits and id not in allContextRefs):
+                contextId = elt.get("id")
+                if contextId in contextRefs:
                     modelIxdsDocument.contextDiscover(elt, setTargetModelXbrl)
+                elif contextId not in contextRefsForAllTargets:
+                    modelXbrl.ixdsUnmappedContexts[contextId] = elt
             for elt in inlineElement.iterchildren("{http://www.xbrl.org/2003/instance}unit"):
-                id = elt.get("id")
-                if id in unitRefs or (assignUnusedContextsUnits and id not in allUnitRefs):
+                unitId = elt.get("id")
+                if unitId in unitRefs:
                     modelIxdsDocument.unitDiscover(elt, setTargetModelXbrl)
+                elif unitId not in unitRefsForAllTargets:
+                    modelXbrl.ixdsUnmappedUnits[unitId] = elt
             for refElement in inlineElement.iterchildren("{http://www.xbrl.org/2003/linkbase}roleRef"):
                 r = refElement.get("roleURI")
                 if r in targetRoleUris[ixdsTarget]:

arelle/ModelInstanceObject.py

@@ -1159,7 +1159,7 @@ class ModelContext(ModelObject):
             self._dimsHash = hash( frozenset(self.qnameDims.values()) )
             return self._dimsHash
 
-    def nonDimValues(self, contextElement):
+    def nonDimValues(self, contextElement: str | int) -> list[ModelObject]:
         """([ModelObject]) -- ContextElement is either string or Aspect code for segment or scenario, returns nonXDT ModelObject children of context element.
 
         :param contextElement: one of 'segment', 'scenario', Aspect.NON_XDT_SEGMENT, Aspect.NON_XDT_SCENARIO, Aspect.COMPLETE_SEGMENT, Aspect.COMPLETE_SCENARIO

arelle/ModelXbrl.py

@@ -12,7 +12,7 @@ from collections import defaultdict
 from typing import TYPE_CHECKING, Any, TypeVar, Union, cast, Optional
 
 import regex as re
-from collections.abc import Iterable
+from collections.abc import Iterable, Iterator
 
 import arelle
 from arelle import FileSource, ModelRelationshipSet, XmlUtil, ModelValue, XbrlConst, XmlValidate
@@ -335,8 +335,12 @@ class ModelXbrl:
         self.facts: list[ModelFact] = []
         self.factsInInstance: set[ModelFact] = set()
         self.undefinedFacts: list[ModelFact] = []  # elements presumed to be facts but not defined
-        self.contexts: dict[str, ModelDocumentClass.xmlRootElement] = {}
+        self.contexts: dict[str, ModelContext] = {}
+        self.ixdsUnmappedContexts: dict[str, ModelContext] = {}
+        self._contextsInUseMarked = False
         self.units: dict[str, ModelUnit] = {}
+        self.ixdsUnmappedUnits: dict[str, ModelUnit] = {}
+        self._unitsInUseMarked = False
         self.modelObjects: list[ModelObject] = []
         self.qnameParameters: dict[QName, Any] = {}
         self.modelVariableSets: set[ModelVariableSet] = set()
@@ -604,7 +608,7 @@ class ModelXbrl:
                         for cOCCs,mOCCs in ((c.nonDimValues(segAspect),segOCCs),
                                             (c.nonDimValues(scenAspect),scenOCCs)))
                 ):
-                    return cast('ModelContext', c)
+                    return c
         return None
 
     def createContext(
@@ -868,17 +872,24 @@ class ModelXbrl:
             return fbdq[memQname]
 
     @property
-    def contextsInUse(self) -> Any:
-        try:
-            if self._contextsInUseMarked:
-                return (cntx for cntx in self.contexts.values() if getattr(cntx, "_inUse", False))
-        except AttributeError:
+    def contextsInUse(self) -> Iterator[ModelContext]:
+        if not self._contextsInUseMarked:
             for fact in self.factsInInstance:
                 cntx = fact.context
                 if cntx is not None:
                     cntx._inUse = True
-            self._contextsInUseMarked: bool = True
-            return self.contextsInUse
+            self._contextsInUseMarked = True
+        return (cntx for cntx in self.contexts.values() if getattr(cntx, "_inUse", False))
+
+    @property
+    def unitsInUse(self) -> Iterator[ModelUnit]:
+        if not self._unitsInUseMarked:
+            for fact in self.factsInInstance:
+                unit = fact.unit
+                if unit is not None:
+                    unit._inUse = True
+            self._unitsInUseMarked = True
+        return (unit for unit in self.units.values() if getattr(unit, "_inUse", False))
 
     @property
     def dimensionsInUse(self) -> set[Any]:

arelle/WebCache.py

@@ -6,20 +6,28 @@ e.g., User-Agent: Sample Company Name AdminContact@<sample company domain>.com
 
 '''
 from __future__ import annotations
-import contextlib
-
 
-from filelock import FileLock, Timeout
+import calendar
+import contextlib
+import io
+import json
+import logging
+import os
+import posixpath
+import shutil
+import sys
+import time
+import zlib
+from http.client import IncompleteRead
 from pathlib import Path
 from typing import TYPE_CHECKING, Any
-import os, posixpath, sys, time, calendar, io, json, logging, shutil, zlib
-import regex as re
-from urllib.parse import quote, unquote
-from urllib.error import URLError, HTTPError, ContentTooShortError
-from http.client import IncompleteRead
 from urllib import request as proxyhandlers
+from urllib.error import ContentTooShortError, HTTPError, URLError
+from urllib.parse import quote, unquote, urlsplit, urlunsplit
 
 import certifi
+import regex as re
+from filelock import FileLock, Timeout
 
 from arelle.PythonUtil import isLegacyAbs
 
@@ -567,14 +575,16 @@ class WebCache:
         :param url:
         :return: `url` with scheme-specific-part quoted except for parameter separators
         """
-        urlScheme, schemeSep, urlSchemeSpecificPart = url.partition("://")
-        urlPath, querySep, query = urlSchemeSpecificPart.partition("?")
-        # RFC 3986: https://www.ietf.org/rfc/rfc3986.txt
-        querySafeChars = ';/?'
-        pathSafeChars = querySafeChars + ':@&=+$,'
-        quotedUrlPath = quote(urlPath, safe=pathSafeChars)
-        quotedQuery = quote(query, safe=querySafeChars)
-        return urlScheme + schemeSep + quotedUrlPath + querySep + quotedQuery
+        parts = urlsplit(url)
+
+        # RFC 3986 safe characters: https://www.ietf.org/rfc/rfc3986.txt
+        pathSafe = "/:@!$&'()*+,;="       # path allows sub-delims, ":" and "@"
+        querySafe = "&=:/?@!$'()*+,;[]"   # query allows pchar + "/" + "?"
+
+        quotedPath = quote(parts.path, safe=pathSafe)
+        quotedQuery = quote(parts.query, safe=querySafe)
+
+        return urlunsplit((parts.scheme, parts.netloc, quotedPath, quotedQuery, parts.fragment))
 
     @staticmethod
     def _getFileTimestamp(path: str) -> float:

arelle/_version.py

@@ -1,7 +1,14 @@
 # file generated by setuptools-scm
 # don't change, don't track in version control
 
-__all__ = ["__version__", "__version_tuple__", "version", "version_tuple"]
+__all__ = [
+    "__version__",
+    "__version_tuple__",
+    "version",
+    "version_tuple",
+    "__commit_id__",
+    "commit_id",
+]
 
 TYPE_CHECKING = False
 if TYPE_CHECKING:
@@ -9,13 +16,19 @@ if TYPE_CHECKING:
     from typing import Union
 
     VERSION_TUPLE = Tuple[Union[int, str], ...]
+    COMMIT_ID = Union[str, None]
 else:
     VERSION_TUPLE = object
+    COMMIT_ID = object
 
 version: str
 __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
+commit_id: COMMIT_ID
+__commit_id__: COMMIT_ID
 
-__version__ = version = '2.37.49'
-__version_tuple__ = version_tuple = (2, 37, 49)
+__version__ = version = '2.37.51'
+__version_tuple__ = version_tuple = (2, 37, 51)
+
+__commit_id__ = commit_id = None

arelle/api/Session.py

@@ -8,7 +8,7 @@ from __future__ import annotations
 import logging
 import threading
 from types import TracebackType
-from typing import Any, BinaryIO
+from typing import Any, BinaryIO, TypeVar
 
 from arelle import PackageManager, PluginManager
 from arelle.CntlrCmdLine import CntlrCmdLine, createCntlrAndPreloadPlugins
@@ -18,6 +18,9 @@ from arelle.RuntimeOptions import RuntimeOptions
 
 _session_lock = threading.Lock()
 
+# typing.Self can be used once Python 3.10 support is dropped.
+Self = TypeVar("Self", bound="Session")
+
 
 class Session:
     """
@@ -46,7 +49,7 @@ class Session:
                 "Session objects cannot be shared between threads. Create a new Session instance in each thread."
             )
 
-    def __enter__(self) -> Any:
+    def __enter__(self: Self) -> Self:
         return self
 
     def __exit__(

arelle/plugin/validate/DBA/PluginValidationDataExtension.py

@@ -146,7 +146,6 @@ class PluginValidationDataExtension(PluginData):
             return self._reportingPeriodContexts
         contexts = []
         for context in modelXbrl.contexts.values():
-            context = cast(ModelContext, context)
             if context.isInstantPeriod or context.isForeverPeriod:
                 continue  # Reporting period contexts can't be instant/forever contexts
             if len(context.qnameDims) > 0:

arelle/plugin/validate/EDINET/Constants.py

@@ -14,12 +14,21 @@ class FormType(Enum):
     FORM_2_4 = '第二号の四様式'
     FORM_2_7 = '第二号の七様式'
     FORM_3 = '第三号様式'
+    FORM_4 = '第四号様式'
+
+    @property
+    def isStockReport(self) -> bool:
+        return self in STOCK_REPORT_FORMS
 
 CORPORATE_FORMS =frozenset([
     FormType.FORM_2_4,
     FormType.FORM_2_7,
     FormType.FORM_3,
 ])
+STOCK_REPORT_FORMS = frozenset([
+    FormType.FORM_3,
+    FormType.FORM_4,
+])
 qnEdinetManifestInsert = qname("{http://disclosure.edinet-fsa.go.jp/2013/manifest}insert")
 qnEdinetManifestInstance = qname("{http://disclosure.edinet-fsa.go.jp/2013/manifest}instance")
 qnEdinetManifestItem = qname("{http://disclosure.edinet-fsa.go.jp/2013/manifest}item")
@@ -28,3 +37,5 @@ qnEdinetManifestList = qname("{http://disclosure.edinet-fsa.go.jp/2013/manifest}
 qnEdinetManifestTitle = qname("{http://disclosure.edinet-fsa.go.jp/2013/manifest}title")
 qnEdinetManifestTocComposition = qname("{http://disclosure.edinet-fsa.go.jp/2013/manifest}tocComposition")
 xhtmlDtdExtension = "xhtml1-strict-ix.dtd"
+
+COVER_PAGE_FILENAME_PREFIX = "0000000_header_"

arelle/plugin/validate/EDINET/ControllerPluginData.py

@@ -12,11 +12,11 @@ from typing import TYPE_CHECKING
 
 from arelle.Cntlr import Cntlr
 from arelle.FileSource import FileSource
-from arelle.ModelXbrl import ModelXbrl
 from arelle.typing import TypeGetText
 from arelle.utils.PluginData import PluginData
-from .InstanceType import InstanceType
-from .UploadContents import UploadContents
+from . import Constants
+from .ReportFolderType import ReportFolderType
+from .UploadContents import UploadContents, UploadPathInfo
 
 if TYPE_CHECKING:
     from .ManifestInstance import ManifestInstance
@@ -50,35 +50,46 @@ class ControllerPluginData(PluginData):
     @lru_cache(1)
     def getUploadContents(self, fileSource: FileSource) -> UploadContents:
         uploadFilepaths = self.getUploadFilepaths(fileSource)
-        amendmentPaths = defaultdict(list)
-        unknownPaths = []
-        directories = []
-        forms = defaultdict(list)
+        reports = defaultdict(list)
+        uploadPaths = {}
         for path in uploadFilepaths:
-            parents = list(reversed([p.name for p in path.parents if len(p.name) > 0]))
-            if len(parents) == 0:
-                continue
-            if parents[0] == 'XBRL':
-                if len(parents) > 1:
-                    formName = parents[1]
-                    instanceType = InstanceType.parse(formName)
-                    if instanceType is not None:
-                        forms[instanceType].append(path)
-                        continue
-            formName = parents[0]
-            instanceType = InstanceType.parse(formName)
-            if instanceType is not None:
-                amendmentPaths[instanceType].append(path)
+            if len(path.parts) == 0:
                 continue
-            if len(path.suffix) == 0:
-                directories.append(path)
-                continue
-            unknownPaths.append(path)
+            parents = list(reversed([p.name for p in path.parents if len(p.name) > 0]))
+            reportFolderType = None
+            isCorrection = True
+            isDirectory = len(path.suffix) == 0
+            isInSubdirectory = False
+            reportPath = None
+            if len(parents) > 0:
+                isCorrection = parents[0] != 'XBRL'
+                if not isCorrection:
+                    if len(parents) > 1:
+                        formName = parents[1]
+                        isInSubdirectory = len(parents) > 2
+                        reportFolderType = ReportFolderType.parse(formName)
+                if reportFolderType is None:
+                    formName = parents[0]
+                    isInSubdirectory = len(parents) > 1
+                    reportFolderType = ReportFolderType.parse(formName)
+                if reportFolderType is not None:
+                    reportPath = Path(reportFolderType.value) if isCorrection else Path("XBRL") / reportFolderType.value
+                    if not isCorrection:
+                        reports[reportFolderType].append(path)
+            uploadPaths[path] = UploadPathInfo(
+                isAttachment=reportFolderType is not None and reportFolderType.isAttachment,
+                isCorrection=isCorrection,
+                isCoverPage=not isDirectory and path.stem.startswith(Constants.COVER_PAGE_FILENAME_PREFIX),
+                isDirectory=len(path.suffix) == 0,
+                isRoot=len(path.parts) == 1,
+                isSubdirectory=isInSubdirectory or (isDirectory and reportFolderType is not None),
+                path=path,
+                reportFolderType=reportFolderType,
+                reportPath=reportPath,
+            )
         return UploadContents(
-            amendmentPaths={k: frozenset(v) for k, v in amendmentPaths.items() if len(v) > 0},
-            directories=frozenset(directories),
-            instances={k: frozenset(v) for k, v in forms.items() if len(v) > 0},
-            unknownPaths=frozenset(unknownPaths)
+            reports={k: frozenset(v) for k, v in reports.items() if len(v) > 0},
+            uploadPaths=uploadPaths
         )
 
     @lru_cache(1)

arelle/plugin/validate/EDINET/PluginValidationDataExtension.py

@@ -7,15 +7,17 @@ from collections import defaultdict
 from dataclasses import dataclass
 from decimal import Decimal
 from functools import lru_cache
+from lxml.etree import DTD, XML
 from operator import attrgetter
 from typing import Callable, Hashable, Iterable, cast
 
+import os
 import regex
 
 from arelle.LinkbaseType import LinkbaseType
 from arelle.ModelDocument import Type as ModelDocumentType
 from arelle.ModelDtsObject import ModelConcept
-from arelle.ModelInstanceObject import ModelFact, ModelUnit, ModelContext
+from arelle.ModelInstanceObject import ModelFact, ModelUnit, ModelContext, ModelInlineFact
 from arelle.ModelObject import ModelObject
 from arelle.ModelValue import QName, qname
 from arelle.ModelXbrl import ModelXbrl
@@ -24,7 +26,7 @@ from arelle.ValidateDuplicateFacts import getDeduplicatedFacts, DeduplicationTyp
 from arelle.XmlValidate import VALID
 from arelle.typing import TypeGetText
 from arelle.utils.PluginData import PluginData
-from .Constants import CORPORATE_FORMS
+from .Constants import CORPORATE_FORMS, FormType, xhtmlDtdExtension
 from .ControllerPluginData import ControllerPluginData
 from .ManifestInstance import ManifestInstance
 from .Statement import Statement, STATEMENTS, BalanceSheet, StatementInstance, StatementType
@@ -54,7 +56,7 @@ class PluginValidationDataExtension(PluginData):
     def __init__(self, name: str):
         super().__init__(name)
         jpcrpEsrNamespace = "http://disclosure.edinet-fsa.go.jp/taxonomy/jpcrp-esr/2024-11-01/jpcrp-esr_cor"
-        jpcrpNamespace = 'http://disclosure.edinet-fsa.go.jp/taxonomy/jpcrp/2024-11-01/jpcrp_cor'
+        self.jpcrpNamespace = 'http://disclosure.edinet-fsa.go.jp/taxonomy/jpcrp/2024-11-01/jpcrp_cor'
         jpdeiNamespace = 'http://disclosure.edinet-fsa.go.jp/taxonomy/jpdei/2013-08-31/jpdei_cor'
         jpigpNamespace = "http://disclosure.edinet-fsa.go.jp/taxonomy/jpigp/2024-11-01/jpigp_cor"
         jppfsNamespace = "http://disclosure.edinet-fsa.go.jp/taxonomy/jppfs/2024-11-01/jppfs_cor"
@@ -63,11 +65,12 @@ class PluginValidationDataExtension(PluginData):
         self.assetsIfrsQn = qname(jpigpNamespace, 'AssetsIFRS')
         self.consolidatedOrNonConsolidatedAxisQn = qname(jppfsNamespace, 'ConsolidatedOrNonConsolidatedAxis')
         self.documentTypeDeiQn = qname(jpdeiNamespace, 'DocumentTypeDEI')
+        self.issuedSharesTotalNumberOfSharesEtcQn = qname(self.jpcrpNamespace, 'IssuedSharesTotalNumberOfSharesEtcTextBlock')
         self.jpcrpEsrFilingDateCoverPageQn = qname(jpcrpEsrNamespace, 'FilingDateCoverPage')
-        self.jpcrpFilingDateCoverPageQn = qname(jpcrpNamespace, 'FilingDateCoverPage')
+        self.jpcrpFilingDateCoverPageQn = qname(self.jpcrpNamespace, 'FilingDateCoverPage')
         self.jpspsFilingDateCoverPageQn = qname(jpspsNamespace, 'FilingDateCoverPage')
         self.nonConsolidatedMemberQn = qname(jppfsNamespace, "NonConsolidatedMember")
-        self.ratioOfFemaleDirectorsAndOtherOfficersQn = qname(jpcrpNamespace, "RatioOfFemaleDirectorsAndOtherOfficers")
+        self.ratioOfFemaleDirectorsAndOtherOfficersQn = qname(self.jpcrpNamespace, "RatioOfFemaleDirectorsAndOtherOfficers")
 
         self.contextIdPattern = regex.compile(r'(Prior[1-9]Year|CurrentYear|Prior[1-9]Interim|Interim)(Duration|Instant)')
 
@@ -103,6 +106,12 @@ class PluginValidationDataExtension(PluginData):
             return True
         return False
 
+    def isCorporateReport(self, modelXbrl: ModelXbrl) -> bool:
+        return self.jpcrpNamespace in modelXbrl.namespaceDocs
+
+    def isStockForm(self, modelXbrl: ModelXbrl) -> bool:
+        documentTypes = self.getDocumentTypes(modelXbrl)
+        return any(documentType == form.value for form in FormType if form.isStockReport for documentType in documentTypes)
 
     def getBalanceSheets(self, modelXbrl: ModelXbrl, statement: Statement) -> list[BalanceSheet]:
         """
@@ -159,6 +168,22 @@ class PluginValidationDataExtension(PluginData):
             )
         return balanceSheets
 
+    def getProblematicTextBlocks(self, modelXbrl: ModelXbrl) -> list[ModelInlineFact]:
+        problematicTextBlocks: list[ModelInlineFact] = []
+        dtd = DTD(os.path.join(modelXbrl.modelManager.cntlr.configDir, xhtmlDtdExtension))
+        htmlBodyTemplate = "<body><div>\n{0}\n</div></body>\n"
+        for fact in modelXbrl.facts:
+            concept = fact.concept
+            if isinstance(fact, ModelInlineFact) and not fact.isNil and concept is not None and concept.isTextBlock and not fact.isEscaped:
+                xmlBody = htmlBodyTemplate.format(fact.value)
+                try:
+                    textblockXml = XML(xmlBody)
+                    if not dtd.validate(textblockXml):
+                        problematicTextBlocks.append(fact)
+                except Exception:
+                    problematicTextBlocks.append(fact)
+        return problematicTextBlocks
+
     @lru_cache(1)
     def getStatementInstance(self, modelXbrl: ModelXbrl, statement: Statement) -> StatementInstance | None:
         if statement.roleUri not in modelXbrl.roleTypes:

arelle/plugin/validate/EDINET/{InstanceType.py → ReportFolderType.py}

@@ -8,16 +8,15 @@ from functools import cached_property, lru_cache
 from pathlib import Path
 
 
-class InstanceType(Enum):
+class ReportFolderType(Enum):
     ATTACH_DOC = "AttachDoc"
     AUDIT_DOC = "AuditDoc"
-    ENGLISH_DOC = "EnglishDoc"
     PRIVATE_ATTACH = "PrivateAttach"
     PRIVATE_DOC = "PrivateDoc"
     PUBLIC_DOC = "PublicDoc"
 
     @classmethod
-    def parse(cls, value: str) -> InstanceType | None:
+    def parse(cls, value: str) -> ReportFolderType | None:
         try:
             return cls(value)
         except ValueError:
@@ -27,6 +26,10 @@ class InstanceType(Enum):
     def extensionCategory(self) -> ExtensionCategory | None:
         return FORM_TYPE_EXTENSION_CATEGORIES.get(self, None)
 
+    @cached_property
+    def isAttachment(self) -> bool:
+        return "Attach" in self.value
+
     @cached_property
     def manifestName(self) -> str:
         return f'manifest_{self.value}.xml'
@@ -49,7 +52,6 @@ class InstanceType(Enum):
 class ExtensionCategory(Enum):
     ATTACH = 'ATTACH'
     DOC = 'DOC'
-    ENGLISH_DOC = 'ENGLISH_DOC'
 
     def getValidExtensions(self, isAmendment: bool, isSubdirectory: bool) -> frozenset[str] | None:
         amendmentMap = VALID_EXTENSIONS[isAmendment]
@@ -60,12 +62,11 @@ class ExtensionCategory(Enum):
 
 
 FORM_TYPE_EXTENSION_CATEGORIES = {
-    InstanceType.ATTACH_DOC: ExtensionCategory.ATTACH,
-    InstanceType.AUDIT_DOC: ExtensionCategory.DOC,
-    InstanceType.ENGLISH_DOC: ExtensionCategory.ENGLISH_DOC,
-    InstanceType.PRIVATE_ATTACH: ExtensionCategory.ATTACH,
-    InstanceType.PRIVATE_DOC: ExtensionCategory.DOC,
-    InstanceType.PUBLIC_DOC: ExtensionCategory.DOC,
+    ReportFolderType.ATTACH_DOC: ExtensionCategory.ATTACH,
+    ReportFolderType.AUDIT_DOC: ExtensionCategory.DOC,
+    ReportFolderType.PRIVATE_ATTACH: ExtensionCategory.ATTACH,
+    ReportFolderType.PRIVATE_DOC: ExtensionCategory.DOC,
+    ReportFolderType.PUBLIC_DOC: ExtensionCategory.DOC,
 }
 
 
@@ -74,7 +75,6 @@ IMAGE_EXTENSIONS = frozenset({'.jpeg', '.jpg', '.gif', '.png'})
 ASSET_EXTENSIONS = frozenset(HTML_EXTENSIONS | IMAGE_EXTENSIONS)
 XBRL_EXTENSIONS = frozenset(HTML_EXTENSIONS | {'.xml', '.xsd'})
 ATTACH_EXTENSIONS = frozenset(HTML_EXTENSIONS | {'.pdf', })
-ENGLISH_DOC_EXTENSIONS = frozenset(ASSET_EXTENSIONS | frozenset({'.pdf', '.xml', '.txt'}))
 
 # Is Amendment -> Category -> Is Subdirectory
 VALID_EXTENSIONS = {
@@ -97,9 +97,5 @@ VALID_EXTENSIONS = {
             False: HTML_EXTENSIONS,
             True: ASSET_EXTENSIONS,
         },
-        ExtensionCategory.ENGLISH_DOC: {
-            False: ENGLISH_DOC_EXTENSIONS,
-            True: ENGLISH_DOC_EXTENSIONS,
-        },
     },
 }

arelle/plugin/validate/EDINET/UploadContents.py

@@ -6,12 +6,27 @@ from __future__ import annotations
 from dataclasses import dataclass
 from pathlib import Path
 
-from .InstanceType import InstanceType
+from .ReportFolderType import ReportFolderType
 
 
 @dataclass(frozen=True)
 class UploadContents:
-    amendmentPaths: dict[InstanceType, frozenset[Path]]
-    directories: frozenset[Path]
-    instances: dict[InstanceType, frozenset[Path]]
-    unknownPaths: frozenset[Path]
+    reports: dict[ReportFolderType, frozenset[Path]]
+    uploadPaths: dict[Path, UploadPathInfo]
+
+    @property
+    def sortedPaths(self) -> list[Path]:
+        return sorted(self.uploadPaths.keys())
+
+
+@dataclass(frozen=True)
+class UploadPathInfo:
+    isAttachment: bool
+    isCorrection: bool
+    isCoverPage: bool
+    isDirectory: bool
+    isRoot: bool
+    isSubdirectory: bool
+    path: Path
+    reportFolderType: ReportFolderType | None
+    reportPath: Path | None

arelle/plugin/validate/EDINET/rules/contexts.py

@@ -4,6 +4,7 @@ See COPYRIGHT.md for copyright information.
 from __future__ import annotations
 
 from collections import defaultdict
+from itertools import chain
 from typing import Any, Iterable
 
 from arelle import XbrlConst
@@ -161,8 +162,9 @@ def rule_EC8054W(
     EDINET.EC8054W: For any context with ID containing "NonConsolidatedMember",
     the scenario element within must be set to "NonConsolidatedMember".
     """
-    for context in val.modelXbrl.contexts.values():
-        if pluginData.nonConsolidatedMemberQn.localName not in context.id:
+    allContexts = chain(val.modelXbrl.contexts.values(), val.modelXbrl.ixdsUnmappedContexts.values())
+    for context in allContexts:
+        if context.id is None or pluginData.nonConsolidatedMemberQn.localName not in context.id:
             continue
         member = context.dimMemberQname(
             pluginData.consolidatedOrNonConsolidatedAxisQn,

arelle/plugin/validate/EDINET/rules/edinet.py

@@ -281,3 +281,25 @@ def rule_EC8075W(
                 codes='EDINET.EC8075W',
                 msg=_("The percentage of female executives has not been tagged in detail."),
                 )
+
+
+@validation(
+    hook=ValidationHook.XBRL_FINALLY,
+    disclosureSystems=[DISCLOSURE_SYSTEM_EDINET],
+)
+def rule_EC8076W(
+        pluginData: PluginValidationDataExtension,
+        val: ValidateXbrl,
+        *args: Any,
+        **kwargs: Any,
+) -> Iterable[Validation]:
+    """
+    EDINET.EC8076W: "Issued Shares, Total Number of Shares, etc. [Text Block]" (IssuedSharesTotalNumberOfSharesEtcTextBlock) is not tagged.
+    Applies to forms 3 and 4.
+    """
+    if pluginData.isStockForm(val.modelXbrl) and pluginData.isCorporateReport(val.modelXbrl):
+        if not pluginData.hasValidNonNilFact(val.modelXbrl, pluginData.issuedSharesTotalNumberOfSharesEtcQn):
+            yield Validation.warning(
+                codes='EDINET.EC8076W',
+                msg=_('"Issued Shares, Total Number of Shares, etc. [Text Block]" (IssuedSharesTotalNumberOfSharesEtcTextBlock) is not tagged.'),
+            )