followthemoney 3.6.4__tar.gz → 3.7.1__tar.gz

{followthemoney-3.6.4/followthemoney.egg-info → followthemoney-3.7.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: followthemoney
-Version: 3.6.4
+Version: 3.7.1
 Home-page: https://followthemoney.tech/
 Author: Organized Crime and Corruption Reporting Project
 Author-email: data@occrp.org

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/__init__.py

@@ -3,7 +3,7 @@ import os
 from followthemoney.model import Model
 from followthemoney.util import set_model_locale
 
-__version__ = "3.6.4"
+__version__ = "3.7.1"
 
 
 model_path = os.path.dirname(__file__)

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/mapping/entity.py

@@ -20,7 +20,6 @@ log = logging.getLogger(__name__)
 
 
 class EntityMapping(object):
-
     __slots__ = (
         "model",
         "name",
@@ -117,22 +116,30 @@ class EntityMapping(object):
             if prop.prop.type == registry.country:
                 discarded_values = prop.map(proxy, record, entities)
                 for value in discarded_values:
-                    log.warn(f"[{self.name}] Discarded unclean value \"{value}\" for property \"{prop.prop.qname}\".")
+                    log.warning(
+                        f'[{self.name}] Discarded unclean value "{value}" for property "{prop.prop.qname}".'
+                    )
 
         for prop in self.properties:
             if prop.prop.type != registry.country:
                 discarded_values = prop.map(proxy, record, entities)
                 for value in discarded_values:
-                    log.warn(f"[{self.name}] Discarding unclean value \"{value}\" for property \"{prop.prop.qname}\".")
+                    log.warning(
+                        f'[{self.name}] Discarding unclean value "{value}" for property "{prop.prop.qname}".'
+                    )
 
         # Generate the ID at the end to avoid self-reference checks on empty
         # keys.
         proxy.id = self.compute_key(record)
         if proxy.id is None:
             if self.id_column:
-                log.warn(f"[{self.name}] Skipping entity because no ID could be computed. Make sure that there are no empty values in the \"{self.id_column}\" column.")
+                log.warning(
+                    f'[{self.name}] Skipping entity because no ID could be computed. Make sure that there are no empty values in the "{self.id_column}" column.'
+                )
             if self.keys:
-                log.warn(f"[{self.name}] Skipping entity because no ID could be computed. Make sure that there are no empty values in key columns.")
+                log.warning(
+                    f"[{self.name}] Skipping entity because no ID could be computed. Make sure that there are no empty values in key columns."
+                )
             return None
 
         for prop in self.properties:
@@ -141,7 +148,9 @@ class EntityMapping(object):
                 # the mapping, not in the model. Basically it means: if
                 # this row of source data doesn't have that field, then do
                 # not map it again.
-                log.warn(f"[{self.name}] Skipping entity because required property \"{prop.prop.name}\" is empty.")
+                log.warning(
+                    f'[{self.name}] Skipping entity because required property "{prop.prop.name}" is empty.'
+                )
                 return None
         return proxy
 

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/property.py

@@ -24,6 +24,7 @@ class PropertyDict(TypedDict, total=False):
     hidden: Optional[bool]
     matchable: Optional[bool]
     deprecated: Optional[bool]
+    maxLength: Optional[int]
     # stub: Optional[bool]
     rdf: Optional[str]
     range: Optional[str]
@@ -58,6 +59,7 @@ class Property:
         "type",
         "matchable",
         "deprecated",
+        "max_length",
         "_range",
         "format",
         "range",
@@ -109,6 +111,9 @@ class Property:
         else:
             self.matchable = self.type.matchable
 
+        #: The maximum length of the property value.
+        self.max_length = int(data.get("maxLength") or self.type.max_length)
+
         #: If the property is of type ``entity``, the set of valid schema to be added
         #: in this property can be constrained. For example, an asset can be owned,
         #: but a person cannot be owned.
@@ -197,6 +202,7 @@ class Property:
             "qname": self.qname,
             "label": self.label,
             "type": self.type.name,
+            "maxLength": self.max_length,
         }
         if self.description:
             data["description"] = self.description

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/proxy.py

@@ -220,8 +220,8 @@ class EntityProxy(object):
         # Somewhat hacky: limit the maximum size of any particular
         # field to avoid overloading upstream aleph/elasticsearch.
         value_size = len(value)
-        if prop.type.max_size is not None:
-            if self._size + value_size > prop.type.max_size:
+        if prop.type.total_size is not None:
+            if self._size + value_size > prop.type.total_size:
                 # msg = "[%s] too large. Rejecting additional values."
                 # log.warning(msg, prop.name)
                 return None
@@ -309,7 +309,7 @@ class EntityProxy(object):
         if self.schema.source_prop is not None and self.schema.target_prop is not None:
             sources = self.get(self.schema.source_prop)
             targets = self.get(self.schema.target_prop)
-            for (source, target) in product(sources, targets):
+            for source, target in product(sources, targets):
                 yield (source, target)
 
     def get_type_values(
@@ -414,7 +414,7 @@ class EntityProxy(object):
         for a more generous matching approach than the actual country values."""
         countries = set(self.countries)
         if not len(countries):
-            for (prop, value) in self.itervalues():
+            for prop, value in self.itervalues():
                 hint = prop.type.country_hint(value)
                 if hint is not None:
                     countries.add(hint)

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Address.yaml

@@ -54,6 +54,7 @@ Address:
     postalCode:
       label: "Postal code"
       description: "Zip code or postcode."
+      maxLength: 16
     region:
       label: "Region"
       description: "Also province or area."

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/BankAccount.yaml

@@ -4,7 +4,7 @@ BankAccount:
   extends:
     - Asset
   description: >
-    An account held at a bank and controlled by an owner. This may also be used 
+    An account held at a bank and controlled by an owner. This may also be used
     to describe more complex arrangements like correspondent bank settlement accounts.
   matchable: true
   featured:
@@ -27,15 +27,18 @@ BankAccount:
     accountNumber:
       label: Account number
       type: identifier
+      maxLength: 64
     iban:
       label: IBAN
       # type: identifier
       # format: iban
       type: iban
+      maxLength: 64
     bic:
       label: Bank Identifier Code
       type: identifier
       format: bic
+      maxLength: 16
     bank:
       label: Bank
       type: entity

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Company.yaml

@@ -31,6 +31,7 @@ Company:
       label: "VOEN"
       description: "Azerbaijan taxpayer ID"
       type: identifier
+      maxLength: 32
     coatoCode:
       label: "COATO / SOATO / OKATO"
       type: identifier
@@ -107,6 +108,8 @@ Company:
       label: PermID
       description: LSEG/Refinitiv code for a company
       type: identifier
+      maxLength: 16
     ricCode:
       label: Reuters Instrument Code
       type: identifier
+      maxLength: 16

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/CryptoWallet.yaml

@@ -23,6 +23,7 @@ CryptoWallet:
       label: Address
       description: Public key used to identify the wallet
       type: identifier
+      maxLength: 128
     privateKey:
       label: Private key
     creationDate:

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Documentation.yml

@@ -2,9 +2,10 @@ Documentation:
   label: "Documentation"
   plural: "Documentations"
   description: >
-    Links some entity to a document, which might provide further detail or 
+    Links some entity to a document, which might provide further detail or
     evidence regarding the entity.
-  extends: Interest
+  extends:
+    - Interest
   matchable: false
   featured:
     - document

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Identification.yaml

@@ -35,5 +35,6 @@ Identification:
     number:
       label: "Document number"
       type: identifier
+      maxLength: 64
     authority:
       label: "Authority"

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/LegalEntity.yaml

@@ -82,6 +82,7 @@ LegalEntity:
       label: "V.A.T. Identifier"
       description: "(EU) VAT number"
       type: identifier
+      maxLength: 32
     jurisdiction:
       label: Jurisdiction
       type: country
@@ -109,30 +110,36 @@ LegalEntity:
       description: "Russian company ID"
       type: identifier
       # format: inn
+      maxLength: 32
     ogrnCode:
       label: "OGRN"
       description: "Major State Registration Number"
       type: identifier
       # format: ogrn
+      maxLength: 32
     leiCode:
       # cf. https://www.gleif.org/en/about-lei/introducing-the-legal-entity-identifier-lei
       label: "LEI"
       description: "Legal Entity Identifier"
       type: identifier
       format: lei
+      maxLength: 32
     dunsCode:
       label: "DUNS"
       description: "Data Universal Numbering System - Dun & Bradstreet identifier"
       type: identifier
+      maxLength: 32
     npiCode:
       label: "NPI"
       description: "National Provider Identifier"
       type: identifier
+      maxLength: 32
     swiftBic:
       label: "SWIFT/BIC"
       description: "Bank identifier code"
       type: identifier
       format: bic
+      maxLength: 16
     parent:
       label: "Parent company"
       description: "If this entity is a subsidiary, another entity (company or organisation) is its parent"

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Organization.yaml

@@ -5,7 +5,7 @@ Organization:
   plural: Organizations
   description: >
     Any type of incorporated entity that cannot be owned by another (see Company). This
-    might include charities, foundations or state-owned enterprises, depending on their 
+    might include charities, foundations or state-owned enterprises, depending on their
     jurisdiction.
   matchable: true
   featured:

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Person.yaml

@@ -90,8 +90,8 @@ Person:
       label: Eye color
     hairColor:
       label: Hair color
-    identifyingMarks:
-      label: Identifying marks
+    appearance:
+      label: Physical appearance
     religion:
       label: Religion
     political:

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Position.yaml

@@ -8,7 +8,7 @@ Position:
   description: >
     A post, role or position within an organization or body.
     This describes a position one or more people may occupy
-    and not the occupation of the post by a specific individual at a 
+    and not the occupation of the post by a specific individual at a
     specific point in time.
 
     'subnationalArea' should be used to further restrict the scope of the

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Post.yaml

@@ -9,7 +9,7 @@ Post:
   # But they're using it to define the post as an abstract thing, this
   # describes the interval in which it is held by an individual.
   description: >
-    A post, role or position held by an individual within an organization 
+    A post, role or position held by an individual within an organization
     or body. This describes the period for which the position is held,
     not the abstract concept of the post.
   featured:

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Project.yaml

@@ -24,4 +24,4 @@ Project:
     phase:
       label: "Phase"
     goal:
-      label: "Project goal"
+      label: "Project goal"

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Sanction.yaml

@@ -31,6 +31,7 @@ Sanction:
     unscId:
       label: "UN SC identifier"
       type: identifier
+      maxLength: 16
     program:
       label: "Program"
     provisions:

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Security.yaml

@@ -25,6 +25,7 @@ Security:
       description: International Securities Identification Number
       type: identifier
       format: isin
+      maxLength: 16
     registrationNumber:
       label: Registration number
       type: identifier
@@ -35,6 +36,7 @@ Security:
       label: Financial Instrument Global Identifier
       type: identifier
       format: figi
+      maxLength: 16
     issuer:
       label: "Issuer"
       type: entity

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Thing.yaml

@@ -58,6 +58,7 @@ Thing:
       label: Wikidata ID
       type: identifier
       format: qid
+      maxLength: 32
     keywords:
       label: Keywords
     topics:

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/schema/Vessel.yaml

@@ -20,6 +20,7 @@ Vessel:
     imoNumber:
       label: IMO Number
       type: identifier
+      maxLength: 16
     crsNumber:
       label: CRS Number
       type: identifier
@@ -50,3 +51,4 @@ Vessel:
     mmsi:
       label: MMSI
       type: identifier
+      maxLength: 16

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/translations/ar/LC_MESSAGES/followthemoney.po

@@ -450,7 +450,7 @@ msgstr "حسابات بنكية"
 #: followthemoney/schema/BankAccount.yaml
 msgid ""
 "An account held at a bank and controlled by an owner. This may also be used"
-"  to describe more complex arrangements like correspondent bank settlement "
+" to describe more complex arrangements like correspondent bank settlement "
 "accounts.\n"
 msgstr ""
 
@@ -1625,7 +1625,7 @@ msgstr "مستندات التوثيق"
 #. Documentation.description
 #: followthemoney/schema/Documentation.yml
 msgid ""
-"Links some entity to a document, which might provide further detail or  "
+"Links some entity to a document, which might provide further detail or "
 "evidence regarding the entity.\n"
 msgstr ""
 
@@ -2761,7 +2761,7 @@ msgstr "منظمات"
 msgid ""
 "Any type of incorporated entity that cannot be owned by another (see "
 "Company). This might include charities, foundations or state-owned "
-"enterprises, depending on their  jurisdiction.\n"
+"enterprises, depending on their jurisdiction.\n"
 msgstr ""
 
 #. Ownership.label
@@ -3129,7 +3129,7 @@ msgstr ""
 #. Position.description
 #: followthemoney/schema/Position.yaml
 msgid ""
-"A post, role or position within an organization or body. This describes a position one or more people may occupy and not the occupation of the post by a specific individual at a  specific point in time.\n"
+"A post, role or position within an organization or body. This describes a position one or more people may occupy and not the occupation of the post by a specific individual at a specific point in time.\n"
 "'subnationalArea' should be used to further restrict the scope of the position. It should not simply represent some regional aspect of the role - e.g. the constituency of a national member of parliament - when their legislative jurisdiction is nationwide.\n"
 msgstr ""
 
@@ -3161,7 +3161,7 @@ msgstr ""
 #. Post.description
 #: followthemoney/schema/Post.yaml
 msgid ""
-"A post, role or position held by an individual within an organization  or "
+"A post, role or position held by an individual within an organization or "
 "body. This describes the period for which the position is held, not the "
 "abstract concept of the post.\n"
 msgstr ""

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/translations/bs/LC_MESSAGES/followthemoney.po

@@ -440,7 +440,7 @@ msgstr ""
 #: followthemoney/schema/BankAccount.yaml
 msgid ""
 "An account held at a bank and controlled by an owner. This may also be used"
-"  to describe more complex arrangements like correspondent bank settlement "
+" to describe more complex arrangements like correspondent bank settlement "
 "accounts.\n"
 msgstr ""
 
@@ -1345,7 +1345,7 @@ msgstr ""
 #. Documentation.description
 #: followthemoney/schema/Documentation.yml
 msgid ""
-"Links some entity to a document, which might provide further detail or  "
+"Links some entity to a document, which might provide further detail or "
 "evidence regarding the entity.\n"
 msgstr ""
 
@@ -2416,7 +2416,7 @@ msgstr "Organizacije"
 msgid ""
 "Any type of incorporated entity that cannot be owned by another (see "
 "Company). This might include charities, foundations or state-owned "
-"enterprises, depending on their  juristiction.\n"
+"enterprises, depending on their juristiction.\n"
 msgstr ""
 
 #. Ownership.label

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/translations/de/LC_MESSAGES/followthemoney.po

@@ -453,7 +453,7 @@ msgstr "Bankkonten"
 #: followthemoney/schema/BankAccount.yaml
 msgid ""
 "An account held at a bank and controlled by an owner. This may also be used"
-"  to describe more complex arrangements like correspondent bank settlement "
+" to describe more complex arrangements like correspondent bank settlement "
 "accounts.\n"
 msgstr ""
 
@@ -1623,7 +1623,7 @@ msgstr "Dokumentationen"
 #. Documentation.description
 #: followthemoney/schema/Documentation.yml
 msgid ""
-"Links some entity to a document, which might provide further detail or  "
+"Links some entity to a document, which might provide further detail or "
 "evidence regarding the entity.\n"
 msgstr ""
 "Eine Verweis von einem Objekt auf in Dokument, das weitere Details oder "
@@ -2758,7 +2758,7 @@ msgstr "Organisationen"
 msgid ""
 "Any type of incorporated entity that cannot be owned by another (see "
 "Company). This might include charities, foundations or state-owned "
-"enterprises, depending on their  jurisdiction.\n"
+"enterprises, depending on their jurisdiction.\n"
 msgstr ""
 
 #. Ownership.label
@@ -3129,7 +3129,7 @@ msgstr ""
 #. Position.description
 #: followthemoney/schema/Position.yaml
 msgid ""
-"A post, role or position within an organization or body. This describes a position one or more people may occupy and not the occupation of the post by a specific individual at a  specific point in time.\n"
+"A post, role or position within an organization or body. This describes a position one or more people may occupy and not the occupation of the post by a specific individual at a specific point in time.\n"
 "'subnationalArea' should be used to further restrict the scope of the position. It should not simply represent some regional aspect of the role - e.g. the constituency of a national member of parliament - when their legislative jurisdiction is nationwide.\n"
 msgstr ""
 
@@ -3161,7 +3161,7 @@ msgstr ""
 #. Post.description
 #: followthemoney/schema/Post.yaml
 msgid ""
-"A post, role or position held by an individual within an organization  or "
+"A post, role or position held by an individual within an organization or "
 "body. This describes the period for which the position is held, not the "
 "abstract concept of the post.\n"
 msgstr ""

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/translations/es/LC_MESSAGES/followthemoney.po

@@ -450,7 +450,7 @@ msgstr "Cuentas bancarias"
 #: followthemoney/schema/BankAccount.yaml
 msgid ""
 "An account held at a bank and controlled by an owner. This may also be used"
-"  to describe more complex arrangements like correspondent bank settlement "
+" to describe more complex arrangements like correspondent bank settlement "
 "accounts.\n"
 msgstr ""
 
@@ -1628,7 +1628,7 @@ msgstr "Documentos"
 #. Documentation.description
 #: followthemoney/schema/Documentation.yml
 msgid ""
-"Links some entity to a document, which might provide further detail or  "
+"Links some entity to a document, which might provide further detail or "
 "evidence regarding the entity.\n"
 msgstr ""
 
@@ -2768,7 +2768,7 @@ msgstr "Organizaciones"
 msgid ""
 "Any type of incorporated entity that cannot be owned by another (see "
 "Company). This might include charities, foundations or state-owned "
-"enterprises, depending on their  jurisdiction.\n"
+"enterprises, depending on their jurisdiction.\n"
 msgstr ""
 
 #. Ownership.label
@@ -3137,7 +3137,7 @@ msgstr ""
 #. Position.description
 #: followthemoney/schema/Position.yaml
 msgid ""
-"A post, role or position within an organization or body. This describes a position one or more people may occupy and not the occupation of the post by a specific individual at a  specific point in time.\n"
+"A post, role or position within an organization or body. This describes a position one or more people may occupy and not the occupation of the post by a specific individual at a specific point in time.\n"
 "'subnationalArea' should be used to further restrict the scope of the position. It should not simply represent some regional aspect of the role - e.g. the constituency of a national member of parliament - when their legislative jurisdiction is nationwide.\n"
 msgstr ""
 
@@ -3169,7 +3169,7 @@ msgstr ""
 #. Post.description
 #: followthemoney/schema/Post.yaml
 msgid ""
-"A post, role or position held by an individual within an organization  or "
+"A post, role or position held by an individual within an organization or "
 "body. This describes the period for which the position is held, not the "
 "abstract concept of the post.\n"
 msgstr ""

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/translations/fr/LC_MESSAGES/followthemoney.po

@@ -452,7 +452,7 @@ msgstr "Comptes bancaires"
 #: followthemoney/schema/BankAccount.yaml
 msgid ""
 "An account held at a bank and controlled by an owner. This may also be used"
-"  to describe more complex arrangements like correspondent bank settlement "
+" to describe more complex arrangements like correspondent bank settlement "
 "accounts.\n"
 msgstr ""
 "Un compte détenu dans une banque et contrôlé par un propriétaire. Cette "
@@ -1639,7 +1639,7 @@ msgstr "Documentations"
 #. Documentation.description
 #: followthemoney/schema/Documentation.yml
 msgid ""
-"Links some entity to a document, which might provide further detail or  "
+"Links some entity to a document, which might provide further detail or "
 "evidence regarding the entity.\n"
 msgstr ""
 "Associe une entité à un document qui est susceptible d’apporter plus "
@@ -2791,7 +2791,7 @@ msgstr "Organisations"
 msgid ""
 "Any type of incorporated entity that cannot be owned by another (see "
 "Company). This might include charities, foundations or state-owned "
-"enterprises, depending on their  jurisdiction.\n"
+"enterprises, depending on their jurisdiction.\n"
 msgstr ""
 
 #. Ownership.label
@@ -3164,7 +3164,7 @@ msgstr ""
 #. Position.description
 #: followthemoney/schema/Position.yaml
 msgid ""
-"A post, role or position within an organization or body. This describes a position one or more people may occupy and not the occupation of the post by a specific individual at a  specific point in time.\n"
+"A post, role or position within an organization or body. This describes a position one or more people may occupy and not the occupation of the post by a specific individual at a specific point in time.\n"
 "'subnationalArea' should be used to further restrict the scope of the position. It should not simply represent some regional aspect of the role - e.g. the constituency of a national member of parliament - when their legislative jurisdiction is nationwide.\n"
 msgstr ""
 
@@ -3196,7 +3196,7 @@ msgstr ""
 #. Post.description
 #: followthemoney/schema/Post.yaml
 msgid ""
-"A post, role or position held by an individual within an organization  or "
+"A post, role or position held by an individual within an organization or "
 "body. This describes the period for which the position is held, not the "
 "abstract concept of the post.\n"
 msgstr ""

{followthemoney-3.6.4 → followthemoney-3.7.1}/followthemoney/translations/fr/followthemoney.po

@@ -442,7 +442,7 @@ msgstr "Comptes bancaires"
 #: followthemoney/schema/BankAccount.yaml
 msgid ""
 "An account held at a bank and controlled by an owner. This may also be used"
-"  to describe more complex arrangements like correspondent bank settlement "
+" to describe more complex arrangements like correspondent bank settlement "
 "accounts.\n"
 msgstr ""
 "Un compte détenu dans une banque et contrôlé par un propriétaire. Cette "
@@ -1368,7 +1368,7 @@ msgstr "Documentations"
 #. Documentation.description
 #: followthemoney/schema/Documentation.yml
 msgid ""
-"Links some entity to a document, which might provide further detail or  "
+"Links some entity to a document, which might provide further detail or "
 "evidence regarding the entity.\n"
 msgstr ""
 "Associe une entité à un document qui est susceptible d’apporter plus "
@@ -2465,7 +2465,7 @@ msgstr "Organisations"
 msgid ""
 "Any type of incorporated entity that cannot be owned by another (see "
 "Company). This might include charities, foundations or state-owned "
-"enterprises, depending on their  juristiction.\n"
+"enterprises, depending on their juristiction.\n"
 msgstr ""
 "Tout type d’entité constituée qui ne peut être détenue par une autre (voir "
 "Société). Il peut s’agir d’une organisation caritative, d’une fondation ou "