followthemoney 3.5.0__py2.py3-none-any.whl → 3.5.2__py2.py3-none-any.whl

followthemoney/__init__.py

@@ -3,7 +3,7 @@ import os
 from followthemoney.model import Model
 from followthemoney.util import set_model_locale
 
-__version__ = "3.5.0"
+__version__ = "3.5.2"
 
 
 model_path = os.path.dirname(__file__)

followthemoney/mapping/sql.py

@@ -55,10 +55,7 @@ class SQLSource(Source):
         if database is None:
             raise InvalidMapping("No database in SQL mapping!")
         self.database_uri = cast(str, os.path.expandvars(database))
-        kwargs = {}
-        if self.database_uri.lower().startswith("postgres"):
-            kwargs["server_side_cursors"] = True
-        self.engine = create_engine(self.database_uri, poolclass=NullPool, **kwargs)  # type: ignore
+        self.engine = create_engine(self.database_uri, poolclass=NullPool)  
         self.meta = MetaData()
 
         tables = keys_values(data, "table", "tables")
@@ -104,7 +101,7 @@ class SQLSource(Source):
         q = self.compose_query()
         log.info("Query: %s", q)
         with self.engine.connect() as conn:
-            rp = conn.execute(q)
+            rp = conn.execution_options(stream_results=True).execute(q)
             while True:
                 rows = rp.fetchmany(size=DATA_PAGE)
                 if not len(rows):
@@ -124,4 +121,4 @@ class SQLSource(Source):
         q = self.apply_filters(q)
         with self.engine.connect() as conn:
             rp = conn.execute(q)
-            return int(rp.scalar())
+            return int(rp.scalar() or 0)

followthemoney/schema/Debt.yaml

@@ -28,7 +28,7 @@ Debt:
       type: entity
       range: LegalEntity
     creditor:
-      label: "creditor"
+      label: "Creditor"
       reverse:
         name: debtCreditor
         label: "Credits"

followthemoney/translations/ar/LC_MESSAGES/followthemoney.po

@@ -11,7 +11,7 @@ msgid ""
 msgstr ""
 "Project-Id-Version: PROJECT VERSION\n"
 "Report-Msgid-Bugs-To: EMAIL@ADDRESS\n"
-"POT-Creation-Date: 2023-06-23 10:41+0200\n"
+"POT-Creation-Date: 2023-08-10 19:38+0200\n"
 "PO-Revision-Date: 2021-05-07 13:11+0000\n"
 "Last-Translator: pudo <friedrich@pudo.org>, 2021\n"
 "Language-Team: Arabic (https://app.transifex.com/aleph/teams/76591/ar/)\n"
@@ -22,11 +22,11 @@ msgstr ""
 "Language: ar\n"
 "Plural-Forms: nplurals=6; plural=n==0 ? 0 : n==1 ? 1 : n==2 ? 2 : n%100>=3 && n%100<=10 ? 3 : n%100>=11 && n%100<=99 ? 4 : 5;\n"
 
-#: followthemoney/property.py:166
+#: followthemoney/property.py:170
 msgid "Property cannot be written"
 msgstr "لا يمكن كتابة اسم الملكية"
 
-#: followthemoney/property.py:169
+#: followthemoney/property.py:173
 msgid "Invalid value"
 msgstr "قيمة غير صحيحة"
 
@@ -34,21 +34,21 @@ msgstr "قيمة غير صحيحة"
 msgid "No schema for entity."
 msgstr "لا يوجد مخطط للكيان"
 
-#: followthemoney/proxy.py:115
+#: followthemoney/proxy.py:119
 #, python-format
 msgid "Unknown property (%s): %s"
 msgstr "ملكية غير معروفة (1%s):%s"
 
-#: followthemoney/proxy.py:188
+#: followthemoney/proxy.py:191
 #, python-format
 msgid "Stub property (%s): %s"
 msgstr "الملكية المتبقية%s:%s"
 
-#: followthemoney/schema.py:373
+#: followthemoney/schema.py:383
 msgid "Required"
 msgstr "مطلوب"
 
-#: followthemoney/schema.py:377
+#: followthemoney/schema.py:387
 msgid "Entity validation failed"
 msgstr "فشل التحقق من صحة الكيان"
 
@@ -1111,11 +1111,13 @@ msgstr "عدد الجوائز"
 #. CourtCase.properties.status.label
 #. Interest.properties.status.label
 #. LegalEntity.properties.status.label
+#. Occupancy.properties.status.label
 #. Project.properties.status.label
 #. Sanction.properties.status.label
 #: followthemoney/schema/Contract.yaml followthemoney/schema/CourtCase.yaml
 #: followthemoney/schema/Interest.yaml followthemoney/schema/LegalEntity.yaml
-#: followthemoney/schema/Project.yaml followthemoney/schema/Sanction.yaml
+#: followthemoney/schema/Occupancy.yaml followthemoney/schema/Project.yaml
+#: followthemoney/schema/Sanction.yaml
 msgid "Status"
 msgstr "الحالة"
 
@@ -1387,8 +1389,8 @@ msgstr "المدين"
 
 #. Debt.properties.creditor.label
 #: followthemoney/schema/Debt.yaml
-msgid "creditor"
-msgstr "دائن"
+msgid "Creditor"
+msgstr ""
 
 #. Debt.properties.creditor.reverse.label
 #: followthemoney/schema/Debt.yaml
@@ -1419,10 +1421,12 @@ msgstr "مخرج"
 #. Directorship.properties.organization.label
 #. Membership.properties.organization.label
 #. Organization.label
+#. Position.properties.organization.label
 #. Post.properties.organization.label
 #: followthemoney/schema/Directorship.yaml
 #: followthemoney/schema/Membership.yaml
-#: followthemoney/schema/Organization.yaml followthemoney/schema/Post.yaml
+#: followthemoney/schema/Organization.yaml followthemoney/schema/Position.yaml
+#: followthemoney/schema/Post.yaml
 msgid "Organization"
 msgstr "منظمة"
 
@@ -1590,11 +1594,21 @@ msgstr "حدث خطأ في المعالجة"
 
 #. Document.properties.processingAgent.label
 #: followthemoney/schema/Document.yaml
+msgid "Processing agent"
+msgstr ""
+
+#. Document.properties.processingAgent.description
+#: followthemoney/schema/Document.yaml
 msgid "Name and version of the processing agent used to process the Document"
 msgstr ""
 
 #. Document.properties.processedAt.label
 #: followthemoney/schema/Document.yaml
+msgid "Processed at"
+msgstr ""
+
+#. Document.properties.processedAt.description
+#: followthemoney/schema/Document.yaml
 msgid "Date and time of the most recent ingestion of the Document"
 msgstr ""
 
@@ -2366,7 +2380,8 @@ msgid "The date the legal entity was incorporated"
 msgstr "تاريخ تأسيس الكيان القانوني"
 
 #. LegalEntity.properties.dissolutionDate.label
-#: followthemoney/schema/LegalEntity.yaml
+#. Position.properties.dissolutionDate.label
+#: followthemoney/schema/LegalEntity.yaml followthemoney/schema/Position.yaml
 msgid "Dissolution date"
 msgstr "تاريخ حلّ / تصفية الشركة"
 
@@ -2698,6 +2713,44 @@ msgstr "ملاحظات"
 msgid "An annotation that applies to a document or entity.\n"
 msgstr ""
 
+#. Occupancy.label
+#: followthemoney/schema/Occupancy.yaml
+msgid "Occupancy"
+msgstr ""
+
+#. Occupancy.plural
+#. Occupancy.properties.post.reverse.label
+#: followthemoney/schema/Occupancy.yaml
+msgid "Occupancies"
+msgstr ""
+
+#. Occupancy.description
+#: followthemoney/schema/Occupancy.yaml
+msgid ""
+"The occupation of a position by a person for a specific period of time.\n"
+msgstr ""
+
+#. Occupancy.edge.label
+#: followthemoney/schema/Occupancy.yaml
+msgid "holds"
+msgstr ""
+
+#. Occupancy.properties.holder.label
+#. Post.properties.holder.label
+#: followthemoney/schema/Occupancy.yaml followthemoney/schema/Post.yaml
+msgid "Holder"
+msgstr ""
+
+#. Occupancy.properties.holder.reverse.label
+#: followthemoney/schema/Occupancy.yaml
+msgid "Position Occupancies"
+msgstr ""
+
+#. Occupancy.properties.post.label
+#: followthemoney/schema/Occupancy.yaml
+msgid "Position occupied"
+msgstr ""
+
 #. Organization.plural
 #: followthemoney/schema/Organization.yaml
 msgid "Organizations"
@@ -3006,13 +3059,24 @@ msgstr "اسم، فئة"
 msgid "Last name"
 msgstr "الاسم الأخير"
 
+#. Person.properties.nameSuffix.label
+#: followthemoney/schema/Person.yaml
+msgid "Name suffix"
+msgstr ""
+
+#. Person.properties.birthCountry.label
+#: followthemoney/schema/Person.yaml
+msgid "Country of birth"
+msgstr ""
+
 #. Person.properties.deathDate.label
 #: followthemoney/schema/Person.yaml
 msgid "Death date"
 msgstr "تاريخ الوفاة"
 
 #. Person.properties.position.label
-#: followthemoney/schema/Person.yaml
+#. Position.label
+#: followthemoney/schema/Person.yaml followthemoney/schema/Position.yaml
 msgid "Position"
 msgstr "الوضع"
 
@@ -3056,6 +3120,34 @@ msgstr "الملفات النصية"
 msgid "Text files, like .txt or source code.\n"
 msgstr ""
 
+#. Position.plural
+#. Position.properties.organization.reverse.label
+#: followthemoney/schema/Position.yaml
+msgid "Positions"
+msgstr ""
+
+#. Position.description
+#: followthemoney/schema/Position.yaml
+msgid ""
+"A post, role or position within an organization or body. This describes a position one or more people may occupy and not the occupation of the post by a specific individual at a  specific point in time.\n"
+"'subnationalArea' should be used to further restrict the scope of the position. It should not simply represent some regional aspect of the role - e.g. the constituency of a national member of parliament - when their legislative jurisdiction is nationwide.\n"
+msgstr ""
+
+#. Position.properties.inceptionDate.label
+#: followthemoney/schema/Position.yaml
+msgid "Inception date"
+msgstr ""
+
+#. Position.properties.subnationalArea.label
+#: followthemoney/schema/Position.yaml
+msgid "Subnational jurisdiction name or code"
+msgstr ""
+
+#. Position.properties.numberOfSeats.label
+#: followthemoney/schema/Position.yaml
+msgid "Total number of seats"
+msgstr ""
+
 #. Post.label
 #: followthemoney/schema/Post.yaml
 msgid "Post"
@@ -3074,11 +3166,6 @@ msgid ""
 "abstract concept of the post.\n"
 msgstr ""
 
-#. Post.properties.holder.label
-#: followthemoney/schema/Post.yaml
-msgid "Holder"
-msgstr ""
-
 #. Post.properties.holder.reverse.label
 #: followthemoney/schema/Post.yaml
 msgid "Posts held"
@@ -3731,6 +3818,11 @@ msgstr "تاريخ الإنشاء"
 msgid "Registration Date"
 msgstr "تاريخ التسجيل"
 
+#. Vehicle.properties.deregistrationDate.label
+#: followthemoney/schema/Vehicle.yaml
+msgid "De-registration Date"
+msgstr ""
+
 #. Vessel.label
 #: followthemoney/schema/Vessel.yaml
 msgid "Vessel"

followthemoney/translations/de/LC_MESSAGES/followthemoney.po

@@ -11,7 +11,7 @@ msgid ""
 msgstr ""
 "Project-Id-Version: PROJECT VERSION\n"
 "Report-Msgid-Bugs-To: EMAIL@ADDRESS\n"
-"POT-Creation-Date: 2023-06-23 10:41+0200\n"
+"POT-Creation-Date: 2023-08-10 19:38+0200\n"
 "PO-Revision-Date: 2021-05-07 13:11+0000\n"
 "Last-Translator: pudo <friedrich@pudo.org>, 2021\n"
 "Language-Team: German (https://app.transifex.com/aleph/teams/76591/de/)\n"
@@ -22,11 +22,11 @@ msgstr ""
 "Language: de\n"
 "Plural-Forms: nplurals=2; plural=(n != 1);\n"
 
-#: followthemoney/property.py:166
+#: followthemoney/property.py:170
 msgid "Property cannot be written"
 msgstr "Eigenschaft darf nicht direkt gesetzt werden"
 
-#: followthemoney/property.py:169
+#: followthemoney/property.py:173
 msgid "Invalid value"
 msgstr "Ungültiger Wert"
 
@@ -34,21 +34,21 @@ msgstr "Ungültiger Wert"
 msgid "No schema for entity."
 msgstr "Der Entität ist kein Schema zugeordnet."
 
-#: followthemoney/proxy.py:115
+#: followthemoney/proxy.py:119
 #, python-format
 msgid "Unknown property (%s): %s"
 msgstr "Unbekannte Eigenschaft (%s): %s"
 
-#: followthemoney/proxy.py:188
+#: followthemoney/proxy.py:191
 #, python-format
 msgid "Stub property (%s): %s"
 msgstr "Pseudofeld (%s): %s"
 
-#: followthemoney/schema.py:373
+#: followthemoney/schema.py:383
 msgid "Required"
 msgstr "Erforderlich"
 
-#: followthemoney/schema.py:377
+#: followthemoney/schema.py:387
 msgid "Entity validation failed"
 msgstr "Prüfung fehlgeschlagen"
 
@@ -1111,11 +1111,13 @@ msgstr "Anzahl der Zuschläge"
 #. CourtCase.properties.status.label
 #. Interest.properties.status.label
 #. LegalEntity.properties.status.label
+#. Occupancy.properties.status.label
 #. Project.properties.status.label
 #. Sanction.properties.status.label
 #: followthemoney/schema/Contract.yaml followthemoney/schema/CourtCase.yaml
 #: followthemoney/schema/Interest.yaml followthemoney/schema/LegalEntity.yaml
-#: followthemoney/schema/Project.yaml followthemoney/schema/Sanction.yaml
+#: followthemoney/schema/Occupancy.yaml followthemoney/schema/Project.yaml
+#: followthemoney/schema/Sanction.yaml
 msgid "Status"
 msgstr "Status"
 
@@ -1385,8 +1387,8 @@ msgstr "Schuldner"
 
 #. Debt.properties.creditor.label
 #: followthemoney/schema/Debt.yaml
-msgid "creditor"
-msgstr "Kreditgeber"
+msgid "Creditor"
+msgstr ""
 
 #. Debt.properties.creditor.reverse.label
 #: followthemoney/schema/Debt.yaml
@@ -1417,10 +1419,12 @@ msgstr "Geschäftsführer"
 #. Directorship.properties.organization.label
 #. Membership.properties.organization.label
 #. Organization.label
+#. Position.properties.organization.label
 #. Post.properties.organization.label
 #: followthemoney/schema/Directorship.yaml
 #: followthemoney/schema/Membership.yaml
-#: followthemoney/schema/Organization.yaml followthemoney/schema/Post.yaml
+#: followthemoney/schema/Organization.yaml followthemoney/schema/Position.yaml
+#: followthemoney/schema/Post.yaml
 msgid "Organization"
 msgstr "Organisation"
 
@@ -1588,11 +1592,21 @@ msgstr "Verarbeitungsfehler"
 
 #. Document.properties.processingAgent.label
 #: followthemoney/schema/Document.yaml
+msgid "Processing agent"
+msgstr ""
+
+#. Document.properties.processingAgent.description
+#: followthemoney/schema/Document.yaml
 msgid "Name and version of the processing agent used to process the Document"
 msgstr ""
 
 #. Document.properties.processedAt.label
 #: followthemoney/schema/Document.yaml
+msgid "Processed at"
+msgstr ""
+
+#. Document.properties.processedAt.description
+#: followthemoney/schema/Document.yaml
 msgid "Date and time of the most recent ingestion of the Document"
 msgstr ""
 
@@ -2369,7 +2383,8 @@ msgid "The date the legal entity was incorporated"
 msgstr "Das Datum, an welchem die Rechtsperson eingetragen wurde"
 
 #. LegalEntity.properties.dissolutionDate.label
-#: followthemoney/schema/LegalEntity.yaml
+#. Position.properties.dissolutionDate.label
+#: followthemoney/schema/LegalEntity.yaml followthemoney/schema/Position.yaml
 msgid "Dissolution date"
 msgstr "Auflösungsdatum"
 
@@ -2695,6 +2710,44 @@ msgstr "Notizen"
 msgid "An annotation that applies to a document or entity.\n"
 msgstr "Eine Anmerkung die sich auf ein Dokument oder Objekt bezieht.\n"
 
+#. Occupancy.label
+#: followthemoney/schema/Occupancy.yaml
+msgid "Occupancy"
+msgstr ""
+
+#. Occupancy.plural
+#. Occupancy.properties.post.reverse.label
+#: followthemoney/schema/Occupancy.yaml
+msgid "Occupancies"
+msgstr ""
+
+#. Occupancy.description
+#: followthemoney/schema/Occupancy.yaml
+msgid ""
+"The occupation of a position by a person for a specific period of time.\n"
+msgstr ""
+
+#. Occupancy.edge.label
+#: followthemoney/schema/Occupancy.yaml
+msgid "holds"
+msgstr ""
+
+#. Occupancy.properties.holder.label
+#. Post.properties.holder.label
+#: followthemoney/schema/Occupancy.yaml followthemoney/schema/Post.yaml
+msgid "Holder"
+msgstr ""
+
+#. Occupancy.properties.holder.reverse.label
+#: followthemoney/schema/Occupancy.yaml
+msgid "Position Occupancies"
+msgstr ""
+
+#. Occupancy.properties.post.label
+#: followthemoney/schema/Occupancy.yaml
+msgid "Position occupied"
+msgstr ""
+
 #. Organization.plural
 #: followthemoney/schema/Organization.yaml
 msgid "Organizations"
@@ -3006,13 +3059,24 @@ msgstr "Matronym"
 msgid "Last name"
 msgstr "Nachname"
 
+#. Person.properties.nameSuffix.label
+#: followthemoney/schema/Person.yaml
+msgid "Name suffix"
+msgstr ""
+
+#. Person.properties.birthCountry.label
+#: followthemoney/schema/Person.yaml
+msgid "Country of birth"
+msgstr ""
+
 #. Person.properties.deathDate.label
 #: followthemoney/schema/Person.yaml
 msgid "Death date"
 msgstr "Todesdatum"
 
 #. Person.properties.position.label
-#: followthemoney/schema/Person.yaml
+#. Position.label
+#: followthemoney/schema/Person.yaml followthemoney/schema/Position.yaml
 msgid "Position"
 msgstr "Stellung"
 
@@ -3056,6 +3120,34 @@ msgstr "Textdateien"
 msgid "Text files, like .txt or source code.\n"
 msgstr "Textdateien und Quellcode.\n"
 
+#. Position.plural
+#. Position.properties.organization.reverse.label
+#: followthemoney/schema/Position.yaml
+msgid "Positions"
+msgstr ""
+
+#. Position.description
+#: followthemoney/schema/Position.yaml
+msgid ""
+"A post, role or position within an organization or body. This describes a position one or more people may occupy and not the occupation of the post by a specific individual at a  specific point in time.\n"
+"'subnationalArea' should be used to further restrict the scope of the position. It should not simply represent some regional aspect of the role - e.g. the constituency of a national member of parliament - when their legislative jurisdiction is nationwide.\n"
+msgstr ""
+
+#. Position.properties.inceptionDate.label
+#: followthemoney/schema/Position.yaml
+msgid "Inception date"
+msgstr ""
+
+#. Position.properties.subnationalArea.label
+#: followthemoney/schema/Position.yaml
+msgid "Subnational jurisdiction name or code"
+msgstr ""
+
+#. Position.properties.numberOfSeats.label
+#: followthemoney/schema/Position.yaml
+msgid "Total number of seats"
+msgstr ""
+
 #. Post.label
 #: followthemoney/schema/Post.yaml
 msgid "Post"
@@ -3074,11 +3166,6 @@ msgid ""
 "abstract concept of the post.\n"
 msgstr ""
 
-#. Post.properties.holder.label
-#: followthemoney/schema/Post.yaml
-msgid "Holder"
-msgstr ""
-
 #. Post.properties.holder.reverse.label
 #: followthemoney/schema/Post.yaml
 msgid "Posts held"
@@ -3736,6 +3823,11 @@ msgstr "Fertigstellungsdatum"
 msgid "Registration Date"
 msgstr "Eintragungsdatum"
 
+#. Vehicle.properties.deregistrationDate.label
+#: followthemoney/schema/Vehicle.yaml
+msgid "De-registration Date"
+msgstr ""
+
 #. Vessel.label
 #: followthemoney/schema/Vessel.yaml
 msgid "Vessel"