PyPI - epstein-files - Versions diffs - 1.2.5__py3-none-any.whl → 1.4.1__py3-none-any.whl - Mend

epstein-files 1.2.5py3-none-any.whl → 1.4.1py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (23) hide show

epstein_files/__init__.py +32 -13
epstein_files/documents/document.py +8 -1
epstein_files/documents/email.py +179 -97
epstein_files/documents/emails/email_header.py +17 -8
epstein_files/documents/other_file.py +8 -6
epstein_files/epstein_files.py +16 -1
epstein_files/person.py +40 -15
epstein_files/util/constant/names.py +10 -6
epstein_files/util/constant/strings.py +2 -1
epstein_files/util/constants.py +463 -225
epstein_files/util/doc_cfg.py +33 -27
epstein_files/util/env.py +10 -3
epstein_files/util/file_helper.py +2 -0
epstein_files/util/highlighted_group.py +66 -23
epstein_files/util/output.py +17 -31
epstein_files/util/rich.py +2 -1
epstein_files/util/word_count.py +1 -1
{epstein_files-1.2.5.dist-info → epstein_files-1.4.1.dist-info}/METADATA +3 -3
epstein_files-1.4.1.dist-info/RECORD +34 -0
{epstein_files-1.2.5.dist-info → epstein_files-1.4.1.dist-info}/entry_points.txt +1 -1
epstein_files-1.2.5.dist-info/RECORD +0 -34
{epstein_files-1.2.5.dist-info → epstein_files-1.4.1.dist-info}/LICENSE +0 -0
{epstein_files-1.2.5.dist-info → epstein_files-1.4.1.dist-info}/WHEEL +0 -0

epstein_files/util/constants.py CHANGED Viewed

@@ -7,9 +7,13 @@ from dateutil.parser import parse
 from epstein_files.util.constant.names import *
 from epstein_files.util.constant.strings import *
 from epstein_files.util.doc_cfg import DocCfg, EmailCfg, TextCfg
+from epstein_files.util.env import args
 from epstein_files.util.logging import logger
 FALLBACK_TIMESTAMP = parse("1/1/2051 12:01:01 AM")
+MAX_CHARS_TO_PRINT = 4000
+NO_TRUNCATE = -1
+TRUNCATED_CHARS = int(MAX_CHARS_TO_PRINT / 3)
 HEADER_ABBREVIATIONS = {
     "AD": "Abu Dhabi",
@@ -19,6 +23,7 @@ HEADER_ABBREVIATIONS = {
     'bgC3': 'Bill Gates Ventures (renamed in 2018)',
     "Brock": 'Brock Pierce (crypto bro with a very sordid past)',
     "DB": "Deutsche Bank (maybe??)",
+    "GCC": "Gulf Cooperation Council",
     "GRAT": "Grantor Retained Annuity Trust (tax shelter)",
     'HBJ': "Sheikh Hamad bin Jassim (former Qatari prime minister)",
     'Jabor': '"an influential man in Qatar"',
@@ -60,7 +65,7 @@ EMAILER_ID_REGEXES: dict[str, re.Pattern] = {
     ANIL_AMBANI: re.compile(r'Anil.Ambani', re.IGNORECASE),
     ANN_MARIE_VILLAFANA: re.compile(r'Villafana, Ann Marie|(A(\.|nn) Marie )?Villafa(c|n|ri)a', re.IGNORECASE),
     ANTHONY_SCARAMUCCI: re.compile(r"mooch|(Anthony ('The Mooch' )?)?Scaramucci", re.IGNORECASE),
-    ARIANE_DE_ROTHSCHILD: re.compile(r'AdeR|((Ariane|Edmond) (de )?)?Roths(ch|hc)?ild|Ariane', re.IGNORECASE),
+    ARIANE_DE_ROTHSCHILD: re.compile(r'AdeR|((Ariane|Edmond) (de )?)?Rothsh?ch?ild|Ariane(?!\s+Dwyer)', re.IGNORECASE),
     BARBRO_C_EHNBOM: re.compile(r'behnbom@aol.com|(Barbro\s.*)?Ehnbom', re.IGNORECASE),
     BARRY_J_COHEN: re.compile(r'barry\s*((j.?|james)\s*)?cohen?', re.IGNORECASE),
     BENNET_MOSKOWITZ: re.compile(r'Moskowitz.*Bennet|Bennet.*Moskowitz', re.IGNORECASE),
@@ -75,7 +80,7 @@ EMAILER_ID_REGEXES: dict[str, re.Pattern] = {
     DAVID_HAIG: re.compile(fr'{DAVID_HAIG}|Haig, David', re.IGNORECASE),
     DAVID_STERN: re.compile(r'David Stern?', re.IGNORECASE),
     EDUARDO_ROBLES: re.compile(r'Ed(uardo)?\s*Robles', re.IGNORECASE),
-    EDWARD_JAY_EPSTEIN: re.compile(r'Edward (Jay )?Epstein', re.IGNORECASE),
+    EDWARD_JAY_EPSTEIN: re.compile(r'(?<!Jeffrey )Edward (Jay )?Epstein', re.IGNORECASE),
     EHUD_BARAK: re.compile(r'(ehud|e?h)\s*barak|\behud', re.IGNORECASE),
     FAITH_KATES: re.compile(r'faith kates?', re.IGNORECASE),
     GERALD_BARTON: re.compile(r'Gerald.*Barton', re.IGNORECASE),
@@ -87,9 +92,10 @@ EMAILER_ID_REGEXES: dict[str, re.Pattern] = {
     JABOR_Y: re.compile(r'[ji]abor\s*y?', re.IGNORECASE),
     JAMES_HILL: re.compile(r"hill, james e.|james.e.hill@abc.com", re.IGNORECASE),
     JANUSZ_BANASIAK: re.compile(r"Janu[is]z Banasiak", re.IGNORECASE),
+    JEAN_HUGUEN: re.compile(r"Jean[\s.]Huguen", re.IGNORECASE),
     JEAN_LUC_BRUNEL: re.compile(r'Jean[- ]Luc Brunel?|JeanLuc', re.IGNORECASE),
     JEFF_FULLER: re.compile(r"jeff@mc2mm.com|Jeff Fuller", re.IGNORECASE),
-    JEFFREY_EPSTEIN: re.compile(r'[djl]\s?ee[vy]acation[©@]?g?(mail.com)?|Epstine|\bJEE?\b|Jeffrey E((sp|ps)tein?)?( VI Foundation)?|jeeproject@yahoo.com|J Jep|Jeffery Edwards|(?<!(Mark L.|ard Jay) )Epstein', re.IGNORECASE),
+    JEFFREY_EPSTEIN: re.compile(r'[djl]\s?ee[vy]acation[©@]?g?(mail.com)?|Epstine|\bJEE?\b|Jeff(rey)? (Edward )?E((sp|ps)tein?)?( VI Foundation)?|jeeproject@yahoo.com|J Jep|Jeffery Edwards|(?<!(Mark L.|ard Jay) )Epstein', re.IGNORECASE),
     JESSICA_CADWELL: re.compile(r'Jessica Cadwell?', re.IGNORECASE),
     JOHNNY_EL_HACHEM: re.compile(r'el hachem johnny|johnny el hachem', re.IGNORECASE),
     JOI_ITO: re.compile(r'ji@media.mit.?edu|(joichi|joi)( Ito)?', re.IGNORECASE),
@@ -157,6 +163,7 @@ EMAILER_ID_REGEXES: dict[str, re.Pattern] = {
 EMAILERS = [
     'Anne Boyles',
     AL_SECKEL,
+    'Ariane Dwyer',
     AZIZA_ALAHMADI,
     BILL_GATES,
     BILL_SIEGEL,
@@ -201,6 +208,7 @@ EMAILERS = [
     'Steven Victor MD',
     'Susan Edelman',
     TOM_BARRACK,
+    'Vahe Stepanian',
     'Vladimir Yudashkin',
 ]
@@ -308,15 +316,47 @@ TEXTS_CONFIG = CONFIRMED_TEXTS_CONFIG + UNCONFIRMED_TEXTS_CONFIG
 ################################################ EMAILS ################################################
 ########################################################################################################
+MICHAEL_WOLFF_EPSTEIN_ARTICLE_DRAFT = f"draft of an unpublished article about Epstein by {MICHAEL_WOLFF} written ca. 2014/2015"
 # Some emails have a lot of uninteresting CCs
 FLIGHT_IN_2012_PEOPLE: list[Name] = ['Francis Derby', JANUSZ_BANASIAK, 'Louella Rabuyo', 'Richard Barnnet']
 IRAN_DEAL_RECIPIENTS: list[Name] = ['Allen West', 'Rafael Bardaji', 'Philip Kafka', 'Herb Goodman', 'Grant Seeger', 'Lisa Albert', 'Janet Kafka', 'James Ramsey', 'ACT for America', 'John Zouzelka', 'Joel Dunn', 'Nate McClain', 'Bennet Greenwald', 'Taal Safdie', 'Uri Fouzailov', 'Neil Anderson', 'Nate White', 'Rita Hortenstine', 'Henry Hortenstine', 'Gary Gross', 'Forrest Miller', 'Bennett Schmidt', 'Val Sherman', 'Marcie Brown', 'Michael Horowitz', 'Marshall Funk']
-MICHAEL_WOLFF_EPSTEIN_ARTICLE_DRAFT = f"draft of an unpublished article about Epstein by {MICHAEL_WOLFF} written ca. 2014/2015"
+TRIVERS_CCS: list[Name] = [
+    "Alan Rogers",
+    "Anna Dreber",
+    "Anula Jayasuriya",
+    "Bill Prezant",
+    "Bobby McCormick",
+    "Clive Crook",
+    "Dane Stangler",
+    "Ron Bailey",
+    "Ditsa Pines",
+    "David Darst",
+    "Gerry Ohrstrom",
+    "Paul Romer",
+    "John Mallen",
+    "Jim Halligan",
+    "Lee Silver",
+    "Monika Gruter Cheney",
+    "Marguerite Atkins",
+    "Matt Ridley",
+    "Mike Cagney",
+    "Evan Smith",
+    "Roger Edelen",
+    "Oliver Goodenough",
+    "Paul Zak",
+    "Peter J Richerson",
+    "Clair Brown",
+    "Terry Anderson",
+    "Tim Kane",
+    "Rob Hanson",
+    "president@usfca.edu",
+]
 EMAILS_CONFIG = [
     # 026294 and 026296 might also be Ittihadieh based on timing
     EmailCfg(id='032436', author=ALIREZA_ITTIHADIEH, attribution_reason='Signature'),
-    # 032542 026078 026080 026083 026086 026090 might also be Anas based on discussion of Dubai and Kuwait
     EmailCfg(id='032543', author=ANAS_ALRASHEED, attribution_reason='Later reply 033000 has quote'),
     EmailCfg(id='026167', author=ANAS_ALRASHEED, attribution_reason='name visible in 033022 reply'),
     EmailCfg(id='032571', author=ANAS_ALRASHEED, attribution_reason='name visible in 033022 reply'),
@@ -355,6 +395,12 @@ EMAILS_CONFIG = [
     EmailCfg(id='032676', author=ANAS_ALRASHEED, attribution_reason='name visible in 029113 reply'),
     EmailCfg(id='026237', author=ANAS_ALRASHEED, attribution_reason='name visible in 029113 reply'),
     EmailCfg(id='032682', author=ANAS_ALRASHEED, attribution_reason='name visible in 029113 reply'),
+    EmailCfg(id='032542', author=ANAS_ALRASHEED, attribution_reason='discussion of Kuwait and timing', is_attribution_uncertain=True),
+    EmailCfg(id='026078', author=ANAS_ALRASHEED, attribution_reason='discussion of Kuwait and timing', is_attribution_uncertain=True),
+    EmailCfg(id='026080', author=ANAS_ALRASHEED, attribution_reason='discussion of Kuwait and timing', is_attribution_uncertain=True),
+    EmailCfg(id='026083', author=ANAS_ALRASHEED, attribution_reason='discussion of Kuwait and timing', is_attribution_uncertain=True),
+    EmailCfg(id='026086', author=ANAS_ALRASHEED, attribution_reason='discussion of Kuwait and timing', is_attribution_uncertain=True),
+    EmailCfg(id='026090', author=ANAS_ALRASHEED, attribution_reason='discussion of Kuwait and timing', is_attribution_uncertain=True),
     EmailCfg(id='026064', author=ARIANE_DE_ROTHSCHILD, attribution_reason='signature'),
     EmailCfg(id='026069', author=ARIANE_DE_ROTHSCHILD, attribution_reason='signature'),
     EmailCfg(id='030741', author=ARIANE_DE_ROTHSCHILD, attribution_reason='signature'),
@@ -371,33 +417,40 @@ EMAILS_CONFIG = [
         fwded_text_after='Transcript: Phone call between President',
     ),
     EmailCfg(id='033328', author=AZIZA_ALAHMADI, attribution_reason='"Regards, Aziza" at bottom'),
-    EmailCfg(id='026659', author=BARBRO_C_EHNBOM, attribution_reason='Reply'),
-    EmailCfg(id='031215', author=BARBRO_C_EHNBOM, duplicate_ids=['026745'], dupe_type='redacted'),  # the same except for 'your Anna!'. author must be specified because email address is redacted in 026745 so it needs the config
-    EmailCfg(id='026764', author=BARRY_J_COHEN),  # Bad OCR (nofix)
-    EmailCfg(id='031206', author=BENNET_MOSKOWITZ, duplicate_ids=['031227']),
-    EmailCfg(id='031442', author=CHRISTINA_GALBRAITH, duplicate_ids=['031996']),
+    EmailCfg(
+        id='031215',
+        author=BARBRO_C_EHNBOM,
+        duplicate_ids=['026745'],
+        dupe_type='redacted',
+        comment="the same except for 'your Anna!'. author must be specified because email address is redacted in 026745 so it needs the config",
+    ),
+    EmailCfg(id='031206', duplicate_ids=['031227']),
+    EmailCfg(id='031591', duplicate_ids=['031442', '031996']),
     EmailCfg(
         id='019446',
         author=CHRISTINA_GALBRAITH,
         attribution_reason='shows from "Christina media/PR" which fits',
         is_attribution_uncertain=True,
     ),
-    EmailCfg(id='026625', author=DARREN_INDYKE, actual_text='Hysterical.'),
     EmailCfg(
         id='026624',
         author=DARREN_INDYKE,
-        recipients=[JEFFREY_EPSTEIN],
-        timestamp=parse('2016-10-01 16:40:00'),
+        date='2016-10-01 16:40:00',
         duplicate_ids=['031708'],
+        recipients=[JEFFREY_EPSTEIN],
+        subject='Donald Trump Rape Lawsuit Refiled With New Witness I Law News',
     ),
     EmailCfg(
         id='031278',
         actual_text='',
         author=DARREN_INDYKE,
-        description=f"heavily redacted email, quoted replies are from {STEVEN_HOFFENBERG} about James Patterson's book",
-        recipients=['Charles Michael'],
-        timestamp=parse('2016-08-17 11:26:00'),
+        recipients=["Charles Michael"],
         attribution_reason='Quoted replies are in 019109',
+        date='2016-08-17 11:26:00',
+        description="heavily redacted email, quoted replies are from Steven Hoffenberg about James Patterson's book",
+        subject='FW: Privileged and Confidential - Fwd: JAMES PATTERSON NEW BOOK TELLING FEDS COVER UP OF BILLIONAIRE JEFF EPSTEIN CHILD RAPES RELEASE DATE OCT 10 2016 STEVEN HOFFENBERG IS ON THE BOOK WRITING TEAM !!!!',
+        truncate_to=2500,
+        comment='Hoffenberg',
     ),
     EmailCfg(id='026290', author=DAVID_SCHOEN, attribution_reason='Signature'),
     EmailCfg(id='031339', author=DAVID_SCHOEN, attribution_reason='Signature'),
@@ -405,43 +458,44 @@ EMAILS_CONFIG = [
     EmailCfg(id='031560', author=DAVID_SCHOEN, attribution_reason='Signature'),
     EmailCfg(id='026287', author=DAVID_SCHOEN, attribution_reason='Signature'),
     EmailCfg(id='033419', author=DAVID_SCHOEN, attribution_reason='Signature'),
-    EmailCfg(id='031460', author=EDWARD_JAY_EPSTEIN, attribution_reason=f"quoted reply has edwardjayepstein.com", is_fwded_article=True),
+    EmailCfg(id='031460', author=EDWARD_JAY_EPSTEIN, attribution_reason='quoted reply has edwardjayepstein.com', is_fwded_article=True),
+    EmailCfg(id='031607', is_fwded_article=True, comment='Epstein reply to Edward Jay Epstein'),
     EmailCfg(
         id='030475',
         author=FAITH_KATES,
-        attribution_reason=f'{NEXT_MANAGEMENT} legal signature',
+        attribution_reason='Next Management LLC legal signature',
         duplicate_ids=['030575'],
-        dupe_type='redacted'
+        dupe_type='redacted',
     ),
-    EmailCfg(id='026547', author=GERALD_BARTON, recipients=[JEFFREY_EPSTEIN]),  # Bad OCR # TODO: email header is really jacked up
+    EmailCfg(id='026547', author=GERALD_BARTON, recipients=[JEFFREY_EPSTEIN]),
     EmailCfg(id='029969', author=GWENDOLYN_BECK, attribution_reason='signature "Longevity & Successful Aging"'),
     EmailCfg(id='029968', author=GWENDOLYN_BECK, attribution_reason='signature "beckresearchlabs.com"', duplicate_ids=['031120']),
-    EmailCfg(id='029970', author=GWENDOLYN_BECK, attribution_reason='signed "Longevity & Successful Agin"'),
-    EmailCfg(id='029960', author=GWENDOLYN_BECK, attribution_reason='signature "Beck Center for Longevity & Aging"'),
+    EmailCfg(id='029970', author=GWENDOLYN_BECK, attribution_reason='signed "Longevity & Successful Aging"', truncate_to=400),
+    EmailCfg(id='029960', author=GWENDOLYN_BECK, attribution_reason='signature "Beck Center for Longevity & Aging"', truncate_to=498),
     EmailCfg(id='029959', author=GWENDOLYN_BECK, attribution_reason='signature "Beck Center for Longevity & Aging"'),
-    EmailCfg(id='033360', author=HENRY_HOLT, attribution_reason='in signature'),  # Henry Holt is a company not a person
+    EmailCfg(id='033360', author=HENRY_HOLT, attribution_reason='in signature'),
     EmailCfg(id='033384', author=JACK_GOLDBERGER, attribution_reason='Might be Paul Prosperi?', is_attribution_uncertain=True),
     EmailCfg(id='026024', author=JEAN_HUGUEN, attribution_reason='Signature'),
     EmailCfg(id='021823', author=JEAN_LUC_BRUNEL, attribution_reason='Reply'),
-    EmailCfg(id='022949', author=JEFFREY_EPSTEIN),  # Bad OCR (nofix)
-    EmailCfg(id='031624', author=JEFFREY_EPSTEIN),  # Bad OCR (nofix)
-    EmailCfg(id='031996', author=JEFFREY_EPSTEIN, recipients=[CHRISTINA_GALBRAITH], attribution_reason='bounced', duplicate_ids=['031442']),
-    EmailCfg(id='018726', author=JEFFREY_EPSTEIN, timestamp=parse('2018-06-08 08:36:00')),  # nofix
-    EmailCfg(id='032283', author=JEFFREY_EPSTEIN, timestamp=parse('2016-09-14 08:04:00')),  # nofix
-    EmailCfg(id='026943', author=JEFFREY_EPSTEIN, timestamp=parse('2019-05-22 05:47:00')),  # nofix
+    EmailCfg(id='031624', author=JEFFREY_EPSTEIN),
+    EmailCfg(id='018726', author=JEFFREY_EPSTEIN, date='2018-06-08 08:36:00'),
+    EmailCfg(id='032283', author=JEFFREY_EPSTEIN, date='2016-09-14 08:04:00'),
+    EmailCfg(id='026943', author=JEFFREY_EPSTEIN, date='2019-05-22 05:47:00'),
     EmailCfg(
         id='023208',
         author=JEFFREY_EPSTEIN,
-        description=f"very long email chain about Leon Black's finances and things like Gratitude America",
-        fwded_text_after='Date: Tue, Oct 27',
         recipients=[BRAD_WECHSLER, MELANIE_SPINELLA],
+        description="very long email chain about Leon Black's finances and things like Gratitude America",
         duplicate_ids=['023291'],
+        fwded_text_after='Date: Tue, Oct 27',
+        truncate_to=NO_TRUNCATE,
+        comment="Long discussion about leon black's finances",
     ),
     EmailCfg(
         id='032214',
         author=JEFFREY_EPSTEIN,
-        actual_text='Agreed',
         recipients=[MIROSLAV_LAJCAK],
+        actual_text='Agreed',
         attribution_reason='Quoted reply has signature',
     ),
     EmailCfg(id='029582', author=JEFFREY_EPSTEIN, recipients=[RENATA_BOLOTOVA], attribution_reason=BOLOTOVA_REASON),
@@ -450,15 +504,24 @@ EMAILS_CONFIG = [
     EmailCfg(id='031826', author=JEFFREY_EPSTEIN, actual_text='I have'),
     EmailCfg(id='030768', author=JEFFREY_EPSTEIN, actual_text='ok'),
     EmailCfg(id='022938', author=JEFFREY_EPSTEIN, actual_text='what do you suggest?'),
-    EmailCfg(id='031791', author=JESSICA_CADWELL, attribution_reason='signature'),
-    EmailCfg(id='028851', author=JOI_ITO, recipients=[JEFFREY_EPSTEIN], timestamp=parse('2014-04-27 06:00:00')),
     EmailCfg(
-        id='028849',
-        attribution_reason='Conversation with Joi Ito',
-        author=JOI_ITO,
-        description=f"{JOI_ITO} reaching out to Epstein for an immediate phone call after news about illicit Russian money",
-        recipients=[JEFFREY_EPSTEIN],
-        timestamp=parse('2014-04-27 07:41:00'),  # Filled in from 028847
+        id='031791',
+        author=JESSICA_CADWELL,
+        attribution_reason='signature',
+        truncate_to=NO_TRUNCATE,
+        comment='First email in Jessica Cadwell chain about service of legal documents',
+    ),
+    EmailCfg(
+        id='028850',
+        description='Joi Ito reaching out to Epstein for an immediate phone call after news about illicit Russian money',
+        duplicate_ids=['028851'],
+        dupe_type='quoted',
+    ),
+    EmailCfg(
+        id='028848',
+        description='Joi Ito reaching out to Epstein for an immediate phone call after news about illicit Russian money',
+        duplicate_ids=['028849'],
+        dupe_type='quoted',
     ),
     EmailCfg(id='028507', author=JONATHAN_FARKAS, attribution_reason='reply signed "best Jonathan"'),
     EmailCfg(id='033282', author=JONATHAN_FARKAS, attribution_reason='reply signed "thanks Jonathan"', duplicate_ids=['033484']),
@@ -470,9 +533,9 @@ EMAILS_CONFIG = [
     EmailCfg(id='032386', author=KATHRYN_RUEMMLER, attribution_reason=KATHY_REASON, is_attribution_uncertain=True),
     EmailCfg(id='032727', author=KATHRYN_RUEMMLER, attribution_reason=KATHY_REASON, is_attribution_uncertain=True),
     EmailCfg(id='030478', author=LANDON_THOMAS),
-    EmailCfg(id='029013', author=LARRY_SUMMERS, recipients=[JEFFREY_EPSTEIN]),    # Bad OCR (nofix)
+    EmailCfg(id='029013', author=LARRY_SUMMERS, recipients=[JEFFREY_EPSTEIN]),
     EmailCfg(id='029196', author=LAWRENCE_KRAUSS, recipients=[JEFFREY_EPSTEIN], actual_text='Talk in 40?'),
-    EmailCfg(id='033593', author=LAWRANCE_VISOSKI, attribution_reason='Signature'),
+    EmailCfg(id='033593', author=LAWRANCE_VISOSKI, attribution_reason='Signature', truncate_to=NO_TRUNCATE, comment='visoski email about planes'),
     EmailCfg(id='033370', author=LAWRANCE_VISOSKI, attribution_reason=LARRY_REASON),
     EmailCfg(id='033495', author=LAWRANCE_VISOSKI, attribution_reason=LARRY_REASON),
     EmailCfg(id='033487', author=LAWRANCE_VISOSKI, recipients=[JEFFREY_EPSTEIN]),
@@ -496,29 +559,44 @@ EMAILS_CONFIG = [
     EmailCfg(id='032606', author=MASHA_DROKOVA, attribution_reason="re: PR interview, 031544 says she'll be in NY at that time"),
     EmailCfg(id='032607', author=MASHA_DROKOVA, attribution_reason="re: PR interview, 031544 says she'll be in NY at that time"),
     EmailCfg(id='032609', author=MASHA_DROKOVA, attribution_reason="re: PR interview, 031544 says she'll be in NY at that time"),
-    EmailCfg(id='032604', author=MASHA_DROKOVA, attribution_reason="timing, subject (interviews/articles), and sequential ID", is_attribution_uncertain=True),
-    EmailCfg(id='032581', author=MASHA_DROKOVA, attribution_reason="timing, subject (interviews/articles), and sequential ID", is_attribution_uncertain=True),
+    EmailCfg(
+        id='032604',
+        author=MASHA_DROKOVA,
+        attribution_reason='timing, subject (interviews/articles), and sequential ID',
+        is_attribution_uncertain=True,
+    ),
+    EmailCfg(
+        id='032581',
+        author=MASHA_DROKOVA,
+        attribution_reason='timing, subject (interviews/articles), and sequential ID',
+        is_attribution_uncertain=True,
+    ),
     EmailCfg(id='030235', author=MELANIE_WALKER, attribution_reason='In fwd'),
     EmailCfg(id='032343', author=MELANIE_WALKER, attribution_reason='Name seen in later reply 032346'),
     EmailCfg(id='032212', author=MIROSLAV_LAJCAK, attribution_reason='signature'),
-    EmailCfg(id='021814', author=NADIA_MARCINKO, attribution_reason='reply'), #, actual_text="I'm a pilot...I prefer sex slave to copilot ;)"),
-    EmailCfg(id='021808', author=NADIA_MARCINKO, attribution_reason='reply'),
-    EmailCfg(id='022190', author=NADIA_MARCINKO, attribution_reason='reply'),
+    EmailCfg(id='021814', author=NADIA_MARCINKO, attribution_reason='reply'),
+    EmailCfg(id='021808', author=NADIA_MARCINKO, attribution_reason='reply', truncate_to=NO_TRUNCATE),
     EmailCfg(id='021818', author=NADIA_MARCINKO, attribution_reason='reply'),
-    EmailCfg(id='022197', author=NADIA_MARCINKO, attribution_reason='reply'),
     EmailCfg(id='022214', author=NADIA_MARCINKO, attribution_reason='Reply header'),
     EmailCfg(id='021811', author=NADIA_MARCINKO, attribution_reason='Signature and email address in the message'),
     EmailCfg(id='028487', author=NORMAN_D_RAU, attribution_reason='Fwded from "to" address', duplicate_ids=['026612']),
     EmailCfg(
         id='024923',
-        author=PAUL_KRASSNER,
-        recipients=['George Krassner', 'Nick Kazan', 'Mrisman02', 'Rebecca Risman', 'Linda W. Grossman'],
-        duplicate_ids=['031973']
+        recipients=["George Krassner", "Nick Kazan", "Mrisman02", "Rebecca Risman", "Linda W. Grossman"],
+        duplicate_ids=['031973'],
+        comment='krassner',
     ),
-    EmailCfg(id='032457', author=PAUL_KRASSNER, recipients=[JEFFREY_EPSTEIN, 'Nancy Cain']),  # Bad OCR (nofix)
+    EmailCfg(id='032457', author=PAUL_KRASSNER, recipients=[JEFFREY_EPSTEIN, "Nancy Cain"]),
     EmailCfg(id='029981', author=PAULA, attribution_reason='Name in reply + opera reference (Fisher now works in opera)'),
     EmailCfg(id='030482', author=PAULA, attribution_reason=PAULA_REASON),
     EmailCfg(id='033383', author=PAUL_PROSPERI, attribution_reason='Reply'),
+    EmailCfg(
+        id='012684',
+        author=PAUL_PROSPERI,
+        attribution_reason='one week after Epstein asked Prosperi for info on Kluge auction',
+        is_attribution_uncertain=True,
+        is_fwded_article=True,
+    ),
     EmailCfg(
         id='033561',
         author=PAUL_PROSPERI,
@@ -528,8 +606,16 @@ EMAILS_CONFIG = [
     EmailCfg(id='031694', author=PEGGY_SIEGAL, attribution_reason='quoted', is_attribution_uncertain=True),
     EmailCfg(id='032219', author=PEGGY_SIEGAL, attribution_reason='Signed "Peggy"'),
     EmailCfg(id='029020', author=RENATA_BOLOTOVA, attribution_reason='Signature'),
-    EmailCfg(id='029605', author=RENATA_BOLOTOVA, attribution_reason=BOLOTOVA_REASON),
-    EmailCfg(id='029606', author=RENATA_BOLOTOVA, attribution_reason=BOLOTOVA_REASON),
+    EmailCfg(
+        id='029605',
+        author=RENATA_BOLOTOVA,
+        attribution_reason=BOLOTOVA_REASON,
+    ),
+    EmailCfg(
+        id='029606',
+        author=RENATA_BOLOTOVA,
+        attribution_reason=BOLOTOVA_REASON,
+    ),
     EmailCfg(id='029604', author=RENATA_BOLOTOVA, attribution_reason='Continued in 239606 etc'),
     EmailCfg(
         id='033584',
@@ -538,66 +624,77 @@ EMAILS_CONFIG = [
         attribution_reason='Refs paper by Trivers',
         duplicate_ids=['033169'],
     ),
-    EmailCfg(
-        id='026320',
-        author=SEAN_BANNON,
-        attribution_reason="From protonmail, Bannon wrote 'just sent from my protonmail' in 027067",
-    ),
-    EmailCfg(id='029003', author=SOON_YI_PREVIN, attribution_reason='"Sent from Soon-Yi\'s iPhone"'),
-    EmailCfg(id='029005', author=SOON_YI_PREVIN, attribution_reason='"Sent from Soon-Yi\'s iPhone"'),
-    EmailCfg(id='029007', author=SOON_YI_PREVIN, attribution_reason='"Sent from Soon-Yi\'s iPhone"'),
-    EmailCfg(id='029010', author=SOON_YI_PREVIN, attribution_reason='"Sent from Soon-Yi\'s iPhone"'),
-    EmailCfg(id='032296', author=SOON_YI_PREVIN, attribution_reason='"Sent from Soon-Yi\'s iPhone"'),
-    EmailCfg(id='033292', author=SOON_YI_PREVIN, attribution_reason='mentions "Woody\'s movie"', is_attribution_uncertain=True),
+    EmailCfg(id='026320', author=SEAN_BANNON, attribution_reason="From protonmail, Bannon wrote 'just sent from my protonmail' in 027067"),
+    EmailCfg(id='029003', author=SOON_YI_PREVIN, attribution_reason="\"Sent from Soon-Yi's iPhone\""),
+    EmailCfg(id='029005', author=SOON_YI_PREVIN, attribution_reason="\"Sent from Soon-Yi's iPhone\""),
+    EmailCfg(id='029007', author=SOON_YI_PREVIN, attribution_reason="\"Sent from Soon-Yi's iPhone\""),
+    EmailCfg(id='029010', author=SOON_YI_PREVIN, attribution_reason="\"Sent from Soon-Yi's iPhone\""),
+    EmailCfg(id='032296', author=SOON_YI_PREVIN, attribution_reason="\"Sent from Soon-Yi's iPhone\""),
+    EmailCfg(id='033292', author=SOON_YI_PREVIN, attribution_reason="mentions \"Woody's movie\"", is_attribution_uncertain=True),
     EmailCfg(
         id='019109',
         author=STEVEN_HOFFENBERG,
         recipients=["Players2"],
-        timestamp=parse('2016-08-11 09:36:01'),
-        attribution_reason=f"Actually a fwd by Charles Michael but {STEVEN_HOFFENBERG} email more interesting",
+        description='looks like a memo from Charles Michael containing copy/paste of email contents?',
+        date='2016-08-11 09:36:01',
+        subject='FW: Privileged and Confidential - Fwd: JAMES PATTERSON NEW BOOK TELLING FEDS COVER UP OF BILLIONAIRE JEFF EPSTEIN CHILD RAPES RELEASE DATE OCT 10 2016 STEVEN HOFFENBERG IS ON THE BOOK WRITING TEAM !!!!',
     ),
     EmailCfg(
         id='026620',
-        attribution_reason='ends with "Respectfully, terry"',
         author=TERRY_KAFKA,
-        fwded_text_after='From: Mike Cohen',
         recipients=[JEFFREY_EPSTEIN, MARK_EPSTEIN, MICHAEL_BUCHHOLTZ] + IRAN_DEAL_RECIPIENTS,
-        subject='Fw: The Iran Nuclear Deal',
+        attribution_reason='ends with "Respectfully, terry"',
         duplicate_ids=['028482'],
+        fwded_text_after='From: Mike Cohen',
+        subject='Fw: The Iran Nuclear Deal',
     ),
     EmailCfg(id='029992', author=TERRY_KAFKA, attribution_reason='Quoted reply'),
     EmailCfg(id='029985', author=TERRY_KAFKA, attribution_reason='Quoted reply in 029992'),
     EmailCfg(id='020666', author=TERRY_KAFKA, attribution_reason="Ends with 'Terry'"),
-    EmailCfg(id='026014', author=ZUBAIR_KHAN, recipients=[JEFFREY_EPSTEIN], timestamp=parse('2016-11-04 17:46:00')),
     EmailCfg(id='033021', recipients=[ANAS_ALRASHEED], attribution_reason='visible in 033022'),
     EmailCfg(id='027063', recipients=[ANTHONY_BARRETT]),
     EmailCfg(id='030764', recipients=[ARIANE_DE_ROTHSCHILD], attribution_reason='Reply'),
     EmailCfg(id='026431', recipients=[ARIANE_DE_ROTHSCHILD], attribution_reason='Reply'),
     EmailCfg(id='032876', recipients=[CECILIA_STEEN], attribution_reason='unredacted in 032267'),
     EmailCfg(id='026466', recipients=[DIANE_ZIMAN], attribution_reason='Quoted reply'),
-    EmailCfg(id='031607', recipients=[EDWARD_JAY_EPSTEIN], attribution_reason=f"quoted reply has edwardjayepstein.com"),
+    EmailCfg(id='031607', recipients=[EDWARD_JAY_EPSTEIN], attribution_reason='quoted reply has edwardjayepstein.com'),
     EmailCfg(
         id='030525',
         recipients=[FAITH_KATES],
-        attribution_reason=f'Reply in 030414 has {NEXT_MANAGEMENT} legal signature',
+        attribution_reason='Reply in 030414 has Next Management LLC legal signature',
         duplicate_ids=['030581'],
     ),
-    EmailCfg(id='025329', recipients=['George Krassner', 'Nancy Cain', 'Tom', 'Marie Moneysmith', 'Steven Gaydos', 'Linda W. Grossman', 'Holly Krassner Dawson', 'Daniel Dawson', 'Danny Goldberg', 'Caryl Ratner', 'Kevin Bright', 'Michael Simmons', SAMUEL_LEFF, 'Bob Fass', 'Lynnie Tofte Fass', 'Barb Cowles', 'Lee Quarnstrom']),
-    EmailCfg(id='033568', recipients=['George Krassner', 'Daniel Dawson', 'Danny Goldberg', 'Tom', 'Kevin Bright', 'Walli Leff', 'Michael Simmons', 'Lee Quarnstrom', 'Lanny Swerdlow', 'Larry Sloman', 'W&K', 'Harry Shearer', 'Jay Levin']),
+    EmailCfg(
+        id='025329',
+        recipients=["George Krassner", "Nancy Cain", "Tom", "Marie Moneysmith", "Steven Gaydos", "Linda W. Grossman", "Holly Krassner Dawson", "Daniel Dawson", "Danny Goldberg", "Caryl Ratner", "Kevin Bright", "Michael Simmons", SAMUEL_LEFF, "Bob Fass", "Lynnie Tofte Fass", "Barb Cowles", "Lee Quarnstrom"],
+    ),
+    EmailCfg(
+        id='033568',
+        recipients=["George Krassner", "Daniel Dawson", "Danny Goldberg", "Tom", "Kevin Bright", "Walli Leff", "Michael Simmons", "Lee Quarnstrom", "Lanny Swerdlow", "Larry Sloman", "W&K", "Harry Shearer", "Jay Levin"],
+        subject="Fwd: Daryl Cagle's Blog",
+    ),
     EmailCfg(id='026426', recipients=[JEAN_HUGUEN], attribution_reason='Reply'),
     EmailCfg(id='022202', recipients=[JEAN_LUC_BRUNEL], attribution_reason='Follow up / reply', duplicate_ids=['029975']),
-    EmailCfg(id='022187', recipients=[JEFFREY_EPSTEIN]),  # Bad OCR (nofix)
-    EmailCfg(id='031489', recipients=[JEFFREY_EPSTEIN]),  # Bad OCR (unfixable)
-    EmailCfg(id='030347', recipients=[JEFFREY_EPSTEIN]),  # Bad OCR (nofix)
-    EmailCfg(id='030367', recipients=[JEFFREY_EPSTEIN]),  # Bad OCR (nofix)
-    EmailCfg(id='033274', recipients=[JEFFREY_EPSTEIN]),  # this is a note sent to self
-    EmailCfg(id='032780', recipients=[JEFFREY_EPSTEIN]),  # Bad OCR (nofix)
-    EmailCfg(id='029324', recipients=[JEFFREY_EPSTEIN, "Jojo Fontanilla", "Lyn Fontanilla"]),  # Bad OCR (nofix)
-    EmailCfg(id='013482', recipients=[JEFFREY_EPSTEIN], is_fwded_article=True),  # other recipients redacted. "The view from the US: Stem cell therapy steps up a gear with firs"
-    EmailCfg(id='029558', recipients=[JEFFREY_EPSTEIN, KATHERINE_KEATING], attribution_reason='BCC', fwded_text_after='Creativity is central'),
+    EmailCfg(id='030347', recipients=[JEFFREY_EPSTEIN]),
+    EmailCfg(id='033274', recipients=[JEFFREY_EPSTEIN]),
+    EmailCfg(id='032780', recipients=[JEFFREY_EPSTEIN]),
+    EmailCfg(id='033386', recipients=[JEFFREY_EPSTEIN, None], duplicate_ids=['033599']),
+    EmailCfg(id='029324', recipients=[JEFFREY_EPSTEIN, "Jojo Fontanilla", "Lyn Fontanilla"]),
+    EmailCfg(id='013482', recipients=[JEFFREY_EPSTEIN], is_fwded_article=True),
+    EmailCfg(
+        id='029558',
+        recipients=[JEFFREY_EPSTEIN, KATHERINE_KEATING],
+        attribution_reason='BCC',
+        fwded_text_after='Creativity is central',
+    ),
     EmailCfg(id='033456', recipients=["Joel"], attribution_reason='Reply'),
     EmailCfg(id='033458', recipients=["Joel"], attribution_reason='Reply'),
     EmailCfg(id='033460', recipients=["Joel"], attribution_reason='Reply'),
+    EmailCfg(
+        id='025589',
+        recipients=[GORDON_GETTY, JEFFREY_EPSTEIN] + TRIVERS_CCS,
+        attribution_reason='Reply',
+    ),
     EmailCfg(
         id='021090',
         recipients=[JONATHAN_FARKAS],
@@ -608,15 +705,15 @@ EMAILS_CONFIG = [
         id='033073',
         recipients=[KATHRYN_RUEMMLER],
         attribution_reason='to "Kathy" about dems, sent from iPad',
-        is_attribution_uncertain=True,  # It's actually Kathy R. as the recipient that's the uncertain part
+        is_attribution_uncertain=True,
     ),
     EmailCfg(
         id='032939',
         recipients=[KATHRYN_RUEMMLER],
         attribution_reason='to "Kathy" about dems, sent from iPad',
-        is_attribution_uncertain=True,  # It's actually Kathy R. as the recipient that's the uncertain part
+        is_attribution_uncertain=True,
     ),
-    EmailCfg(id='030522', recipients=[LANDON_THOMAS], attribution_reason='reply header', is_fwded_article=True),  # Vicky Ward article
+    EmailCfg(id='030522', recipients=[LANDON_THOMAS], attribution_reason='reply header', is_fwded_article=True),
     EmailCfg(id='031413', recipients=[LANDON_THOMAS], attribution_reason='reply header'),
     EmailCfg(id='033591', recipients=[LAWRANCE_VISOSKI], attribution_reason='Reply signature', duplicate_ids=['033591']),
     EmailCfg(id='027097', recipients=[LAWRANCE_VISOSKI], attribution_reason='Reply signature', duplicate_ids=['028787']),
@@ -624,113 +721,159 @@ EMAILS_CONFIG = [
     EmailCfg(id='022250', recipients=[LESLEY_GROFF], attribution_reason='Reply'),
     EmailCfg(id='030242', recipients=[MARIANA_IDZKOWSKA], duplicate_ids=['032048'], dupe_type='redacted'),
     EmailCfg(id='033027', recipients=[MASHA_DROKOVA], attribution_reason="re: PR interview, 031544 says she'll be in NY at that time"),
-    EmailCfg(id='033025', recipients=[MASHA_DROKOVA], attribution_reason="timing, subject (interviews/articles), and sequential ID", is_attribution_uncertain=True),
+    EmailCfg(
+        id='033025',
+        recipients=[MASHA_DROKOVA],
+        attribution_reason='timing, subject (interviews/articles), and sequential ID',
+        is_attribution_uncertain=True,
+    ),
     EmailCfg(id='030368', recipients=[MELANIE_SPINELLA], attribution_reason='Actually a self fwd from jeffrey to jeffrey'),
     EmailCfg(id='030369', recipients=[MELANIE_SPINELLA], attribution_reason='Actually a self fwd from jeffrey to jeffrey'),
     EmailCfg(id='030371', recipients=[MELANIE_SPINELLA], attribution_reason='Actually a self fwd from jeffrey to jeffrey'),
     EmailCfg(id='022258', recipients=[NADIA_MARCINKO], attribution_reason='Reply header'),
     EmailCfg(id='022193', recipients=[NADIA_MARCINKO], attribution_reason='reply'),
+    EmailCfg(id='022197', recipients=[NADIA_MARCINKO], attribution_reason='reply'),
+    EmailCfg(id='022190', recipients=[NADIA_MARCINKO], attribution_reason='reply'),
     EmailCfg(id='030572', recipients=[PAULA], attribution_reason='quoted in 030482', is_attribution_uncertain=True),
-    EmailCfg(id='030506', recipients=[PAULA], attribution_reason=PAULA_REASON, is_attribution_uncertain=True),
-    EmailCfg(id='030507', recipients=[PAULA], attribution_reason=PAULA_REASON, is_attribution_uncertain=True),
-    EmailCfg(id='030508', recipients=[PAULA], attribution_reason=PAULA_REASON, is_attribution_uncertain=True),
-    EmailCfg(id='030509', recipients=[PAULA], attribution_reason=PAULA_REASON, is_attribution_uncertain=True),
+    EmailCfg(id='030506', recipients=[PAULA], attribution_reason=PAULA_REASON, is_attribution_uncertain=True,),
+    EmailCfg(id='030507', recipients=[PAULA], attribution_reason=PAULA_REASON, is_attribution_uncertain=True,),
+    EmailCfg(id='030508', recipients=[PAULA], attribution_reason=PAULA_REASON, is_attribution_uncertain=True,),
+    EmailCfg(id='030509', recipients=[PAULA], attribution_reason=PAULA_REASON, is_attribution_uncertain=True,),
     EmailCfg(id='030096', recipients=[PETER_MANDELSON], attribution_reason='reply header'),
     EmailCfg(id='032951', recipients=[RAAFAT_ALSABBAGH, None], attribution_reason='Redacted'),
     EmailCfg(id='029581', recipients=[RENATA_BOLOTOVA], attribution_reason=BOLOTOVA_REASON),
     EmailCfg(id='019334', recipients=[STEVE_BANNON], attribution_reason='quoted reply'),
     EmailCfg(id='021106', recipients=[STEVE_BANNON], attribution_reason='Reply'),
-    # Misc configs
-    EmailCfg(id='029344', actual_text='I thought of you when I read this article. Was this your idea? Alan'),
-    EmailCfg(id='032358', actual_text=REDACTED),  # Completely redacted
-    EmailCfg(id='033050', actual_text='schwartman'),
-    EmailCfg(id='031036', description=f"{BARBRO_C_EHNBOM} related donation and Swedish girls discussion"),
-    EmailCfg(id='022219', description="discussion of attempts to clean up Epstein's Google search results"),
+    EmailCfg(id='029344', actual_text='I thought of you when I read this article. Was this your idea? Alan', is_fwded_article=True),
+    EmailCfg(id='032358', actual_text=REDACTED),
+    EmailCfg(
+        id='031036',
+        description='Barbro C. Ehnbom related donation and Swedish girls discussion',
+        is_interesting=True,
+        comment='Barbro Ehnbom talking about Swedish girl',
+    ),
+    EmailCfg(id='032946', description='discussion of obtaining a Moroccan visa for an unnamed woman', is_interesting=True),
+    EmailCfg(id='031320', description='discussion of routing Gratitude foundation money through Peggy Siegal', is_interesting=True),
+    EmailCfg(id='023627', description=MICHAEL_WOLFF_EPSTEIN_ARTICLE_DRAFT, is_fwded_article=True, is_interesting=True, truncate_to=16800),
+    EmailCfg(id='032671', description='connections to Fusion GPS who produced the Steele Dossier on Trump'),
+    EmailCfg(id='033052', description='connections to Fusion GPS who produced the Steele Dossier on Trump'),
+    EmailCfg(id='022219', description="discussion of attempts to clean up Epstein's Google search results", truncate_to=2404),
+    EmailCfg(id='031472', description="discussion of publishing an audio recording related to the coup in Turkey"),
+    EmailCfg(id='031333', description='Fort Knox conspiracy theory, looks like a Russian disinfo article', is_fwded_article=True),
+    EmailCfg(id='031335', description='Fort Knox conspiracy theory, looks like a Russian disinfo article', is_fwded_article=True),
     EmailCfg(id='030648', description="is the 'roger' Epstein is trying to meet Roger Stone?"),
     EmailCfg(id='030762', description="is the 'roger' Epstein is trying to meet Roger Stone?"),
     EmailCfg(id='030649', description="is the 'roger' Epstein is trying to meet Roger Stone?"),
     EmailCfg(id='026026', description="is the 'roger' Epstein is trying to meet Roger Stone?"),
     EmailCfg(id='026030', description="is the 'roger' Epstein is trying to meet Roger Stone?"),
     EmailCfg(id='026033', description="is the 'roger' Epstein is trying to meet Roger Stone?"),
-    EmailCfg(id='031320', description=f"Epstein and {RICHARD_KAHN} appear to be discussing routing donatings through {PEGGY_SIEGAL}"),
+    EmailCfg(id='031011', description='jokes about Chicago corruption', duplicate_ids=['031090'], truncate_to=TRUNCATED_CHARS),
     EmailCfg(id='016693', description='signed "MM"'),
-    EmailCfg(id='028524', is_fwded_article=True, description='Zach Braff op-ed on Woody Allen in NYT'),
-    EmailCfg(id='031333', is_fwded_article=True, description='Fort Knox conspiracy theory, looks like a Russian disinfo article'),  # Russia Says IMF Chief Jailed For Discovering All US Gold is Gone
-    EmailCfg(id='031335', is_fwded_article=True, description='Fort Knox conspiracy theory, looks like a Russian disinfo article'),  # DOMINQUE STRAUSS-KAHN ARRESTED, NOT BECAUSE HE RAPED A MAID, BUT BECAUSE HE HAD EVIDENCE US HAS NO GOLD IN FORT KNOX.
-    EmailCfg(id='023627', is_fwded_article=True, description=MICHAEL_WOLFF_EPSTEIN_ARTICLE_DRAFT),
-    EmailCfg(id='026298', is_fwded_article=True, duplicate_ids=['026499']),  # Written by someone else?
-    EmailCfg(id='029692', is_fwded_article=True, duplicate_ids=['029779']),  # WaPo article
-    EmailCfg(id='022344', is_fwded_article=True, duplicate_ids=['028529']),  # Bill Gates is most admired from Nikolic
-    EmailCfg(id='018197', is_fwded_article=True, duplicate_ids=['028648']),  # Ray Takeyh article fwd
-    EmailCfg(id='028728', is_fwded_article=True, duplicate_ids=['027102']),  # WSJ forward to Larry Summers
-    EmailCfg(id='028781', is_fwded_article=True, duplicate_ids=['013460']),  # Atlantic on Jim Yong Kim, Obama's World Bank Pick
-    EmailCfg(id='025041', is_fwded_article=True, duplicate_ids=['028675']),  # Obama agenda
-    EmailCfg(id='031136', is_fwded_article=True, duplicate_ids=['028791']),  # 'Smart Money is Fleeing US Stocks'
-    EmailCfg(id='031779', is_fwded_article=True, duplicate_ids=['026938']),  # Sarah Silverman on AI
-    EmailCfg(id='029849', is_fwded_article=True, duplicate_ids=['033482']),  # Fareed Zakaria: Trump sells America short),
-    EmailCfg(id='032023', is_fwded_article=True, duplicate_ids=['032012']),  # American-Israeli Cooperative Enterprise Newsletter
-    EmailCfg(id='021758', is_fwded_article=True, duplicate_ids=['030616']),  # Radar Online article about Epstein's early prison release
-    EmailCfg(id='033297', is_fwded_article=True, duplicate_ids=['033586']),  # Sultan Sulayem fwding article about Trump and Russia
-    EmailCfg(id='026829', is_fwded_article=True),  # Taxes
-    EmailCfg(id='020443', is_fwded_article=True),  # WSJ Deplorables Bannon
-    EmailCfg(id='030372', is_fwded_article=True),  # Bannon China Iran
-    EmailCfg(id='030983', is_fwded_article=True),  # Power Line blog Alex Acosta and Jeffrey Epstein Plea Deal Analysis
-    EmailCfg(id='031774', is_fwded_article=True),  # Krassner fwd of Palmer Report article
-    EmailCfg(id='033345', is_fwded_article=True),  # Krassner fwd of Palmer Report article
-    EmailCfg(id='029903', is_fwded_article=True),  # Krassner fwd of Ann Coulter article about Epstein
-    EmailCfg(id='030266', is_fwded_article=True),  # Krassner fwd of article about Dershowitz
-    EmailCfg(id='030868', is_fwded_article=True),  # 'He doesn't like this sh*t': Trump reportedly hates his job and his staff after 1 month
-    EmailCfg(id='026755', is_fwded_article=True),  # HuffPo
-    EmailCfg(id='016218', is_fwded_article=True),  # AT&T confirms it paid Trump lawyer Cohen for insights on Trump
-    EmailCfg(id='030528', is_fwded_article=True),  # Vicky Ward article
-    EmailCfg(id='030460', is_fwded_article=True),  # Vicky Ward article
-    EmailCfg(id='028508', is_fwded_article=True),  # nanosatellites article
-    EmailCfg(id='019845', is_fwded_article=True),  # Pro Publica article on Preet Bharara
-    EmailCfg(id='029021', is_fwded_article=True),  # article about bannon sent by Alain Forget
-    EmailCfg(id='031688', is_fwded_article=True),  # Bill Siegel fwd of email about hamas
-    EmailCfg(id='026551', is_fwded_article=True),  # Sultan bin Sulayem "Ayatollah between the sheets"
-    EmailCfg(id='031768', is_fwded_article=True),  # Sultan bin Sulayem 'Horseface'
-    EmailCfg(id='031569', is_fwded_article=True),  # Article by Kathryn Alexeeff fwded to Peter Thiel
-    EmailCfg(id='029689', is_fwded_article=True),  # Tunisia article to Larry Summers
-    EmailCfg(id='014525', is_fwded_article=True),  # Really more of a mailing list from Paul Morris?
-    EmailCfg(id='024384', is_fwded_article=True),  # Interview with Bill Siegal re: Islam
-    EmailCfg(id='030200', is_fwded_article=True),  # Lawfare indicting a president
-    EmailCfg(id='029509', is_fwded_article=True),  # Deepak Chopra LSD, Quantum Healing
-    EmailCfg(id='026778', is_fwded_article=True),  # tax alert
-    EmailCfg(id='023001', is_fwded_article=True),  # Miami Herald article timeline of the sex abuse case
-    EmailCfg(id='013405', is_fwded_article=True),  # Articles about epstein case
-    EmailCfg(id='021740', is_fwded_article=True),  # Miami Herald article about Epstein prosecutor
-    EmailCfg(id='023126', is_fwded_article=True),  # Miami Herald on Alex Acosta
-    EmailCfg(id='029625', is_fwded_article=True),  # Conchita Sarnoff Daily Beast Articles - Epstein Sex Trafficking Investigation and Settlement
-    EmailCfg(id='029505', is_fwded_article=True),  # Foreign Policy Middle Eastern Monarchs Look at the Trump
-    EmailCfg(id='029859', is_fwded_article=True),  # Palm Beach Post: Epstein paid three women $5.5 million to end lawsuits
-    EmailCfg(id='031988', is_fwded_article=True),  # NYT review of Inside Job
-    EmailCfg(id='029901', is_fwded_article=True),  # THE EDGE question
-    EmailCfg(id='031399', is_fwded_article=True),  # Miami U.S. Attorney's Office recuses itself from Jeffrey Epstein case
-    EmailCfg(id='031705', is_fwded_article=True),  # Thomas Friedman why not in vegas?
-    EmailCfg(id='016801', is_fwded_article=True),  # Capital Market Outlook
-    EmailCfg(id='023564', is_fwded_article=True),  # BBG ;Leon Black's Tax-Overhaul Dilemma Could Alter Wall Street Model
-    EmailCfg(id='025231', is_fwded_article=True),  # Newsmax: Laffer, Laffer: Obama Must Use Reaganomics to Save Economy The only way President Barack Obama can solve
-    EmailCfg(id='031472', is_fwded_article=True),  # WSJ: Lawyers for Imam Wanted by Turkish authorities Fear for Their Client's Life
-    EmailCfg(id='012684', is_fwded_article=True),  # Trump in talks to buy socialite Kluge's Charlottesville vineyard
-    EmailCfg(id='028536', is_fwded_article=True),  # Palm Beach Post FBI Epstein files say he gave info. Does it explain sweetheart deal?
-    EmailCfg(id='030326', is_fwded_article=True),  # NYP Congressional candidate compares Melania Trump to prostitute
-    EmailCfg(id='030519', is_fwded_article=True),  # Daily Mail on Prince Andrew
-    EmailCfg(id='030878', is_fwded_article=True),  # Steve Bannon almost appeared in Michael Moore's 'Fahrenheit 11/9'
-    EmailCfg(id='024300', is_fwded_article=True),  # Bookstore owner calls police after customer confronted Steve Bannon
-    EmailCfg(id='026924', is_fwded_article=True),  # The Onion
-    EmailCfg(id='033311', is_fwded_article=True),  # 2016 election polls
-    EmailCfg(id='026580', is_fwded_article=True),  # NPR: Antigua: Land Of Sun, Sand, And Super Cheap
-    EmailCfg(id='031340', is_fwded_article=True),  # Article about Alex Jones threatening Robert Mueller
-    EmailCfg(id='030209', is_fwded_article=True),  # Atlantic Council  Syria: Blackberry Diplomacy
-    EmailCfg(id='026605', is_fwded_article=True),  # Article about Ruemmler turning down attorney general job by NEDRA PICKLER
-    EmailCfg(id='031990', is_fwded_article=True),  # newsmax on ken starr
-    EmailCfg(id='029433', is_fwded_article=True),  # Estate Planning After the Enactment of the Tax Cuts and Jobs Act
-    EmailCfg(id='032475', timestamp=parse('2017-02-15 13:31:25')),
-    EmailCfg(id='030373', timestamp=parse('2018-10-03 01:49:27')),
-    # Configure duplicates
+    EmailCfg(id='028524', description='Zach Braff op-ed on Woody Allen in NYT', is_fwded_article=True),
+    EmailCfg(id='026298', duplicate_ids=['026499'], is_fwded_article=True, comment='Written by someone else?'),
+    EmailCfg(id='029692', duplicate_ids=['029779'], is_fwded_article=True, comment='WaPo article'),
+    EmailCfg(id='022344', duplicate_ids=['028529'], is_fwded_article=True, comment='Bill Gates is most admired from Nikolic'),
+    EmailCfg(id='018197', duplicate_ids=['028648'], is_fwded_article=True, comment='Ray Takeyh article fwd'),
+    EmailCfg(id='028728', duplicate_ids=['027102'], is_fwded_article=True, comment='WSJ forward to Larry Summers'),
+    EmailCfg(id='028781', duplicate_ids=['013460'], is_fwded_article=True, comment="Atlantic on Jim Yong Kim, Obama's World Bank Pick"),
+    EmailCfg(id='025041', duplicate_ids=['028675'], is_fwded_article=True, comment='Obama agenda'),
+    EmailCfg(id='031136', duplicate_ids=['028791'], is_fwded_article=True, comment="'Smart Money is Fleeing US Stocks'"),
+    EmailCfg(id='031779', duplicate_ids=['026938'], is_fwded_article=True, comment='Sarah Silverman on AI'),
+    EmailCfg(id='029849', duplicate_ids=['033482'], is_fwded_article=True, comment='Fareed Zakaria: Trump sells America short),'),
+    EmailCfg(id='032023', duplicate_ids=['032012'], is_fwded_article=True, comment='American-Israeli Cooperative Enterprise Newsletter'),
+    EmailCfg(id='021758', duplicate_ids=['030616'], is_fwded_article=True, comment="Radar Online article about Epstein's early prison release"),
+    EmailCfg(id='033297', duplicate_ids=['033586'], is_fwded_article=True, comment='Sultan Sulayem article about Trump and Russia'),
+    EmailCfg(id='031428', duplicate_ids=['031388'], is_fwded_article=True),
+    EmailCfg(id='033528', duplicate_ids=['033517'], is_fwded_article=True),
+    EmailCfg(id='030238', duplicate_ids=['031130'], is_fwded_article=True),
+    EmailCfg(id='031112', duplicate_ids=['030876'], is_fwded_article=True),
+    EmailCfg(id='031423', duplicate_ids=['025361'], is_fwded_article=True),
+    EmailCfg(id='026755', is_fwded_article=True, truncate_to=TRUNCATED_CHARS, comment='Epstein self fwd'),
+    EmailCfg(id='026778', is_fwded_article=True, truncate_to=TRUNCATED_CHARS, comment='Kahn taxes'),
+    EmailCfg(id='032458', truncate_to=NO_TRUNCATE, description='discussion of acquiring pieces for Epstein\'s art collection'),
+    EmailCfg(id='032464', truncate_to=NO_TRUNCATE, description='redacted discussion about art advisor Etienne Binant'),
+    # TODO: just use a search string for truncation
+    EmailCfg(id='032964', truncate_to=700, description='redacted discussion about art advisor Etienne Binant'),
+    EmailCfg(id='032968', truncate_to=700, description='redacted discussion about art advisor Etienne Binant'),
+    EmailCfg(id='032467', truncate_to=700, description='redacted discussion about art advisor Etienne Binant'),
+    EmailCfg(id='032480', truncate_to=700, description='redacted discussion about art advisor Etienne Binant'),
+    EmailCfg(id='032486', truncate_to=700, description='redacted discussion about art advisor Etienne Binant'),
+    EmailCfg(id='032491', truncate_to=700, description='redacted discussion about art advisor Etienne Binant'),
+    EmailCfg(id='032975', truncate_to=700, description='redacted discussion about art advisor Etienne Binant'),
+    EmailCfg(id='032496', truncate_to=700, description='redacted discussion about art advisor Etienne Binant'),
+    EmailCfg(id='025643', is_fwded_article=True, comment='Alice Fisher stated to be in the mix of potential candidates for new FBI director.'),
+    EmailCfg(id='014523', is_fwded_article=True, comment='finance research'),
+    EmailCfg(id='014857', is_fwded_article=True, comment='finance research'),
+    EmailCfg(id='029458', is_fwded_article=True, comment='finance research'),
+    EmailCfg(id='026893', is_fwded_article=True, comment='finance research'),
+    EmailCfg(id='033362', is_fwded_article=True, comment='finance research'),
+    EmailCfg(id='030865', is_fwded_article=True, comment='Deutsche bank research'),
+    EmailCfg(id='021231', is_fwded_article=True, comment='11 places with worse economy than US'),
+    EmailCfg(id='029905', is_fwded_article=True, comment='Ann Coulter'),
+    EmailCfg(id='026829', is_fwded_article=True, comment='Taxes'),
+    EmailCfg(id='020443', is_fwded_article=True, comment='WSJ Deplorables Bannon'),
+    EmailCfg(id='030372', is_fwded_article=True, comment='Bannon China Iran'),
+    EmailCfg(id='030983', is_fwded_article=True, comment='Power Line blog Alex Acosta and Jeffrey Epstein Plea Deal Analysis'),
+    EmailCfg(id='031774', is_fwded_article=True, comment='Krassner fwd of Palmer Report article'),
+    EmailCfg(id='033345', is_fwded_article=True, comment='Krassner fwd of Palmer Report article'),
+    EmailCfg(id='029903', is_fwded_article=True, comment='Krassner fwd of Ann Coulter article about Epstein'),
+    EmailCfg(id='030266', is_fwded_article=True, comment='Krassner fwd of article about Dershowitz'),
+    EmailCfg(id='030868', is_fwded_article=True, comment="'He doesn't like this sh*t': Trump reportedly hates his job and his staff after 1 month"),
+    EmailCfg(id='016218', is_fwded_article=True, comment='AT&T confirms it paid Trump lawyer Cohen for insights on Trump'),
+    EmailCfg(id='030528', is_fwded_article=True, comment='Vicky Ward article'),
+    EmailCfg(id='030460', is_fwded_article=True, comment='Vicky Ward article'),
+    EmailCfg(id='028508', is_fwded_article=True, comment='nanosatellites article'),
+    EmailCfg(id='019845', is_fwded_article=True, comment='Pro Publica article on Preet Bharara'),
+    EmailCfg(id='029021', is_fwded_article=True, comment='article about bannon sent by Alain Forget'),
+    EmailCfg(id='031688', is_fwded_article=True, comment='Bill Siegel fwd of email about hamas'),
+    EmailCfg(id='026551', is_fwded_article=True, comment='Sultan bin Sulayem "Ayatollah between the sheets"'),
+    EmailCfg(id='031768', is_fwded_article=True, comment="Sultan bin Sulayem 'Horseface'"),
+    EmailCfg(id='031569', is_fwded_article=True, comment='Article by Kathryn Alexeeff fwded to Peter Thiel'),
+    EmailCfg(id='029689', is_fwded_article=True, comment='Tunisia article to Larry Summers'),
+    EmailCfg(id='014525', is_fwded_article=True, comment='Really more of a mailing list from Paul Morris?'),
+    EmailCfg(id='024384', is_fwded_article=True, comment='Interview with Bill Siegal re: Islam'),
+    EmailCfg(id='030200', is_fwded_article=True, comment='Lawfare indicting a president'),
+    EmailCfg(id='029509', is_fwded_article=True, comment='Deepak Chopra LSD, Quantum Healing'),
+    EmailCfg(id='023001', is_fwded_article=True, comment='Miami Herald article timeline of the sex abuse case'),
+    EmailCfg(id='013405', is_fwded_article=True, comment='Articles about epstein case'),
+    EmailCfg(id='021740', is_fwded_article=True, comment='Miami Herald article about Epstein prosecutor'),
+    EmailCfg(id='023126', is_fwded_article=True, comment='Miami Herald on Alex Acosta'),
+    EmailCfg(id='029625', is_fwded_article=True, comment='Conchita Sarnoff Daily Beast Articles - Epstein Sex Trafficking Investigation and Settlement'),
+    EmailCfg(id='029505', is_fwded_article=True, comment='Foreign Policy Middle Eastern Monarchs Look at the Trump'),
+    EmailCfg(id='029859', is_fwded_article=True, comment='Palm Beach Post: Epstein paid three women $5.5 million to end lawsuits'),
+    EmailCfg(id='031988', is_fwded_article=True, comment='NYT review of Inside Job'),
+    EmailCfg(id='029901', is_fwded_article=True, comment='THE EDGE question'),
+    EmailCfg(id='031399', is_fwded_article=True, comment="Miami U.S. Attorney's Office recuses itself from Jeffrey Epstein case"),
+    EmailCfg(id='031705', is_fwded_article=True, comment='Thomas Friedman why not in vegas?'),
+    EmailCfg(id='016801', is_fwded_article=True, comment='Capital Market Outlook'),
+    EmailCfg(id='023564', is_fwded_article=True, comment="BBG ;Leon Black's Tax-Overhaul Dilemma Could Alter Wall Street Model"),
+    EmailCfg(id='025231', is_fwded_article=True, comment='Newsmax: Laffer, Laffer: Obama Must Use Reaganomics to Save Economy The only way President Barack Obama can solve'),
+    EmailCfg(id='028536', is_fwded_article=True, comment='Palm Beach Post FBI Epstein files say he gave info. Does it explain sweetheart deal?'),
+    EmailCfg(id='030326', is_fwded_article=True, comment='NYP Congressional candidate compares Melania Trump to prostitute'),
+    EmailCfg(id='030519', is_fwded_article=True, comment='Daily Mail on Prince Andrew'),
+    EmailCfg(id='030878', is_fwded_article=True, comment="Steve Bannon almost appeared in Michael Moore's 'Fahrenheit 11/9'"),
+    EmailCfg(id='024300', is_fwded_article=True, comment='Bookstore owner calls police after customer confronted Steve Bannon'),
+    EmailCfg(id='026924', is_fwded_article=True, comment='The Onion'),
+    EmailCfg(id='022624', is_fwded_article=True, comment='Disgusting: Clinton Snared In Pedophile Ring'),
+    EmailCfg(id='022673', is_fwded_article=True, comment='Epstein + Clinton'),
+    EmailCfg(id='033301', is_fwded_article=True, comment='description of Trump jet'),
+    EmailCfg(id='021729', is_fwded_article=True, comment='Acosta rebuke'),
+    EmailCfg(id='023635', is_fwded_article=True, comment='Landon Thomas finance related'),
+    EmailCfg(id='026637', is_fwded_article=True, comment='Landon Thomas finance related'),
+    EmailCfg(id='021764', is_fwded_article=True, comment='He was 50 and they were girls'),
+    EmailCfg(id='033311', is_fwded_article=True, truncate_to=TRUNCATED_CHARS, comment='Kahn taxes'),
+    EmailCfg(id='026580', is_fwded_article=True, comment='NPR: Antigua: Land Of Sun, Sand, And Super Cheap'),
+    EmailCfg(id='031340', is_fwded_article=True, comment='Article about Alex Jones threatening Robert Mueller'),
+    EmailCfg(id='030209', is_fwded_article=True, comment='Atlantic Council  Syria: Blackberry Diplomacy'),
+    EmailCfg(id='026605', is_fwded_article=True, comment='Article about Ruemmler turning down attorney general job by NEDRA PICKLER'),
+    EmailCfg(id='031990', is_fwded_article=True, comment='newsmax on ken starr'),
+    EmailCfg(id='029433', is_fwded_article=True, truncate_to=TRUNCATED_CHARS, comment='Kahn taxes'),
+    EmailCfg(id='030927', is_fwded_article=True, comment="don't talk to the FBI"),
+    EmailCfg(id='033329', is_fwded_article=True, comment='Chinese economists'),
+    EmailCfg(id='031764', is_fwded_article=True, truncate_to=3500, comment='broidy malaysia'),
+    EmailCfg(id='032475', date='2017-02-15 13:31:25'),
+    EmailCfg(id='030373', date='2018-10-03 01:49:27'),
+    EmailCfg(id='032325', duplicate_ids=['026014'], dupe_type='quoted', is_interesting=True, comment='Zubair'),
     EmailCfg(id='026631', duplicate_ids=['026632'], dupe_type='quoted'),
     EmailCfg(id='028768', duplicate_ids=['026563'], dupe_type='redacted'),
     EmailCfg(id='027056', duplicate_ids=['028762'], dupe_type='redacted'),
@@ -749,19 +892,16 @@ EMAILS_CONFIG = [
     EmailCfg(id='033512', duplicate_ids=['033361']),
     EmailCfg(id='030299', duplicate_ids=['021794']),
     EmailCfg(id='033575', duplicate_ids=['012898']),
-    EmailCfg(id='031428', is_fwded_article=True, duplicate_ids=['031388']),
     EmailCfg(id='031980', duplicate_ids=['019409']),
     EmailCfg(id='033486', duplicate_ids=['033156']),
     EmailCfg(id='025790', duplicate_ids=['031994']),
     EmailCfg(id='028497', duplicate_ids=['026228']),
-    EmailCfg(id='033528', is_fwded_article=True, duplicate_ids=['033517']),
     EmailCfg(id='019412', duplicate_ids=['028621']),
     EmailCfg(id='027053', duplicate_ids=['028765']),
     EmailCfg(id='027049', duplicate_ids=['028773']),
     EmailCfg(id='033580', duplicate_ids=['033207']),
     EmailCfg(id='028506', duplicate_ids=['025547']),
-    EmailCfg(id='028784', duplicate_ids=['026549']),
-    EmailCfg(id='033386', duplicate_ids=['033599']),
+    EmailCfg(id='028784', duplicate_ids=['026549'], is_interesting=True, comment='seminars: Money / Power'),
     EmailCfg(id='023024', duplicate_ids=['030622']),
     EmailCfg(id='030618', duplicate_ids=['023026']),
     EmailCfg(id='028780', duplicate_ids=['026834']),
@@ -772,15 +912,14 @@ EMAILS_CONFIG = [
     EmailCfg(id='030587', duplicate_ids=['030514']),
     EmailCfg(id='031089', duplicate_ids=['018084']),
     EmailCfg(id='031088', duplicate_ids=['030885']),
-    EmailCfg(id='030238', duplicate_ids=['031130']),
     EmailCfg(id='030859', duplicate_ids=['031067']),
     EmailCfg(id='030635', duplicate_ids=['031134']),
-    EmailCfg(id='028494', duplicate_ids=['026234']),
+    EmailCfg(id='028494', duplicate_ids=['026234'], truncate_to=NO_TRUNCATE, comment='Email about being in palm beach w/trump people'),
     EmailCfg(id='030311', duplicate_ids=['021790']),
     EmailCfg(id='033508', duplicate_ids=['029880']),
     EmailCfg(id='030493', duplicate_ids=['030612']),
     EmailCfg(id='032051', duplicate_ids=['031771']),
-    EmailCfg(id='031217', duplicate_ids=['021761']),
+    EmailCfg(id='031217', duplicate_ids=['021761'], truncate_to=1800, comment='1st email for dersh, has long article'),
     EmailCfg(id='031346', duplicate_ids=['031426']),
     EmailCfg(id='031345', duplicate_ids=['031427']),
     EmailCfg(id='031343', duplicate_ids=['031432']),
@@ -806,12 +945,10 @@ EMAILS_CONFIG = [
     EmailCfg(id='027032', duplicate_ids=['028531']),
     EmailCfg(id='026777', duplicate_ids=['028493']),
     EmailCfg(id='029837', duplicate_ids=['029255']),
-    EmailCfg(id='031423', duplicate_ids=['025361']),
     EmailCfg(id='029299', duplicate_ids=['033594']),
     EmailCfg(id='030904', duplicate_ids=['031069']),
     EmailCfg(id='030006', duplicate_ids=['031165']),
     EmailCfg(id='025215', duplicate_ids=['031159']),
-    EmailCfg(id='031011', duplicate_ids=['031090']),
     EmailCfg(id='032068', duplicate_ids=['018158']),
     EmailCfg(id='031213', duplicate_ids=['031221']),
     EmailCfg(id='016595', duplicate_ids=['016690']),
@@ -827,7 +964,6 @@ EMAILS_CONFIG = [
     EmailCfg(id='028620', duplicate_ids=['027094']),
     EmailCfg(id='032456', duplicate_ids=['033579']),
     EmailCfg(id='030315', duplicate_ids=['030255']),
-    EmailCfg(id='031112', duplicate_ids=['030876']),
     EmailCfg(id='030614', duplicate_ids=['030491']),
     EmailCfg(id='033585', duplicate_ids=['032279']),
     EmailCfg(id='031220', duplicate_ids=['031189']),
@@ -835,22 +971,21 @@ EMAILS_CONFIG = [
     EmailCfg(id='033230', duplicate_ids=['033577']),
     EmailCfg(id='032125', duplicate_ids=['023971']),
     EmailCfg(id='031230', duplicate_ids=['031203']),
-    EmailCfg(id='028752', duplicate_ids=['026569']),
+    EmailCfg(id='028752', duplicate_ids=['026569'], subject='Re: Program & Attendee list'),
     EmailCfg(id='031773', duplicate_ids=['032050']),
     EmailCfg(id='021400', duplicate_ids=['031983']),
-    EmailCfg(id='026548', duplicate_ids=['033491']),
+    EmailCfg(id='026548', duplicate_ids=['033491', '033495'], comment='033495 is HTML garbage version'),
     EmailCfg(id='029752', duplicate_ids=['023550']),
     EmailCfg(id='030339', duplicate_ids=['030592']),
-    EmailCfg(id='032250', duplicate_ids=['033589']),
-    # Emails that need a little help determining how to separate the actual text from fwded text
+    EmailCfg(id='032250', duplicate_ids=['033589'], truncate_to=1000, comment='Wolff article'),
     EmailCfg(id='013415', fwded_text_after='Darren K. Indyke'),
     EmailCfg(id='024624', fwded_text_after='On Tue, May 14'),
-    EmailCfg(id='025888', fwded_text_after='Jul 24, 2015'),
+    EmailCfg(id='025888', fwded_text_after='Jul 24, 2015', comment='sultan asking about cholesterol drug'),
+    EmailCfg(id='026362', fwded_text_after='Jul 24, 2015', comment='sultan asking about cholesterol drug'),
     EmailCfg(id='016413', fwded_text_after='In a former warehouse'),
     EmailCfg(id='025548', fwded_text_after='Edward Jay Epstein'),
     EmailCfg(id='032806', fwded_text_after='• Sep 13, 2018'),
-    EmailCfg(id='024251', fwded_text_after='Debate Schedule'),
+    EmailCfg(id='024251', fwded_text_after='Debate Schedule', truncate_to=TRUNCATED_CHARS, comment='Kahn taxes'),
     EmailCfg(id='028943', fwded_text_after='-Lisa'),
     EmailCfg(id='029431', fwded_text_after='I am writing now'),
     EmailCfg(id='020437', fwded_text_after='Will Cohen Cooperate'),
@@ -859,7 +994,7 @@ EMAILS_CONFIG = [
     EmailCfg(id='030324', fwded_text_after='For Federal Programs'),
     EmailCfg(id='022766', fwded_text_after='--- On Wed, 4/22/15'),
     EmailCfg(id='025606', fwded_text_after='> On May 6,'),
-    EmailCfg(id='022977', fwded_text_after='Top of Form'),
+    EmailCfg(id='022977', fwded_text_after='Top of Form', truncate_to=1800, comment='Krassner with huge attachments field'),
     EmailCfg(id='033420', fwded_text_after='Slowing economy could increase pressure on'),
     EmailCfg(id='019203', fwded_text_after='This end-of-the-year'),
     EmailCfg(id='022207', fwded_text_after='Web Images Videos Maps'),
@@ -871,9 +1006,97 @@ EMAILS_CONFIG = [
     EmailCfg(id='031742', fwded_text_after="Trump's former campaign manager Paul Manafort"),
     EmailCfg(id='028925', fwded_text_after='> on Jan 4, 2015'),
     EmailCfg(id='029773', fwded_text_after='Omar Quadhafi', duplicate_ids=['012685']),
-    EmailCfg(id='012197_4', fwded_text_after="Thanks -- Jay"),
+    EmailCfg(id='012197_4', fwded_text_after='Thanks -- Jay', is_fwded_article=False),
+    EmailCfg(id='026449', description="comments about Trump's 'former bridge girl and toy'", is_interesting=True),
+    EmailCfg(id='030727', description='Epstein requesting help for Russia and discussion of an unknown dead Chinese shareholder', is_interesting=True),
+    EmailCfg(id='033377', description="Epstein says he knows Russian oligarch Oleg Deripaska", is_interesting=True),
+    EmailCfg(id='029098', description=f"{MASHA_DROKOVA}'s skype contact is in Moscow", is_interesting=True),
+    EmailCfg(id='032229', description='Michael Wolff offers ideas for entrapping Trump', is_interesting=True),
+    EmailCfg(id='023454', description='Email invitation sent to tech CEOs and Epstein', is_interesting=True, truncate_to=1878),
+    EmailCfg(id='032842', description='discussion of "stealing" a casino in Atlantic City', is_interesting=True),
+    EmailCfg(id='030630', is_interesting=True, comment="'What happens with zubair's project?'"),
+    EmailCfg(id='033178', is_interesting=True, comment="'How is it going with Zubair?'"),
+    EmailCfg(id='022396', is_interesting=True, comment='Ukraine friend'),
+    EmailCfg(id='026505', is_interesting=True, comment='I know how dirty trump is'),
+    EmailCfg(id='029679', is_interesting=True, comment="Trump's driver was the bag man"),
+    EmailCfg(id='026258', is_interesting=True, comment='Bannon cripto coin issues'),
+    EmailCfg(id='026260', is_interesting=True, comment='Bannon cripto coin issues'),
+    EmailCfg(id='032359', is_interesting=True, comment='Jabor e-currency'),
+    EmailCfg(id='031451', is_interesting=True, comment='"would you like photso of donald and girls in bikinis in my kitchen."'),
+    EmailCfg(id='031596', is_interesting=True, comment='"would you like photso of donald and girls in bikinis in my kitchen."'),
+    EmailCfg(id='031601', is_interesting=True, comment='Old gf i gave to donald', truncate_to=2000),
+    EmailCfg(id='030725', is_interesting=True, comment='David Stern in Moscow'),
+    EmailCfg(id='030714', is_interesting=True, comment='Bannon, Russian Dugan shout out'),
+    EmailCfg(id='031659', is_interesting=True, comment='"i have met some very bad people „ none as bad as trump"'),
+    EmailCfg(id='030245', is_interesting=True, comment='Epstein rationalizes his behavior in an open letter to the world'),
+    EmailCfg(id='030781', is_interesting=True, comment='Bannon email about crypto coin issues'),
+    EmailCfg(id='032906', is_interesting=True, comment='David Blaine email'),
+    EmailCfg(id='026036', is_interesting=True, truncate_to=6000, comment='Gino Yu blockchain mention'),
+    EmailCfg(id='029609', is_interesting=True, comment='Joi Ito'),
+    EmailCfg(id='025233', is_interesting=True, comment='Reputation.com discussion'),
+    EmailCfg(id='017827', is_interesting=True, comment='Bannon / Peggy Siegal email about netflix doc on Epstein'),
+    EmailCfg(id='030222', is_interesting=True, comment='Ross Gow / Ghislaine correspondence'),
+    EmailCfg(
+        id='026028',
+        description=f"Epstein introduces {LARRY_SUMMERS} to possibly corrupt Senegalese official Karim Wade",
+        is_interesting=True,
+    ),
+    EmailCfg(id='029545', is_interesting=True, comment='Tyler Shears reputation'),
+    EmailCfg(id='025812', is_interesting=True, comment='Tyler Shears reputation'),
+    EmailCfg(
+        id='029914',
+        description='Epstein and Lord Mandelson discuss Russian investments',
+        is_interesting=True,
+        truncate_to=4500,
+    ),
+    EmailCfg(id='033453', is_interesting=True, description='possibly an email from one of the women who sued Trump'),
+    EmailCfg(id='029342', is_interesting=True, truncate_to=2000, comment='Hakeem Jeffries'),
+    EmailCfg(id='031326', is_interesting=True, comment='"dog that hasn\'t barked is trump"'),
+    EmailCfg(id='033171', is_interesting=True, comment='Zubair'),
+    EmailCfg(
+        id='032319',
+        dupe_type='quoted',
+        duplicate_ids=['032283'],
+        is_interesting=True,
+        comment='Zubair',
+    ),
+    EmailCfg(
+        id='031152',
+        description='discussion of notoriously corrupt Kazakh politician Rakhat Aliyev whom Epstein apparently knew',
+        is_interesting=True,
+    ),
+    EmailCfg(id='030745', description="planning a public statement for Ghislaine", truncate_to=NO_TRUNCATE),
+    EmailCfg(id='028589', truncate_to=NO_TRUNCATE, comment='Long thread with Reid Weingarten'),
+    EmailCfg(id='026059', truncate_to=2650, comment='Rothschild'),
+    EmailCfg(id='032643', truncate_to=NO_TRUNCATE, comment='Anas al Rasheed'),
+    EmailCfg(id='031619', truncate_to=652, comment='Reply to grab em by the pussy story'),
+    EmailCfg(id='021096', truncate_to=700, comment='Sinofsky article quote'),
+    EmailCfg(id='032865', truncate_to=445, comment='Barton reply'),
+    EmailCfg(id='027126', truncate_to=1000, comment='Summers'),
+    EmailCfg(id='030950', truncate_to=4500, comment='Ian Osborne'),
+    EmailCfg(id='029684', truncate_to=402, comment='Maldives reply'),
+    EmailCfg(id='018045', truncate_to=TRUNCATED_CHARS, comment='invite'),
+    EmailCfg(id='017574', truncate_to=4000, comment='Lisa Randall invite'),
+    EmailCfg(id='030589', truncate_to=1000, comment='Brett Jaffe Fwd'),
+    EmailCfg(id='025655', truncate_to=400, comment='reply to article'),
+    EmailCfg(id='026451', truncate_to=500, comment='reply to article'),
+    EmailCfg(id='023717', truncate_to=489, comment='reply to article'),
+    EmailCfg(id='022265', truncate_to=NO_TRUNCATE),
+    EmailCfg(id='026243', truncate_to=NO_TRUNCATE),
+    EmailCfg(id='029680', truncate_to=900, comment='Maldives'),
+    EmailCfg(id='029534', truncate_to=900, comment='Maldives'),
+    EmailCfg(id='028760', truncate_to=900, comment='Epstein in an argument with someone'),
+    EmailCfg(id='028757', truncate_to=900, comment='Epstein in an argument with someone'),
+    EmailCfg(id='027059', truncate_to=NO_TRUNCATE, comment='Jean Luc Brunel and Boris Nikolic'),
+    EmailCfg(id='027028', truncate_to=1000, comment='Tom Pritzer penny pritzker'),
+    EmailCfg(id='029910', truncate_to=NO_TRUNCATE, comment='Tom Pritzer Aspen'),
+    EmailCfg(id='025163', truncate_to=NO_TRUNCATE, comment='Tom Pritzer'),
 ]
+if args.constantize:
+    for email_cfg in EMAILS_CONFIG:
+        print(f"{email_cfg},")
 ################################################################################################
 ####################################### OTHER FILES ############################################
@@ -910,7 +1133,7 @@ DEUTSCHE_BANK_TAX_TOPICS = f'{DEUTSCHE_BANK} Wealth Management Tax Topics'
 DIANA_DEGETTE_CAMPAIGN = "Colorado legislator Diana DeGette's campaign"
 FBI_REPORT = f"report on Epstein investigation (redacted)"
 FBI_SEIZED_PROPERTY = f"seized property inventory (redacted)"
-FEMALE_HEALTH_COMPANY = 'Female Health Company (FHX)'
+FEMALE_HEALTH_COMPANY = 'Female Health Company (FHC)'
 FIRE_AND_FURY = f"Fire And Fury"
 HARVARD_POETRY = f'{HARVARD} poetry stuff from {LISA_NEW}'
 HBS_APPLICATION = f"{HARVARD} Business School application letter"
@@ -1024,7 +1247,7 @@ OTHER_FILES_ARTICLES = [
     DocCfg(id='013435', author=PALM_BEACH_DAILY_NEWS, description=f"article about Epstein's address book", date='2011-03-11'),
     DocCfg(id='013440', author=PALM_BEACH_DAILY_NEWS, description=f"article about Epstein's gag order", date='2011-07-13'),
     DocCfg(id='029238', author=PALM_BEACH_DAILY_NEWS, description=f"article about Epstein's plea deal"),
-    DocCfg(id='021775', author=PALM_BEACH_POST, description="article about 'He Was 50. And They Were Girls'"),
+    DocCfg(id='021775', author=PALM_BEACH_POST, description="article about 'He Was 50. And They Were Girls'", attached_to_email_id='021764'),
     DocCfg(id='022989', author=PALM_BEACH_POST, description="article about alleged rape of 13 year old by Trump"),
     DocCfg(id='022987', author=PALM_BEACH_POST, description="article about just a headline on Trump and Epstein"),
     DocCfg(id='015028', author=PALM_BEACH_POST, description="article about reopening Epstein's criminal case"),
@@ -1042,14 +1265,14 @@ OTHER_FILES_ARTICLES = [
     DocCfg(id='010715', author=PEGGY_SIEGAL, description=f"Oscar Diary April", date='2012-02-27'),
     DocCfg(id='019849', author=PEGGY_SIEGAL, description=f"Oscar Diary April", date='2017-02-27', duplicate_ids=['019864']),
     DocCfg(id='026851', author='Politifact', description=f"lying politicians chart", date='2016-07-26'),
-    DocCfg(id='033253', author=ROBERT_LAWRENCE_KUHN, description=f'{BBC} article about Rohingya in Myanmar'),
+    DocCfg(id='033253', author=ROBERT_LAWRENCE_KUHN, description=f'{BBC} article about Rohingya in Myanmar', attached_to_email_id='033252'),
     DocCfg(id='026887', author=ROBERT_LAWRENCE_KUHN, description=f'{BBC} "New Tariffs - Trade War"'),
     DocCfg(id='026877', author=ROBERT_LAWRENCE_KUHN, description=f'{CNN} "New Tariffs - Trade War"'),
     DocCfg(id='026868', author=ROBERT_LAWRENCE_KUHN, description=f'{CNN} "Quest Means Business New China Tariffs — Trade War"', date='2018-09-18'),
     DocCfg(id='023707', author=ROBERT_LAWRENCE_KUHN, description=f'{CNN} "Quest Means Business U.S. and China Agree to Pause Trade War"', date='2018-12-03'),
-    DocCfg(id='029176', author=ROBERT_LAWRENCE_KUHN, description=f'{CNN} "U.S. China Tariffs - Trade War"'),
-    DocCfg(id='032638', author=ROBERT_LAWRENCE_KUHN, description=f'{CNN} "Xi Jinping and the New Politburo Committee"'),
-    DocCfg(id='023666', author=ROBERT_LAWRENCE_KUHN, description=f"sizzle reel / television appearances"),
+    DocCfg(id='029176', author=ROBERT_LAWRENCE_KUHN, description=f'{CNN} "U.S. China Tariffs - Trade War"', attached_to_email_id='029174'),
+    DocCfg(id='032638', author=ROBERT_LAWRENCE_KUHN, description=f'{CNN} "Xi Jinping and the New Politburo Committee"', attached_to_email_id='032637'),
+    DocCfg(id='023666', author=ROBERT_LAWRENCE_KUHN, description=f"sizzle reel / television appearances", date='2018-09-30', attached_to_email_id='033252'),
     DocCfg(id='016996', author=f'SciencExpress', description=f'article "Quantitative Analysis of Culture Using Millions of Digitized Books" by Jean-Baptiste Michel'),
     DocCfg(id='025104', author='SCMP', description=f"article about China and globalisation"),
     DocCfg(id='030030', author=SHIMON_POST, description=SHIMON_POST_ARTICLE, date='2011-03-29'),
@@ -1073,7 +1296,7 @@ OTHER_FILES_ARTICLES = [
     DocCfg(id='024997', author=SHIMON_POST, description=SHIMON_POST_ARTICLE, date='2011-09-08'),
     DocCfg(id='031941', author=SHIMON_POST, description=SHIMON_POST_ARTICLE, date='2011-11-17'),
     DocCfg(id='030829', author=f'South Florida Sun Sentinel', description=f'article about {BRAD_EDWARDS} and {JEFFREY_EPSTEIN}'),
-    DocCfg(id='021092', author='Tatler', description=f'single page of article about {GHISLAINE_MAXWELL} shredding documents', date='2019-08-15'),
+    DocCfg(id='021092', author='Tatler', description=f'single page of article about {GHISLAINE_MAXWELL} shredding documents'),
     DocCfg(id='030333', author=f'The Independent', description=f'article about Prince Andrew, Epstein, and Epstein\'s butler who stole his address book'),
     DocCfg(id='010754', author=f'U.S. News', description=f"article about Yitzhak Rabin"),
     DocCfg(id='014498', author=VI_DAILY_NEWS, description='article', date='2016-12-13'),
@@ -1082,6 +1305,8 @@ OTHER_FILES_ARTICLES = [
     DocCfg(id='023046', author=VI_DAILY_NEWS, description='article', date='2019-02-27'),
     DocCfg(id='031170', author=VI_DAILY_NEWS, description='article', date='2019-03-06'),
     DocCfg(id='016506', author=VI_DAILY_NEWS, description='article', date='2019-02-28'),
+    DocCfg(id='018862', author=VI_DAILY_NEWS, description='articles about Sen. Alvin Williams Jr. Fraud case, arson', date='2012-11-09'),
     DocCfg(id='016507', author=VI_DAILY_NEWS, description=f'"Perversion of Justice" by {JULIE_K_BROWN}', date='2018-12-19'),
     DocCfg(id='019212', author=WAPO, description=f'and Times Tribune articles about Bannon, Trump, and healthcare execs'),
     DocCfg(id='033379', author=WAPO, description=f'"How Washington Pivoted From Finger-Wagging to Appeasement" (about Viktor Orban)', date='2018-05-25'),
@@ -1203,7 +1428,7 @@ OTHER_FILES_LEGAL = [
     DocCfg(id='013489', author=JANE_DOE_V_EPSTEIN_TRUMP, description=f'Affidavit of {BRAD_EDWARDS}', date='2010-07-20'),
     DocCfg(id='029398', author=JANE_DOE_V_EPSTEIN_TRUMP, description=f'article in Law.com'),
     DocCfg(id='026854', author=JANE_DOE_V_EPSTEIN_TRUMP, description=f"Civil Docket"),
-    DocCfg(id='026384', author=JANE_DOE_V_EPSTEIN_TRUMP, description=f"Complaint for rape and sexual abuse", date='2016-06-20'),
+    DocCfg(id='026384', author=JANE_DOE_V_EPSTEIN_TRUMP, description=f"Complaint for rape and sexual abuse", date='2016-06-20', attached_to_email_id='029837'),
     DocCfg(id='013463', author=JANE_DOE_V_EPSTEIN_TRUMP, description=f'Deposition of Scott Rothstein', date='2010-03-23'),
     DocCfg(id='029257', author=JANE_DOE_V_EPSTEIN_TRUMP, description=f'allegations and identity of plaintiff Katie Johnson', date='2016-04-26'),
     DocCfg(id='032321', author=JANE_DOE_V_EPSTEIN_TRUMP, description=f"Notice of Initial Conference", date='2016-10-04'),
@@ -1263,7 +1488,7 @@ OTHER_FILES_CONFERENCES = [
     DocCfg(id='022267', author=SVETLANA_POZHIDAEVA, description=f'{WOMEN_EMPOWERMENT} founder essay about growing the seminar business'),
     DocCfg(id='022407', author=SVETLANA_POZHIDAEVA, description=f'{WOMEN_EMPOWERMENT} seminar pitch deck'),
     DocCfg(id='017524', author=SWEDISH_LIFE_SCIENCES_SUMMIT, description=f"2012 program", date='2012-08-18', attached_to_email_id='031226'),
-    DocCfg(id='026747', author=SWEDISH_LIFE_SCIENCES_SUMMIT, description=f"2017 program", date='2017-08-23'),
+    DocCfg(id='026747', author=SWEDISH_LIFE_SCIENCES_SUMMIT, description=f"2017 program", date='2017-08-23', attached_to_email_id='031215'),
     DocCfg(id='014951', author='TED Talks', description=f"2017 program", date='2017-04-20'),
     DocCfg(id='024179', author=UN_GENERAL_ASSEMBLY, description=f'president and first lady schedule', date='2012-09-21'),
     DocCfg(
@@ -1317,12 +1542,12 @@ OTHER_FILES_FINANCE = [
     DocCfg(id='024302', author='Carvana', description=f"form 14A SEC filing proxy statement", date='2019-04-23'),
     DocCfg(id='029305', author='CCH Tax', description=f"Briefing on end of Defense of Marriage Act", date='2013-06-27'),
     DocCfg(id='026794', author=DEUTSCHE_BANK, description=f"Global Political and Regulatory Risk in 2015/2016"),
-    DocCfg(id='022361', author=DEUTSCHE_BANK_TAX_TOPICS, date='2013-05-01'),
+    DocCfg(id='022361', author=DEUTSCHE_BANK_TAX_TOPICS, date='2013-05-01', attached_to_email_id='022359'),
     DocCfg(id='022325', author=DEUTSCHE_BANK_TAX_TOPICS, date='2013-12-20'),
     DocCfg(id='022330', author=DEUTSCHE_BANK_TAX_TOPICS, date='2013-12-20', description='table of contents'),
     DocCfg(id='019440', author=DEUTSCHE_BANK_TAX_TOPICS, date='2014-01-29'),
     DocCfg(id='024202', author=ELECTRON_CAPITAL_PARTNERS, description=f"Global Utility White Paper", date='2013-03-08'),
-    DocCfg(id='022372', author='Ernst & Young', description=f'2016 election report'),
+    DocCfg(id='022372', author='Ernst & Young', date='2016-11-09', description=f'2016 election report'),
     DocCfg(
         id='025663',
         author=GOLDMAN_INVESTMENT_MGMT,
@@ -1331,7 +1556,13 @@ OTHER_FILES_FINANCE = [
         is_interesting=True,
     ),
     DocCfg(id='014532', author=GOLDMAN_INVESTMENT_MGMT, description=f"Outlook - Half Full", date='2017-01-01'),
-    DocCfg(id='026909', author=GOLDMAN_INVESTMENT_MGMT, description=f"The Unsteady Undertow Commands the Seas (Temporarily)", date='2018-10-14'),
+    DocCfg(
+        id='026909',
+        attached_to_email_id='026893',
+        author=GOLDMAN_INVESTMENT_MGMT,
+        description=f"The Unsteady Undertow Commands the Seas (Temporarily)",
+        date='2018-10-14',
+    ),
     DocCfg(id='026944', author=GOLDMAN_INVESTMENT_MGMT, description=f"Risk of a US-Iran Military Conflict", date='2019-05-23'),
     DocCfg(id='018804', author='Integra Realty Resources', description=f"appraisal of going concern for IGY American Yacht Harbor Marina in {VIRGIN_ISLANDS}"),
     DocCfg(id='026679', author='Invesco', description=f"Global Sovereign Asset Management Study 2017"),
@@ -1346,7 +1577,7 @@ OTHER_FILES_FINANCE = [
     DocCfg(id='030840', author=JP_MORGAN, description=f"Market Thoughts"),
     DocCfg(id='022350', author=JP_MORGAN, description=f"tax efficiency of Intentionally Defective Grantor Trusts (IDGT)"),
     DocCfg(id='025242', author=JP_MORGAN, description=JP_MORGAN_EYE_ON_THE_MARKET, date='2012-04-09'),
-    DocCfg(id='030010', author=JP_MORGAN, description=JP_MORGAN_EYE_ON_THE_MARKET, date='2011-06-14'),
+    DocCfg(id='030010', author=JP_MORGAN, description=JP_MORGAN_EYE_ON_THE_MARKET, attached_to_email_id='030006', date='2011-06-14'),
     DocCfg(id='030808', author=JP_MORGAN, description=JP_MORGAN_EYE_ON_THE_MARKET, date='2011-07-11'),
     DocCfg(id='025221', author=JP_MORGAN, description=JP_MORGAN_EYE_ON_THE_MARKET, date='2011-07-25'),
     DocCfg(id='025229', author=JP_MORGAN, description=JP_MORGAN_EYE_ON_THE_MARKET, date='2011-08-04'),
@@ -1376,7 +1607,6 @@ OTHER_FILES_FINANCE = [
         date='2006-09-27',
         description=f"Michael Milken's Knowledge Universe Education (KUE) $1,000,000 corporate share placement notice (SEC filing?)"
     ),
     DocCfg(id='024003', description=f"New Leaf Ventures ($375 million biotech fund) private placement memorandum"),
 ]
@@ -1455,12 +1685,12 @@ OTHER_FILES_SOCIAL = [
     DocCfg(id='017787', author=ALAN_DERSHOWITZ, description=DERSH_GIUFFRE_TWEET),
     DocCfg(id='033433', author=ALAN_DERSHOWITZ, description=f"{DERSH_GIUFFRE_TWEET} / David Boies", date='2019-03-02'),
     DocCfg(id='033432', author=ALAN_DERSHOWITZ, description=f"{DERSH_GIUFFRE_TWEET} / David Boies", date='2019-05-02'),
-    DocCfg(id='028815', author=ZUBAIR_AND_ANYA, description=f"{INSIGHTS_POD} business plan", date='2016-08-20'),
-    DocCfg(id='011170', author=ZUBAIR_AND_ANYA, description=f'{INSIGHTS_POD} collected tweets about #Brexit', date='2016-06-23'),
-    DocCfg(id='032324', author=ZUBAIR_AND_ANYA, description=f"{INSIGHTS_POD} election social media trend analysis", date='2016-11-05'),
-    DocCfg(id='032281', author=ZUBAIR_AND_ANYA, description=f"{INSIGHTS_POD} forecasting election for Trump", date='2016-10-25'),
-    DocCfg(id='028988', author=ZUBAIR_AND_ANYA, description=f"{INSIGHTS_POD} pitch deck", date='2016-08-20'),
-    DocCfg(id='026627', author=ZUBAIR_AND_ANYA, description=f"{INSIGHTS_POD} report on the presidential debate"),
+    DocCfg(id='028815', author=ZUBAIR_AND_ANYA, description=f"{INSIGHTS_POD} business plan", date='2016-08-20', attached_to_email_id='033171'),
+    DocCfg(id='011170', author=ZUBAIR_AND_ANYA, description=f'{INSIGHTS_POD} collected tweets from #Brexit case study', date='2016-06-23', attached_to_email_id='033171'),
+    DocCfg(id='032324', author=ZUBAIR_AND_ANYA, description=f"{INSIGHTS_POD} election social media trend analysis", date='2016-11-05', attached_to_email_id='032323'),
+    DocCfg(id='032281', author=ZUBAIR_AND_ANYA, description=f"{INSIGHTS_POD} eleciton social media trends report", date='2016-10-25', attached_to_email_id='032280'),
+    DocCfg(id='028988', author=ZUBAIR_AND_ANYA, description=f"{INSIGHTS_POD} pitch deck", date='2016-08-20', attached_to_email_id='033171'),
+    DocCfg(id='026627', author=ZUBAIR_AND_ANYA, description=f"{INSIGHTS_POD} report on the presidential debate", attached_to_email_id='026626'),
     DocCfg(id='022213', description=f"{SCREENSHOT} Facebook group called 'Shit Pilots Say' disparaging a 'global girl'"),
     DocCfg(id='030884', description=f"{TWEET} by Ed Krassenstein"),
     DocCfg(id='031546', description=f"{TWEET}s by Donald Trump about Russian collusion", date='2018-01-06'),
@@ -1488,7 +1718,7 @@ OTHER_FILES_POLITICS = [
         id='023133',
         author=f"{TERJE_ROD_LARSEN}, Nur Laiq, Fabrice Aidan",
         description=f'The Search for Peace in the Arab-Israeli Conflict',
-        date='2019-12-09',
+        date='2014-12-09',
     ),
     DocCfg(id='033468', description=f'{ARTICLE_DRAFT} Rod Rosenstein', date='2018-09-24'),
     DocCfg(
@@ -1503,8 +1733,8 @@ OTHER_FILES_POLITICS = [
         date='2015-01-15',  # TODO: this is just a guess
         duplicate_ids=['028887'],
     ),
-    DocCfg(id='010617', description=TRUMP_DISCLOSURES, date='2017-01-20', is_interesting=True),
-    DocCfg(id='016699', description=TRUMP_DISCLOSURES, date='2017-01-20', is_interesting=True),
+    DocCfg(id='010617', description=TRUMP_DISCLOSURES, date='2017-01-20', is_interesting=True, attached_to_email_id='033091'),
+    DocCfg(id='016699', description=TRUMP_DISCLOSURES, date='2017-01-20', is_interesting=True, attached_to_email_id='033091'),
 ]
 OTHER_FILES_ACADEMIA = [
@@ -1601,7 +1831,11 @@ OTHER_FILES_ARTS = [
         date='2010-02-01',
         duplicate_ids=['025210']
     ),
-    DocCfg(id='028281', description=f'art show flier for "The House Of The Nobleman" curated by Wolfe Von Lenkiewicz & Victoria Golembiovskaya'),
+    DocCfg(
+        id='028281',
+        date='2010-10-13',
+        description=f'art show flier for "The House Of The Nobleman" curated by Wolfe Von Lenkiewicz & Victoria Golembiovskaya',
+    ),
 ]
 OTHER_FILES_MISC = [
@@ -1631,7 +1865,7 @@ OTHER_FILES_MISC = [
     DocCfg(id='031743', description=f'a few pages describing the internet as a "New Nation State" (Network State?)'),
     DocCfg(id='012718', description=f"{CVRA} congressional record", date='2011-06-17'),
     DocCfg(id='024117', description=f"FAQ about anti-money laundering (AML) and terrorist financing (CFT) law in the U.S."),
-    DocCfg(id='019448', description=f"Haitian business investment proposal called Jacmel", attached_to_email_id='019448'),
+    DocCfg(id='019448', description=f"Haitian business investment proposal called Jacmel", attached_to_email_id='019446'),
     DocCfg(id='023644', description=f"interview with Mohammed bin Salman", date='2016-04-25'),
     DocCfg(
         id='030142',
@@ -1702,8 +1936,8 @@ for cfg in ALL_CONFIGS:
     # Add extra config objects for duplicate files that match the config of file they are duplicating
     for dupe_cfg in cfg.duplicate_cfgs():
-        if not isinstance(dupe_cfg, EmailCfg):
-            logger.debug(f"Generated synthetic config for dupe: {dupe_cfg}")
+        # if not isinstance(dupe_cfg, EmailCfg):
+        #     logger.debug(f"Generated synthetic config for dupe: {dupe_cfg}")
         ALL_FILE_CONFIGS[dupe_cfg.id] = dupe_cfg
@@ -1716,17 +1950,17 @@ NORWEGAIN_REPLY_PATTERN = r"(Den .* folgende|(fre|lor|son)\. .* skrev .*):"
 REPLY_LINE_IN_A_MSG_PATTERN = r"In a message dated \d+/\d+/\d+.*writes:"
 REPLY_LINE_ENDING_PATTERN = r"[_ \n](AM|PM|[<_]|wrote:?)"
 REPLY_LINE_ON_NUMERIC_DATE_PATTERN = fr"On \d+/\d+/\d+[, ].*{REPLY_LINE_ENDING_PATTERN}"
-REPLY_LINE_ON_DATE_PATTERN = fr"^On (\d+ )?((Mon|Tues?|Wed(nes)?|Thu(rs)?|Fri|Sat(ur)?|Sun)(day)?|(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)\w*)[, ].*{REPLY_LINE_ENDING_PATTERN}"
+REPLY_LINE_ON_DATE_PATTERN = fr"^[> •]*On (\d+ )?((Mon|Tues?|Wed(nes)?|Thu(rs)?|Fri|Sat(ur)?|Sun)(day)?|(Jan|Fe(b|vr\.)|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)\w*)[, ].*{REPLY_LINE_ENDING_PATTERN}"
 REPLY_LINE_PATTERN = rf"({FRENCH_REPLY_PATTERN}|{GERMAN_REPLY_PATTERN}|{NORWEGAIN_REPLY_PATTERN}|{REPLY_LINE_IN_A_MSG_PATTERN}|{REPLY_LINE_ON_NUMERIC_DATE_PATTERN}|{REPLY_LINE_ON_DATE_PATTERN}|{FORWARDED_LINE_PATTERN})"
 REPLY_REGEX = re.compile(REPLY_LINE_PATTERN, re.IGNORECASE | re.MULTILINE)
 SENT_FROM_REGEX = re.compile(r'^(?:(Please forgive|Sorry for all the) typos.{1,4})?((Envoyé de mon|Sent (from|via)).*(and string|AT&T|Droid|iPad|Phone|Mail|BlackBerry(.*(smartphone|device|Handheld|AT&T|T- ?Mobile))?)\.?)|Co-authored with iPhone auto-correct', re.M | re.I)
 # No point in ever displaying these; their emails show up elsewhere because they're mostly CC recipients
-UNINTERESTING_EMAILERS = FLIGHT_IN_2012_PEOPLE + IRAN_DEAL_RECIPIENTS + [
+UNINTERESTING_EMAILERS = FLIGHT_IN_2012_PEOPLE + IRAN_DEAL_RECIPIENTS + TRIVERS_CCS + [
     'Alan Dlugash',                          # CCed with Richard Kahn
     'Alan Rogers',                           # Random CC
     'Andrew Friendly',                       # Presumably some relation of Kelly Friendly
+    'Ariane Dwyer',  # Sabba CC
     'BS Stern',                              # A random fwd of email we have
     'Cheryl Kleen',                          # Single email from Anne Boyles, displayed under Anne Boyles
     'Connie Zaguirre',                       # Random CC
@@ -1734,9 +1968,11 @@ UNINTERESTING_EMAILERS = FLIGHT_IN_2012_PEOPLE + IRAN_DEAL_RECIPIENTS + [
     'Danny Goldberg',                        # Random Paul Krassner emails
     GERALD_LEFCOURT,                         # Single CC
     GORDON_GETTY,                            # Random CC
+    'Grant J. Smith',                        # Ken Jenne CC
     JEFF_FULLER,                             # Random Jean Luc Brunel CC
     'Jojo Fontanilla',                       # Random CC
     'Joseph Vinciguerra',                    # Random CC
+    'Kirk Blouin',                           # John Page / Police Code Enforcement chain
     'Larry Cohen',                           # Random Bill Gates CC
     'Lyn Fontanilla',                        # Random CC
     'Mark Albert',                           # Random CC
@@ -1747,12 +1983,14 @@ UNINTERESTING_EMAILERS = FLIGHT_IN_2012_PEOPLE + IRAN_DEAL_RECIPIENTS + [
     'Nancy Portland',                        # Lawrence Krauss CC
     'Oliver Goodenough',                     # Robert Trivers CC
     'Peter Aldhous',                         # Lawrence Krauss CC
+    'Peter Green',  # Farkas emailer
     'Players2',                              # Hoffenberg CC
     'Police Code Enforcement',               # Kirk Blouin / John Page CC
     'Sam Harris',                            # Lawrence Krauss CC
     SAMUEL_LEFF,                             # Random CC
     'Sean T Lehane',                         # Random CC
     'Stephen Rubin',                         # Random CC
+    THANU_BOONYAWATANA,                      # Eduardo Robles CC
     'Tim Kane',                              # Random CC
     'Travis Pangburn',                       # Random CC
     'Vahe Stepanian',                        # Random CC

epstein-files 1.2.5__py3-none-any.whl → 1.4.1__py3-none-any.whl

epstein-files 1.2.5py3-none-any.whl → 1.4.1py3-none-any.whl