noshot 0.1.7__py3-none-any.whl → 0.1.9__py3-none-any.whl

noshot/data/ML TS XAI/NLP/NLP 3/Lab 10 - Text generator using LSTM.ipynb

@@ -1,1461 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "id": "911ebe00",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Requirement already satisfied: keras_preprocessing in c:\\users\\sastra\\anaconda3\\lib\\site-packages (1.1.2)\n",
-      "Requirement already satisfied: numpy>=1.9.1 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from keras_preprocessing) (1.26.1)\n",
-      "Requirement already satisfied: six>=1.9.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from keras_preprocessing) (1.16.0)\n"
-     ]
-    }
-   ],
-   "source": [
-    "!pip install keras_preprocessing"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "id": "44eb2006",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from keras_preprocessing.sequence import pad_sequences"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "id": "9187f050",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Requirement already satisfied: keras in c:\\users\\sastra\\anaconda3\\lib\\site-packages (2.14.0)\n"
-     ]
-    }
-   ],
-   "source": [
-    "!pip install keras"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "id": "6e367928",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from keras.layers import Embedding, LSTM, Dense, Dropout\n",
-    "import numpy as np\n",
-    "import pandas as pd"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 9,
-   "id": "06b9ff08",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from keras.preprocessing.text import Tokenizer"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 10,
-   "id": "542a20b6",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from keras.callbacks import EarlyStopping"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 11,
-   "id": "ded6c2aa",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from keras.models import Sequential"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 12,
-   "id": "e64678ef",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import keras.utils as ku"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 13,
-   "id": "8f37faf8",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Requirement already satisfied: tensorflow in c:\\users\\sastra\\anaconda3\\lib\\site-packages (2.14.0)\n",
-      "Requirement already satisfied: tensorflow-intel==2.14.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow) (2.14.0)\n",
-      "Requirement already satisfied: opt-einsum>=2.3.2 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (3.3.0)\n",
-      "Requirement already satisfied: h5py>=2.9.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (3.7.0)\n",
-      "Requirement already satisfied: numpy>=1.23.5 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (1.26.1)\n",
-      "Requirement already satisfied: tensorboard<2.15,>=2.14 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (2.14.1)\n",
-      "Requirement already satisfied: tensorflow-estimator<2.15,>=2.14.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (2.14.0)\n",
-      "Requirement already satisfied: gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (0.5.4)\n",
-      "Requirement already satisfied: grpcio<2.0,>=1.24.3 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (1.59.2)\n",
-      "Requirement already satisfied: protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (4.25.0)\n",
-      "Requirement already satisfied: absl-py>=1.0.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (2.0.0)\n",
-      "Requirement already satisfied: ml-dtypes==0.2.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (0.2.0)\n",
-      "Requirement already satisfied: astunparse>=1.6.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (1.6.3)\n",
-      "Requirement already satisfied: six>=1.12.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (1.16.0)\n",
-      "Requirement already satisfied: tensorflow-io-gcs-filesystem>=0.23.1 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (0.31.0)\n",
-      "Requirement already satisfied: google-pasta>=0.1.1 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (0.2.0)\n",
-      "Requirement already satisfied: flatbuffers>=23.5.26 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (23.5.26)\n",
-      "Requirement already satisfied: termcolor>=1.1.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (2.3.0)\n",
-      "Requirement already satisfied: wrapt<1.15,>=1.11.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (1.14.1)\n",
-      "Requirement already satisfied: keras<2.15,>=2.14.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (2.14.0)\n",
-      "Requirement already satisfied: libclang>=13.0.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (16.0.6)\n",
-      "Requirement already satisfied: packaging in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (21.3)\n",
-      "Requirement already satisfied: setuptools in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (63.4.1)\n",
-      "Requirement already satisfied: typing-extensions>=3.6.6 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorflow-intel==2.14.0->tensorflow) (4.3.0)\n",
-      "Requirement already satisfied: wheel<1.0,>=0.23.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from astunparse>=1.6.0->tensorflow-intel==2.14.0->tensorflow) (0.37.1)\n",
-      "Requirement already satisfied: requests<3,>=2.21.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (2.28.1)\n",
-      "Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (0.7.2)\n",
-      "Requirement already satisfied: google-auth-oauthlib<1.1,>=0.5 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (1.0.0)\n",
-      "Requirement already satisfied: google-auth<3,>=1.6.3 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (2.23.4)\n",
-      "Requirement already satisfied: werkzeug>=1.0.1 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (2.0.3)\n",
-      "Requirement already satisfied: markdown>=2.6.8 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (3.3.4)\n",
-      "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from packaging->tensorflow-intel==2.14.0->tensorflow) (3.0.9)\n",
-      "Requirement already satisfied: pyasn1-modules>=0.2.1 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (0.2.8)\n",
-      "Requirement already satisfied: rsa<5,>=3.1.4 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (4.9)\n",
-      "Requirement already satisfied: cachetools<6.0,>=2.0.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (5.3.2)\n",
-      "Requirement already satisfied: requests-oauthlib>=0.7.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from google-auth-oauthlib<1.1,>=0.5->tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (1.3.1)\n",
-      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (1.26.11)\n",
-      "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (3.3)\n",
-      "Requirement already satisfied: charset-normalizer<3,>=2 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (2.0.4)\n",
-      "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (2022.12.7)\n",
-      "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (0.4.8)\n",
-      "Requirement already satisfied: oauthlib>=3.0.0 in c:\\users\\sastra\\anaconda3\\lib\\site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<1.1,>=0.5->tensorboard<2.15,>=2.14->tensorflow-intel==2.14.0->tensorflow) (3.2.2)\n"
-     ]
-    }
-   ],
-   "source": [
-    "!pip install tensorflow"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 14,
-   "id": "cf95c2eb",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import tensorflow\n",
-    "tensorflow.random.set_seed(2)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 15,
-   "id": "b5d3520d",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import string, os "
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 16,
-   "id": "6ff84983",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import warnings\n",
-    "warnings.filterwarnings(\"ignore\")\n",
-    "warnings.simplefilter(action='ignore', category=FutureWarning)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 17,
-   "id": "c1475d1b",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "831"
-      ]
-     },
-     "execution_count": 17,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "\n",
-    "all_headlines = []\n",
-    "article_df = pd.read_csv('ArticlesApril2017.csv')\n",
-    "all_headlines.extend(list(article_df.headline.values))\n",
-    "all_headlines = [h for h in all_headlines if h != \"Unknown\"]\n",
-    "len(all_headlines)\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 18,
-   "id": "e3530543",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "['Finding an Expansive View  of a Forgotten People in Niger',\n",
-       " 'And Now,  the Dreaded Trump Curse',\n",
-       " 'Venezuela’s Descent Into Dictatorship',\n",
-       " 'Stain Permeates Basketball Blue Blood',\n",
-       " 'Taking Things for Granted',\n",
-       " 'The Caged Beast Awakens',\n",
-       " 'An Ever-Unfolding Story',\n",
-       " 'O’Reilly Thrives as Settlements Add Up',\n",
-       " 'Mouse Infestation',\n",
-       " 'Divide in G.O.P. Now Threatens Trump Tax Plan',\n",
-       " 'Variety Puzzle: Acrostic',\n",
-       " 'They Can Hit a Ball 400 Feet. But Play Catch? That’s Tricky.',\n",
-       " 'In Trump Country, Shock at Trump Budget Cuts',\n",
-       " 'Why Is This Hate Different From All Other Hate?',\n",
-       " 'Pick Your Favorite Ethical Offender',\n",
-       " 'My Son’s Growing Black Pride',\n",
-       " 'Jerks and the Start-Ups They Ruin',\n",
-       " 'Trump  Needs  a Brain',\n",
-       " 'Manhood in the Age of Trump',\n",
-       " 'The Value of a Black College',\n",
-       " 'Initial Description',\n",
-       " 'Rough Estimates',\n",
-       " 'El Pasatiempo Nacional',\n",
-       " 'Cooling Off on a Hot Day at Yankee Stadium',\n",
-       " 'Trump’s Staff Mixed Politics and Paydays',\n",
-       " 'A Virtuoso Rebuilding Act Requires Everyone in Tune',\n",
-       " '‘Homeland,’ Season 6, Episode 11: Is Quinn Just a Natural Killer?',\n",
-       " '‘Big Little Lies’ and the Art of Empathy',\n",
-       " 'Upending a Whodunit',\n",
-       " '‘Feud: Bette and Joan’ Episode 5: Taking the Stage',\n",
-       " '‘Billions’ Season 2, Episode 7: Greed Is Good. Except When It’s Not.',\n",
-       " 'What’s Going On in This Picture? | April 3, 2017',\n",
-       " 'Have You Ever Felt Pressured by Family or Others in Making an Important Decision About Your Future?',\n",
-       " 'A Cornerstone of Peace at Risk',\n",
-       " 'Trump Is  Wimping Out on Trade',\n",
-       " 'The Dwindling Odds of Coincidence',\n",
-       " 'What Was Lenin Thinking?',\n",
-       " 'Mitch McConnell’s Trigger Finger',\n",
-       " 'Ad From North Korea Yields Nuclear Clues',\n",
-       " 'Good News for Older Mothers',\n",
-       " 'Does Birth Control Cause Depression?',\n",
-       " 'Turning Negative Thinkers Into Positive Ones',\n",
-       " 'New York Today: A Belated Budget',\n",
-       " 'Middlebury, My Divided Campus',\n",
-       " 'Democrats’ Vow to Bar Gorsuch Sets Up a Clash',\n",
-       " 'H-1B Visa Applications Pour In by the Truckload',\n",
-       " 'In Amplified World, Critics Take Aim at Referees',\n",
-       " 'A Revered Milwaukee Restaurant, Karl Ratzsch, Says Goodbye',\n",
-       " 'N.H.L. Says Its Players Will Skip 2018 Olympics',\n",
-       " 'In the Company of a Classic Nasty Woman',\n",
-       " '22 Ways to Teach and Learn About Poetry With The New York Times',\n",
-       " 'In Search of King Solomon’s Pantry',\n",
-       " 'Going Back to Move Forward',\n",
-       " 'A Peek Into the White House Swamp',\n",
-       " 'Disney Character',\n",
-       " 'Living the Quirky Dream',\n",
-       " 'Justice Dept. to Re-examine Police Accords',\n",
-       " 'This Year, Their Year',\n",
-       " 'Latest Health Proposal Weakens Coverage for Pre-existing Conditions',\n",
-       " 'Losing Things',\n",
-       " 'Let’s Go for a Win on Opioids',\n",
-       " 'Florida’s Vengeful Governor',\n",
-       " 'How to End the Politicization of the Courts',\n",
-       " 'When Dr. King Came Out Against Vietnam',\n",
-       " 'Britain’s trains don’t run on time. Blame capitalism.',\n",
-       " 'Questions for: ‘No License Plates Here: Using Art to Transcend Prison Walls’',\n",
-       " 'Dry Spell',\n",
-       " 'Are There Subjects That Should Be Off-Limits to Artists, or to Certain Artists in Particular?',\n",
-       " '‘That Is Great Television’',\n",
-       " 'Thinking In Code',\n",
-       " 'How Gorsuch’s Influence Could Be Greater Than His Vote',\n",
-       " 'New York Today: How to Ease a Hangover',\n",
-       " 'Trump’s gifts to China',\n",
-       " 'At Penn Station, Rail Mishap Spurs Large and Lasting Headache',\n",
-       " 'Chemical Attack on Syrians Ignites World’s Outrage',\n",
-       " 'Adventure Is Still on Babbo’s Menu',\n",
-       " 'Swimming in the Fast Lane',\n",
-       " 'A National Civics Exam',\n",
-       " 'Obama Adviser Is Back in the Political Cross Hairs',\n",
-       " 'The Hippies Have Won',\n",
-       " 'Check This Box if You’re a Good Person',\n",
-       " 'With Couscous, a Chef’s Patience Pays Off',\n",
-       " 'Three Peas and a Grain, Playing Well Together',\n",
-       " 'How Is Fox News Like the Eagles?',\n",
-       " 'Tired of All the ‘Hamilton’ Talk',\n",
-       " 'The Supreme Court as Partisan Tool',\n",
-       " '2 Picks for Education Dept. Raise Fears on Civil Rights',\n",
-       " 'For Trump, a Focus on U.S. Interests and a Disdain for Moralizing',\n",
-       " 'At the Center of the Universe',\n",
-       " '‘The Americans’ Season 5, Episode 5 Recap: Whole Lotta Shakin’',\n",
-       " 'The Badger and the Cow',\n",
-       " 'Jared Kushner, Man of Steel',\n",
-       " 'A How-to Book for Wielding Civic Power',\n",
-       " 'In Search of a Good Emperor',\n",
-       " 'Trump’s Real-World Syria Lesson',\n",
-       " 'Questions for: ‘SpaceX Launches a Satellite With a Partly Used Rocket’',\n",
-       " 'Ben Sasse Thinks Biden Would’ve Won',\n",
-       " 'What Is Your Earliest Memory?',\n",
-       " 'The Secularist',\n",
-       " 'Is It O.K. That Our Friends Are Constantly Suing People?',\n",
-       " 'The Diva Departs',\n",
-       " 'It Takes a Suburb',\n",
-       " 'Democratic Turnout, Low in Off-Year Races, Appears on the Rise',\n",
-       " 'How to Be Mindful When You Are Angry',\n",
-       " 'Lessons From Mellow Mice',\n",
-       " 'Ask Well; Is Chewing Gum Good for Toddlers? Or Anyone?',\n",
-       " 'New York Today: Another Thorny Commute',\n",
-       " 'Our Eighth Annual Found Poem Student Contest',\n",
-       " 'U.S. Women’s Soccer Team Wins More, Not Equal, Pay',\n",
-       " 'Is There Really a Security Rationale for Banning Laptops on Planes?',\n",
-       " 'Seeking the Truths Locked Inside a Child Soldier',\n",
-       " 'Pepsi Drops Ad Accused of Trivializing Protesters',\n",
-       " 'Eleven Madison Park Tops List of World’s 50 Best Restaurants',\n",
-       " 'Bannon Removed From Committee on U.S. Security',\n",
-       " 'The Hawk Can Soar',\n",
-       " 'Trump Suggests Bigger U.S. Role in Syria Conflict',\n",
-       " 'Trump Cuts Cast Doubt on Infrastructure',\n",
-       " 'Groups Seek Court’s Aid in Banning a Pesticide',\n",
-       " 'The Lobbying  Was Fierce  (and Tasty)',\n",
-       " 'Passing Moe',\n",
-       " 'Mr. Trump’s Most Important Meeting',\n",
-       " 'As Latest Health Plan Dies, Republicans Can’t Agree on a Culprit',\n",
-       " 'A Fine Romance? Yes, and a Gay History Tour',\n",
-       " 'Playbook Symbols',\n",
-       " 'Serving Ham on Soignée Silk',\n",
-       " 'Fashion Has You Covered',\n",
-       " 'It Only Takes a Small Army to Equal Arnie',\n",
-       " 'The Role of Public Broadcasting',\n",
-       " 'What Have You Learned From a Younger Person — and What Have You Taught An Older Person?',\n",
-       " 'How I Angered My  Readers, Again',\n",
-       " 'Creeping Toward Crisis',\n",
-       " 'The Great Mistake in the Great War',\n",
-       " 'Trump Bets the House',\n",
-       " 'The Messy State of U.S.-China Ties: What Trump Can Do',\n",
-       " 'Questions for: ‘Haley Says U.S. May ‘Take Our Own Action’ on Syrian Chemical Attack’',\n",
-       " 'In the Shadow of a Fairy Tale',\n",
-       " 'Republicans Gut Filibuster Rule to Lift Gorsuch',\n",
-       " 'Berliner Fernsehturm',\n",
-       " 'Improving On the Original',\n",
-       " 'Reader Stories',\n",
-       " 'Independence Days',\n",
-       " 'Is Snooping on Teenagers Ever O.K.?',\n",
-       " 'New York Today: The City and the Great War',\n",
-       " 'To Train a Donkey, Find a Zebra',\n",
-       " 'Facing Scrutiny, House Intelligence Chief Leaves Russia Inquiry',\n",
-       " 'Heart of the Amazon',\n",
-       " 'When ‘Mrs.’ Became ‘Ms.’',\n",
-       " 'Recruiting Assistants a Top Job for Ewing',\n",
-       " 'Dieting: Yo-Yo Diets and Heart Risk',\n",
-       " 'Heart: Race as a Heart Health Factor',\n",
-       " 'Mixing Drinks and a Political Message',\n",
-       " 'Simple Taiwanese Food From a Doting Mama',\n",
-       " 'Don Rickles, Comedy’s Equal Opportunity Offender, Dies at 90',\n",
-       " 'New Beaujolais, but Not Nouveau',\n",
-       " 'U.S. Launches Missiles Into Syria',\n",
-       " 'To Feel Really American, Try Some Velveeta',\n",
-       " 'Fighting Eviction, a Gardener Turns to Organic Industry Giants for Help',\n",
-       " 'Vaccines: Moms’ Shot Protects Newborns',\n",
-       " 'Without Rikers Island, Learning to Love the Jail Next Door',\n",
-       " 'Fingers Crossed Across Generations',\n",
-       " 'What Do Donald Trump, Bill O’Reilly and Roger Ailes Have in Common?',\n",
-       " 'Downsizing Mr. Bannon',\n",
-       " 'Rock Music',\n",
-       " 'Sing a Song  of Face Creams',\n",
-       " 'After the Missiles, We Need Smart Diplomacy on Syria',\n",
-       " 'Youth, Crowds, Goals: Germany Aims to Keep It That Way',\n",
-       " 'The Soul of a … Corporation',\n",
-       " 'The Coming Incompetence Crisis',\n",
-       " 'The Bad,  the Worse and The Ugly',\n",
-       " 'Optimists and Pessimists',\n",
-       " 'Should More Student Journalists Have Independent Editorial Control?',\n",
-       " 'The Ghost at the Bar',\n",
-       " 'Making a Living on Airbnb',\n",
-       " 'Borrowers Bewildered',\n",
-       " 'Unemployment Falls, but Feeble Job Growth Tempers Optimism',\n",
-       " 'Friday Mailbag: Senate Votes and Museum Drama',\n",
-       " 'Teaching With: ‘Animated Life: Mary Leakey’',\n",
-       " 'What a Muppet With Autism Means to My Family',\n",
-       " 'Do Preschool Teachers Really Need to Be College Graduates?',\n",
-       " 'No Longer Citi Field’s Alpha Dog, Harvey Still Has Bite',\n",
-       " 'New Mexico Outlaws School ‘Lunch Shaming’',\n",
-       " 'Top Economic Indicator?  Why It Isn’t Job Growth',\n",
-       " 'The Riddle of Trump’s Syria Attack',\n",
-       " 'Strike by Trump on Syria Air Base Angers Russians',\n",
-       " 'Court Nominee Is Confirmed After Bruising Yearlong Fight',\n",
-       " 'A Disquieting Silence',\n",
-       " 'Near-Zero Interest Rates: Get Used to Them',\n",
-       " 'A Slice of Ambrosia (and That’s Just the Filling)',\n",
-       " 'I Survived a Sarin Gas Attack',\n",
-       " 'The First Televised War',\n",
-       " 'After the Airstrikes, What’s Next?',\n",
-       " 'Romance, Sarcasm, Math and Language',\n",
-       " 'Who Can Put an End to Those Endless Tunes and Endless Fumes?',\n",
-       " 'Share PTA Aid? Some Parents  Would Rather Split Up District',\n",
-       " 'Election Left Partisan Divide Over Economy',\n",
-       " 'Variety Puzzle: Marching Bands',\n",
-       " 'U.S. Strike on Syria Fuels  Uncertainty on the Ground',\n",
-       " 'Clinton, Free to Speak Her Mind',\n",
-       " 'The Passion of Southern Christians',\n",
-       " 'Up Against the Wall',\n",
-       " 'What Happened to Who?',\n",
-       " 'All the President’s Generals',\n",
-       " 'The Myth of Main Street',\n",
-       " 'Against Job Interviews',\n",
-       " 'Offbeat Approach to Covering Sports ',\n",
-       " 'Having Nothing On',\n",
-       " 'Getting the Canary to Sing',\n",
-       " 'Tillerson Halts Any Thawing of Russia Ties',\n",
-       " 'Words of Self-Empowerment',\n",
-       " 'Claiming an Odyssey’s Reward',\n",
-       " 'Finding a Familiar Signature',\n",
-       " 'Suits Say Lender Duped Students to Fuel Growth',\n",
-       " 'Penn Station Tie-Ups Depend on a Knot of Agencies for Help',\n",
-       " 'Same Old Sergio Delights Crowd With New Script',\n",
-       " '‘Billions’ Season 2, Episode 8: New Money, Old Rules',\n",
-       " '‘Feud: Bette and Joan’ Episode 6 Recap: Midnight Descending',\n",
-       " 'A Spring Break for The Learning Network',\n",
-       " '‘Homeland,’ Season 6, Episode 12: In the Finale, Carrie Deals With Death and Betrayal',\n",
-       " 'Was Bo Diddley a Buddha?',\n",
-       " 'The Gig Economy’s False Promise',\n",
-       " 'Publicity Stunts  Aren’t Policy',\n",
-       " 'The Road  to Trump’s  War',\n",
-       " 'War as Political Weapon',\n",
-       " 'Alabama Governor Resigns and Pleads Guilty Amid a Sex Scandal',\n",
-       " 'California Moves  to Add Protections for Immigrants; Other States Follow',\n",
-       " 'He Led the Yankees to 4 Titles. Now, Can He Revive Them?',\n",
-       " 'Not Just Fox: Why Women Often Don’t Report Sexual Harassment at Work',\n",
-       " 'Our Parents’ Heart Health Mistakes',\n",
-       " 'Rude Doctors, Rude Nurses, Rude Patients',\n",
-       " 'New York Today: Passover, and Our Everyday Plagues',\n",
-       " 'How Many Pills Are Too Many?',\n",
-       " 'The Greatest Family on Earth',\n",
-       " 'Wells Fargo Says 2 Ex-Leaders Owe $75 Million More',\n",
-       " 'Saved Patients, Furious Families',\n",
-       " 'Learning Russian From ‘Boris Badenov’',\n",
-       " 'High Drama About the High Court',\n",
-       " 'In Highlight for President, Gorsuch Is Sworn In as Court’s 113th Justice',\n",
-       " 'Deployment of U.S. Carrier Masks a Lack of Better Options on North Korea',\n",
-       " 'Man Is Dragged From a Full Jet, Stirring a Furor',\n",
-       " 'Times Wins 3 Pulitzers;  Service Award Is Shared',\n",
-       " 'U.S., Canada and Mexico Bid Jointly for ’26 World Cup',\n",
-       " 'A Leaderboard With European Panache',\n",
-       " 'A Better Dollar Coffee',\n",
-       " '‘The Good Fight’ Season 1, Episode 9: Blinding Privilege',\n",
-       " 'The Next Messi? A Young Argentine Turns Heads',\n",
-       " 'The Dalai Lama’s Blessing',\n",
-       " 'Not One Syria Policy but Many',\n",
-       " 'Many Voices on Syria Policy, but One Is Silent',\n",
-       " 'Cubs’ Crowning Moment, Delayed, of Course',\n",
-       " 'Founded in 1945',\n",
-       " '‘Better Call Saul’ Season 3 Premiere: Danglin’ Jimmy',\n",
-       " 'Tackling Diabetes With Video Chats',\n",
-       " 'New York’s Transit Apocalypse',\n",
-       " 'This Age of Wonkery',\n",
-       " 'Is Putin Testing Trump?',\n",
-       " 'The Baby Boomer War',\n",
-       " 'Guess Who’s for a Carbon Tax Now',\n",
-       " 'From ‘Ballplayer,’ by Chipper Jones',\n",
-       " 'Level Up',\n",
-       " 'The Corrections',\n",
-       " 'Six Trade-Offs  in the Riddle  of Tax Reform',\n",
-       " 'New York Today: Taxpayer Questions, C.P.A. Answers',\n",
-       " 'À La Française in Harlem',\n",
-       " 'Mark Hawthorne, a Man of Few Words Except, ‘I Hate You’',\n",
-       " 'Where a Chicken’s Parts Are Greater Than the Sum',\n",
-       " 'White House Says Russia Is Engaged in Covering Up Syrians’ Chemical Attack',\n",
-       " 'Simple, Hot and Abundant',\n",
-       " 'Q&A: How Democrats Can Stop Being Perceived as the Abortion Party',\n",
-       " 'A Crossword as a Second Chance Troubles Many Readers',\n",
-       " 'Dragging of Passenger Sets Off a Crisis at United',\n",
-       " 'New Recommendation Urges Older Men  to Discuss Prostate Screens With Doctor',\n",
-       " 'Gut Hack',\n",
-       " 'Inaccurate Hitler Comment Leads Spicer to Apologize',\n",
-       " 'Lamb, Gaining on Ham',\n",
-       " 'Fear of Flying, for Good Reason',\n",
-       " 'Hey, He Tried',\n",
-       " 'Trump’s Shift on Russia Brings Geopolitical Whiplash',\n",
-       " 'Go Dutch',\n",
-       " '‘The Americans’ Season 5, Episode 6 Recap: ‘I’m Going Home’',\n",
-       " 'Narrow Victory in Kansas Is a Bad Sign for Republicans Nationally',\n",
-       " 'Seeing Outside the Disability Box',\n",
-       " 'Don’t Politicize the Federal Reserve',\n",
-       " 'David Souter Killed the Filibuster',\n",
-       " 'Why Is Trump Fighting ISIS in Syria?',\n",
-       " 'Robert Kennedy Down in the Delta',\n",
-       " 'Fake Flowers',\n",
-       " 'The Pop Prodigy Returns',\n",
-       " 'Is It O.K. for a Man to Marry My Amnesiac Sister?',\n",
-       " 'Partisanship as a Tribal Identity: Voting Against One’s Economic Interests',\n",
-       " 'Runners Live Three Years Longer',\n",
-       " 'How to Be Mindful When Filing Your Taxes',\n",
-       " 'New York Today: Sharing a Block on Broadway',\n",
-       " 'Dan Rather Thinks We Need Patriotism, Not Nationalism',\n",
-       " 'Mind: Heart Risks and Brain Plaques',\n",
-       " 'Eat: Trans Fat Bans Help Hearts',\n",
-       " 'U.S. Takes Sharper Tone  on Russia’s Role in Syria',\n",
-       " 'Is Russell Westbrook’s Season the Best Ever? Some Apples and Oranges to Pick From',\n",
-       " 'In the Air, an Increasing Sense of Us vs. Them',\n",
-       " 'Sean Spicer’s Teeny Little Slip-Up',\n",
-       " 'Family Values and Hot Rides',\n",
-       " 'Wounded by ‘Fearless Girl,’ Creator of ‘Charging Bull’ Wants Her to Move',\n",
-       " 'Looking for a Contact Lens in the Dark',\n",
-       " 'Mr. Trump’s Fickle Diplomacy',\n",
-       " 'Outed as Transgender on ‘Survivor’ — and in Real Life',\n",
-       " 'Policy Shifts Hint at Who Has White House Sway',\n",
-       " 'Why ‘Sorry’ Is Still the Hardest Word',\n",
-       " 'Uncommon Period',\n",
-       " 'More Than Abracadabra',\n",
-       " 'A Far-Flung Fragment of War',\n",
-       " 'Trump Versus  the Love Gov',\n",
-       " 'The Broken Supreme Court',\n",
-       " 'The G.O.P. and Fear of Crowds',\n",
-       " 'How to Stand Up to Trump and Win',\n",
-       " 'Reaching Out to the Voters the Left Left Behind',\n",
-       " 'Why Did This Man Lose His Memory, Words and Even His Ability to Walk?',\n",
-       " 'The Bard of Suck',\n",
-       " 'Back to Life',\n",
-       " 'A Jewish Fixer on the Fringes of Power',\n",
-       " 'Answer to Better Health Care: Behavioral Economics?',\n",
-       " 'What to Eat?',\n",
-       " 'Which Force is More Harmful to the Arts: Elitism or Populism?',\n",
-       " 'At the End of Life, a Way to Go Gentle',\n",
-       " 'New York Today: Free College, but With Caveats',\n",
-       " 'A Transgender Learning Gap in the Emergency Room',\n",
-       " 'Knicks Beat The 76ers. Both Teams Lose Anyway.',\n",
-       " 'Chance To Rewrite Record Book',\n",
-       " '‘Billions’ Season 2, Episode 10: Nonconformity',\n",
-       " '‘Feud: Bette and Joan’ Season Finale: Two Seconds',\n",
-       " 'Xi Asks Trump to Hold Off On Responding to Threats',\n",
-       " 'Questions for: ‘Scientists, Feeling Under Siege, March Against Trump Policies’',\n",
-       " 'Would You Consider Moving Overseas for a Job?',\n",
-       " 'What ‘Snowflakes’ Get Right About Free Speech',\n",
-       " 'Resilience Of the Resistance',\n",
-       " 'Zombies  Of Voodoo  Economics',\n",
-       " 'Asking for Trouble on Iran',\n",
-       " 'How to Build Resilient Kids, Even After a Loss',\n",
-       " 'America’s Dangerous Love for Special Ops',\n",
-       " 'Amtrak, at a Crucial Junction, Faces Urgent Test',\n",
-       " 'Defying Roadblocks, Silicon Valley Tests a Flying Car',\n",
-       " 'What’s Going On in This Picture? | April 24, 2017',\n",
-       " 'How a Dollar Spent On Drug Treatment Lowers Crime’s Costs',\n",
-       " 'New Hip or Knee? No Place Like Home',\n",
-       " 'An Antidote to Math Anxiety',\n",
-       " 'New York Today: Our State Poet, Yusef Komunyakaa',\n",
-       " 'Everything’s Up to Date (for 1958, That Is)',\n",
-       " 'Ayn Rand’s Counter-Revolution',\n",
-       " 'Work, Mr. Macron, Work',\n",
-       " 'Hard-Liners on Immigration, Now in High Places',\n",
-       " 'Safety: Heart Patients and Statins',\n",
-       " 'Eat: Soda Is Tied to Brain Aging',\n",
-       " 'Second Chance for Stale Bread: Beer',\n",
-       " 'Rise of Centrist In French Voting Calms E.U. Nerves',\n",
-       " 'Big Turnout for Ossoff Surpassed Recent Democratic Benchmarks',\n",
-       " 'Arkansas Executes 2 Inmates, a First for Any State on One Day Since 2000',\n",
-       " 'A Lost Baby Is Crying? The Sheep Will Help',\n",
-       " 'The Spending Bill Was Supposed to Be Easy. Then Trump Intervened.',\n",
-       " 'Money Talked Loudest at Inaugural',\n",
-       " 'A Walk in the Park',\n",
-       " 'No Place Like It',\n",
-       " 'A Princess (Maybe)  With an Identity Crisis',\n",
-       " 'Yankees-Red Sox, a Grizzled Rivalry, Gets a Fresh-Faced Makeover',\n",
-       " '‘Better Call Saul’ Season 3, Episode 3: A Better Solution',\n",
-       " 'Friends, in Sickness and in Health',\n",
-       " 'Icebergs',\n",
-       " 'Say Goodbye to the Filet-O-Fish',\n",
-       " 'The Jane Addams Model',\n",
-       " 'Five Decades Ago in Vietnam, a Different Great, Great Wall',\n",
-       " 'The Urgency Of Ethnic Nationalism',\n",
-       " 'All I Know Is What I Read in the Fake News',\n",
-       " 'From ‘Writing to Save a Life: The Louis Till File,’ by John Edgar Wideman',\n",
-       " 'Could Legalized Gambling Save Us From the Insufferability of Fantasy Sports?',\n",
-       " 'What Fantasy Invention Would You Want to Exist in Reality?',\n",
-       " 'Social Insecurity',\n",
-       " 'Out of Nowhere, Wine',\n",
-       " 'Over the Edge',\n",
-       " 'Uncorking Bouquets for Millennials',\n",
-       " 'Homework Bans Don’t Work for All Homes, Parents Say',\n",
-       " 'From Rates To Deficits, And Things In Between',\n",
-       " 'In Search of New Memoirs That Go Light on Catastrophe',\n",
-       " 'New York Today: An Ella Fitzgerald Centennial',\n",
-       " 'Flynn May Have Broken Law With Russia Dealings, Lawmakers Say',\n",
-       " 'Finding Their Voices',\n",
-       " 'Returning With More Than a Dash of Déjà Vu',\n",
-       " 'Live-Streaming Classes, China Puts Youths’ Every Move on View',\n",
-       " 'The Next Big Brown Sip',\n",
-       " 'Salt’s Singular Magic',\n",
-       " 'Home Is Where The Court Is',\n",
-       " 'How Wrestling Explains Alex Jones and Donald Trump',\n",
-       " 'Intemperate Words, Temperate News Coverage',\n",
-       " 'Jeter Said To Close In On Marlins With Bush',\n",
-       " 'Commemorating the Dead With Humanity and Delicacy',\n",
-       " 'Trump Can’t Withhold Funding  To Sanctuary Cities, Judge Rules',\n",
-       " 'Zoning Move Fuels Debate Over Home of New York’s Fashion Industry',\n",
-       " 'Music in the Dentist’s Chair',\n",
-       " 'Bucks’ Youth Portends Bright Future',\n",
-       " 'Trump Will Sign Orders That Could Expand Access to Fossil Fuels',\n",
-       " 'White House’s Tax Plan Puts Business at the Fore',\n",
-       " 'Nascar’s Biggest Star Decides to Stop Driving',\n",
-       " 'Genoa Isn’t Rome or Florence. That’s Part of Its Charm.',\n",
-       " 'Like Some Humor or Spells',\n",
-       " 'Young Con Man as Tragic Hero',\n",
-       " '‘The Americans,’ Season 5, Episode 8: The Humanization of Elizabeth',\n",
-       " 'Is There Any Benefit to Reading Books You Hate?',\n",
-       " 'As Rising Seas Erode Shorelines, Tasmania Shows What Can Be Lost',\n",
-       " 'Mr. Trump’s Shambles of a Trade Policy',\n",
-       " 'It Could Be Worse',\n",
-       " 'Lifting Kids To College',\n",
-       " 'On a Par 5 in Dubai, Good Humor and a Respite From All Things Trump',\n",
-       " 'Trump’s Republican History Lesson',\n",
-       " 'Questions for: ‘Today’s Energy Jobs Are in Solar, Not Coal’',\n",
-       " 'Haunted by Low Inflation',\n",
-       " 'U.F.O.s',\n",
-       " 'Carly Zakin And Danielle Weisberg Want You to Get The News',\n",
-       " '5 Tips for Child Care on Your Next Vacation',\n",
-       " 'It’s All in the Hands',\n",
-       " 'The Ultimate Travel Amenity: A Nanny',\n",
-       " 'Rei Kawakubo',\n",
-       " 'The C.E.O. of H.I.V.',\n",
-       " 'Is It Best To Get a Pet From a No-Kill Shelter? ',\n",
-       " 'What to Eat Before a Workout?',\n",
-       " 'Skipping the College Tour',\n",
-       " 'How to Be Mindful While Gardening',\n",
-       " 'Mayor Endorses Entrance Fee for the Metropolitan Museum',\n",
-       " 'ESPN, Its Brand Lagging, Sheds Several Big Names',\n",
-       " 'Some Boys Celebrated the War, Others Were Prisoners of It',\n",
-       " 'Tax Overhaul Would Aid Wealthiest',\n",
-       " 'Jonathan Demme, Oscar-Winning Director, Is Dead at 73',\n",
-       " 'Eat: Diet Soda Tied to Stroke',\n",
-       " '‘The Handmaid’s Tale’ Series Premiere Recap: Welcome to Gilead',\n",
-       " 'F.C.C. Head Plots Course To Ease Rules On Internet',\n",
-       " 'Heart: Beer and Arrhythmias',\n",
-       " 'Trump Tells Foreign Leaders That Nafta Can Stay for Now',\n",
-       " 'To Be or Not to Be? Oh, Who Cares, Anyway?',\n",
-       " 'Who Wins,  Who Loses  In Details  Of the Plan',\n",
-       " 'This Isn’t  Tax Policy;  It’s a Heist',\n",
-       " 'What Won Over Caucus of Hard-Liners',\n",
-       " 'The Smile Didn’t Mean What He Thought',\n",
-       " 'Mr. Trump’s Comic Tax Plan',\n",
-       " 'Trump’s Plan Brings Moment of Truth for G.O.P. Deficit Hawks',\n",
-       " 'Isn’t That Something',\n",
-       " 'Singing and Dancing the Postwar Blues',\n",
-       " '‘Fargo’ Season 3, Episode 2: ‘Unfathomable Pinhead-ery’',\n",
-       " 'United Taking Further Steps To Move Past An Ugly Event',\n",
-       " 'No Fear',\n",
-       " 'The Roberts Court, 2017 Edition',\n",
-       " 'Trump Should Save Obamacare',\n",
-       " 'Sowing Climate Doubt Among Schoolteachers',\n",
-       " 'Trump’s Can’t-Do Record',\n",
-       " 'Questions for: ‘Living by the Girl Scout Law, Even Without a Home’',\n",
-       " 'Black People Are Not All ‘Living in Hell’',\n",
-       " '‘Pistol Pete’s Homework Basketball’',\n",
-       " 'What Caused This College Student’s Stomach Pain and Vomiting?',\n",
-       " 'Is Live-Streaming Classrooms a Good Idea?',\n",
-       " 'Provence in a Bowl',\n",
-       " 'The Other Side of Anne',\n",
-       " '200 State Dept. Posts Stand Empty, and No Rush to Fill Them',\n",
-       " 'Strands of Steel Soar Over Water',\n",
-       " 'New York Today: Do April Showers Really Bring May Flowers?',\n",
-       " 'Dealing With an Ostomy',\n",
-       " 'The Executioner’s Shroud',\n",
-       " 'Trump’s Day of Hardball  And Confusion on Nafta',\n",
-       " 'Health Law Repeal Will Miss Trump’s 100-Day Target Date',\n",
-       " 'Repairs Will Shut Down Some Penn Station Tracks',\n",
-       " 'A Record of the Newspaper of Record',\n",
-       " 'Art of the Bluff: The Limits of Trump’s Negotiation Strategy',\n",
-       " 'From the Start, Porzingis Made It Clear He Wouldn’t Be Timid',\n",
-       " 'Bracing Burmese Food, Full of Contradictions',\n",
-       " 'Smile When You Say Lambrusco',\n",
-       " 'Prepare to Be Thrilled',\n",
-       " 'Why Is Asian Salad Still on the Menu?',\n",
-       " 'Click Here if You Think You’re Being Watched',\n",
-       " 'Audition Call for a Murder',\n",
-       " 'You’re No. 1 (2, 3, 4, 5, 6 ... )',\n",
-       " 'Mind: Diabetes May Harm the Brain',\n",
-       " 'Baby-Making Via Lottery',\n",
-       " 'A Bulldog on Court Street',\n",
-       " 'Fans Feel Robbed of O’Reilly, but They’re Sticking With Fox',\n",
-       " 'Trump’s Plan Shifts Trillions To Wealthiest',\n",
-       " 'Intermission Starter',\n",
-       " 'Who’s That Knocking on the Door?',\n",
-       " 'Kindergarten in a Stadium',\n",
-       " 'Right and Left: Partisan Writing You Shouldn’t Miss',\n",
-       " 'The New Party of ‘America First’',\n",
-       " 'A Phony Fix for Net Neutrality',\n",
-       " 'Trumpcare 2.0: It’s Even Worse',\n",
-       " 'The Pond Skater Presidency',\n",
-       " 'Living in the Trump Zone',\n",
-       " 'White House of Grifters',\n",
-       " 'Questions for: ‘Circling Back to Voters, 100 Days Into Trump Era’',\n",
-       " 'The Importance of Bob Silvers: Honoring the Legacy of an Extraordinary Editor',\n",
-       " 'You May Now Kiss the Roommate',\n",
-       " 'People Who Train Robots (to Do Their Jobs)',\n",
-       " 'Teaching With: ‘Brooklyn’s Rube Goldberg’',\n",
-       " 'An Older Dad, Down for the Count',\n",
-       " 'Chinese Offer To Help Eat  A Fat Nuisance',\n",
-       " 'America, from exceptionalism to nihilism',\n",
-       " 'Economy Grows  At Slowest Rate  In 3 Years: 0.7%',\n",
-       " 'Russia’s Hooligans  Meet Their Match',\n",
-       " 'Taking a Different Approach to Inequality',\n",
-       " 'What Women Get From Work',\n",
-       " 'Malvolio and Pals, for the Masses',\n",
-       " '10 Ways to Teach With The New York Times Today',\n",
-       " 'Fyre Festival, Billed as a Luxury Music Weekend in the Bahamas, Falls Apart',\n",
-       " 'Los Angeles Riots 25 Years Later: Revisiting the Epicenter',\n",
-       " 'Teams Change Logos at Own Risk',\n",
-       " 'Tarragon, the Herb You Don’t Know',\n",
-       " 'N.S.A. Curtails Email Spying Across Border',\n",
-       " 'DeMint Said To Be Out At Heritage, In a ‘Coup’',\n",
-       " 'Light Noodles, Deep Flavor',\n",
-       " 'Would You Like to Be a Small Business?',\n",
-       " 'Climate of  Complete Certainty',\n",
-       " 'Young Love, in 1,519 Winning Words',\n",
-       " '(It’s Great to) Suck at Something',\n",
-       " 'Misgivings Diminish a Behemoth’s Swagger',\n",
-       " 'D.C. School Vouchers Are Found to Bring Lower Scores but Higher Safety',\n",
-       " 'In Early Going, Yanks Steal Mets’ Thunder',\n",
-       " 'A Place Called Manzanar',\n",
-       " '100 Days of Noise',\n",
-       " 'A Season in the Sun',\n",
-       " 'Variety Puzzle: Acrostic',\n",
-       " 'Remaking the Presidency,  Trump Has Changed, Too',\n",
-       " 'Lessons From 100 Days Of Trump',\n",
-       " 'Is There a Case for Le Pen?',\n",
-       " 'Trump’s One Awful Accomplishment',\n",
-       " 'Learning to Hate Like the Right',\n",
-       " 'Invoking Internet Freedom to Kill It',\n",
-       " 'These Guys Really Like Trump',\n",
-       " 'New England Chatter',\n",
-       " 'Only Wenger Knows if His Road Is Near Its End',\n",
-       " 'New York’s Free Tuition Adds Powerful Pull at Decision Deadline',\n",
-       " 'Too Scared to Report Abuse, For Fear of Being Deported',\n",
-       " 'Trump Invites Duterte to Visit White House',\n",
-       " 'China’s Appetite Pushes Fish Stocks to Brink',\n",
-       " 'Kuwaiti Sheikh Resigns From FIFA Post Amid a Bribery Investigation',\n",
-       " 'Saves Bring Paydays, but Their Value Is Subject to Debate',\n",
-       " 'France in Reflection',\n",
-       " 'All Tests Met, Chelsea Lacks Only in Flash',\n",
-       " 'Trump Officials Brace for Anger At Duterte Call',\n",
-       " 'Who Will Fix Penn Station?',\n",
-       " 'Literal Queen',\n",
-       " 'Who’s Fueling Conspiracy Whisperers’ Falsehoods?',\n",
-       " 'Rangers Embrace Second-Guessing, to Try to Avert an 0-3 Hole',\n",
-       " 'April Fools’ With the Epitome of Cool',\n",
-       " 'Shaming Children So Parents Will Pay the School Lunch Bill',\n",
-       " '‘The Leftovers’ Season 3, Episode 3 Recap: Down Under',\n",
-       " 'Deal Reached To Fund U.S. For 5 Months',\n",
-       " '‘Billions’ Season 2, Episode 11 Recap: Even the Losers Get Plucky',\n",
-       " 'My Beijing: The Sacred City',\n",
-       " '6 Million Riders a Day, 1930s Technology',\n",
-       " 'Seeking a Cross-Border Conference',\n",
-       " 'Questions for: ‘Despite the “Yuck Factor,” Leeches Are Big in Russian Medicine’',\n",
-       " 'Who Is a ‘Criminal’?',\n",
-       " 'An Antidote to Europe’s Populism',\n",
-       " 'The Cost of a Speech',\n",
-       " 'Degradation of the Language',\n",
-       " 'On the Power of Being Awful',\n",
-       " 'Trump Garbles Pitch on a Revised Health Bill',\n",
-       " 'What’s Going On in This Picture? | May 1, 2017',\n",
-       " '18 Syrian Fighters Allied With U.S. Are Killed in Coalition Airstrike',\n",
-       " ' Extraordinary  State',\n",
-       " 'Safety: Marathons and Heart Attacks',\n",
-       " 'Canadian Leader Unveils a Bill to Legalize Recreational Marijuana',\n",
-       " 'Voiding Obama Rule, Trump Signs Law Taking Aim at Planned Parenthood',\n",
-       " 'The Smoky Allure of Wafa’s Express',\n",
-       " 'When in Rome ... Yes, You Can Have Rice on Passover',\n",
-       " 'Shifting Focus  of Political Style',\n",
-       " 'A Stranger in the Building on Official Business',\n",
-       " 'Jeff Sessions, Unleashed at the Border',\n",
-       " 'Health Subsidies Become a Pawn To Force Democrats to Bargain',\n",
-       " 'Floor Support',\n",
-       " 'Hello, P.L.O.? This Is Israel, via Oslo',\n",
-       " 'Concern That Aides Have Nazi Leanings Clouds Le Pen in France',\n",
-       " 'Siege Has Ended, but the Battle Over Public Lands Rages On',\n",
-       " 'The I.R.S. Could Be Your Friend',\n",
-       " 'Poisons Are Us',\n",
-       " 'The Cuomo College Fiasco',\n",
-       " 'Can Trump Take Health Care Hostage?',\n",
-       " 'France in the End of Days',\n",
-       " 'Explaining the Health Payments That Trump Is Threatening to End',\n",
-       " 'How to Escape From a Car in Water',\n",
-       " 'The Ramapoughs vs. the World',\n",
-       " 'Friday Mailbag: When Governments Go ‘Rogue’',\n",
-       " 'A Baby or Your Money Back',\n",
-       " 'Razing the Hamptons',\n",
-       " 'Looking Past Flip-Flops, and Finding Triumphs',\n",
-       " 'The Hummingbird and the Pine Tree',\n",
-       " 'In a Work About Loss, A Star Says a Farewell',\n",
-       " 'Korea Tensions Could Overheat, China Declares',\n",
-       " 'Managing a Vast and Eclectic Archive',\n",
-       " 'Is This How a Woman Could Win?',\n",
-       " 'Does a Uniform Keep Officers In Line? Baltimore Thinks So',\n",
-       " 'How to Keep the Tender in Pork Tenderloin',\n",
-       " 'Winemakers Find a Companion in Marijuana',\n",
-       " 'For Jackson, Time Has Come for Anthony to Go',\n",
-       " 'Ample India: An Inspiring Example',\n",
-       " 'Robert Taylor, 85, Who Helped Create the Internet, Dies',\n",
-       " 'Tebow’s Test of Faith',\n",
-       " 'Why I Love Ugly Uniforms',\n",
-       " 'The Wrong Way to Keep Kids Safe',\n",
-       " '‘Fearless Girl’ Doesn’t Need Any Bull',\n",
-       " 'Mr. Cuomo’s Free* College Plan',\n",
-       " 'What’s in Your Microwave Oven?',\n",
-       " 'Object of Envious Comparison',\n",
-       " 'As Atrocities Mount in Syria, Justice Seems Out of Reach',\n",
-       " 'How We Shop: Past, Present Future',\n",
-       " 'Supply-Side Economics, but for Liberals',\n",
-       " 'The Landlord Forgot to Mention an Icky Detail. What to Do?',\n",
-       " 'Variety Puzzle: Acrostic',\n",
-       " 'Growers Split As Pot Farms Go Industrial',\n",
-       " 'Raft of Potential Conflicts In President’s Appointees',\n",
-       " 'What Kind of Pet Should Donald Trump Get?',\n",
-       " 'Steve Bannon Was Doomed',\n",
-       " 'The Joy of Hate Reading',\n",
-       " 'President Carter, Am I a Christian?',\n",
-       " 'America’s Uncivil War Over Words',\n",
-       " 'Mr. Trump’s 10-Second Convictions',\n",
-       " 'The Quiet Power of Humility',\n",
-       " 'Save the Mainline',\n",
-       " 'What The Times Holds Back',\n",
-       " 'Unscrambling the Easter Egg Roll',\n",
-       " 'Saddle Up',\n",
-       " 'Erdogan Tightens His Grip on Turkey After Close Vote',\n",
-       " \"'The Good Fight’ Season 1 Finale Recap: Trojan Horses\",\n",
-       " 'Anatomy of a lynching',\n",
-       " 'New Datelines Won’t Feel Out of Place',\n",
-       " 'Good Name',\n",
-       " 'Rising in Polls, Left-Wing Politician Shakes Up France’s Presidential Race',\n",
-       " 'Hotels Make Battle Plans as Airbnb Poses Threat',\n",
-       " 'Memories of a Modest Jackpot',\n",
-       " 'U.S. Faces ‘Cuban Missile Crisis in Slow Motion’',\n",
-       " '‘The Leftovers’ Season 3 Premiere Recap: Revival',\n",
-       " 'Lost and Found in a Magic Tale of Nomads',\n",
-       " '‘Billions’ Season 2, Episode 9: Dollar Dollar Bill, Y’all',\n",
-       " 'A Conventional Ending, and How It Came About',\n",
-       " 'Fittingly, a Frank Finale for ‘Girls’',\n",
-       " 'Why Don’t  All Jobs  Matter?',\n",
-       " 'Mr. Trump’s Loose Talk on Korea',\n",
-       " 'The Path to Victory in Georgia',\n",
-       " 'Has Trump Stolen Philosophy’s Critical Tools?',\n",
-       " 'Trump’s Big Telecom Giveaway',\n",
-       " 'The love lives of Bolsheviks',\n",
-       " '100 Days of Horror',\n",
-       " 'What’s Going On in This Picture? | April 17, 2017',\n",
-       " 'For Malpractice Reform, Focus on Medicine First (Not Law)',\n",
-       " 'Too Clean for Our Children’s Good?',\n",
-       " 'The Cost of Not Taking Your Medicine',\n",
-       " 'New York Today: Easter Monday in Little Poland',\n",
-       " 'Questions for: ‘The Real Reason Black Kids Benefit From Black Teachers’',\n",
-       " 'What Would You Endure to Avoid Flying on United?',\n",
-       " 'What Should Be the Fate of ‘Fearless Girl’ Versus ‘Charging Bull’?',\n",
-       " 'Pence Talks Tough on North Korea, but U.S. Stops Short of Drawing Red Line',\n",
-       " 'Indonesian Vote Tests Democratic Values',\n",
-       " 'Christie Reflects as His Rocky Tenure Dims: ‘My Obit Will Be Fine’',\n",
-       " 'Taxi Officials Call on Uber To Provide Tipping in Its App',\n",
-       " 'Voters Cite Turkish Leader’s Record as He Claims a Slim Victory',\n",
-       " 'Cooking Got Her Out, and Brought Her Back',\n",
-       " 'Red, Ripe and Renegade',\n",
-       " 'Prince Concealed His Addiction With Aspirin Bottles of Opiates at Home',\n",
-       " 'Baseball’s Data Revolution Is Elevating Game’s Defensive Stars',\n",
-       " 'A Bit of Razzle-Dazzle to Chase Away the Gloom',\n",
-       " 'Critics See Signs Of Interference In French Vote',\n",
-       " 'Ode to Mrs. Stahl’s',\n",
-       " 'Trump’s Promise To Fix Tax Code Is Bogging Down',\n",
-       " 'A Star Is Born (and Born and Born)',\n",
-       " 'Next Project For Ballmer: Follow Money In Government',\n",
-       " 'Democracy Loses in Turkey',\n",
-       " 'Video of Killing Casts Facebook In Harsh Light',\n",
-       " 'Practical Sort',\n",
-       " '‘Better Call Saul’ Season 3, Episode 2: Playing Chicken',\n",
-       " 'Trump Prepares Order on Foreign Workers',\n",
-       " 'Why You’d Benefit From A ‘Shultz Hour’',\n",
-       " 'Building A Thicker Community',\n",
-       " 'When Women Legislate',\n",
-       " 'When Veterans Protested the Vietnam War',\n",
-       " 'Have These Been the Best Two Weeks of Trump’s First 100 Days?',\n",
-       " 'Shoelaces',\n",
-       " 'Panic Attack',\n",
-       " '‘The Refreshed River Hissed.’',\n",
-       " 'Pandora&apos;s Umbrella',\n",
-       " 'The Bureau of Resistance',\n",
-       " 'Under Water',\n",
-       " 'What Does a President’s Choice of Pet — or Choice Not to Have a Pet at All — Say About Him?',\n",
-       " 'An Op-Ed Author Omits His Crimes, and The Times Does Too',\n",
-       " 'On Rio Grande, Patrolling  The Border on Four Legs',\n",
-       " 'Georgia Election: Expect the Early Vote Count to Be Misleading',\n",
-       " 'Mom Seeks Novel for Family Book Club, No Kafka or Y.A. Allowed',\n",
-       " 'Drugs: Risks of Brief Steroid Use',\n",
-       " 'New York Today: A Holocaust Survivor’s Story, on Stage',\n",
-       " 'British Leader Moves to Hold Early Elections',\n",
-       " 'Richard Spencer’s Right to Speak at Auburn',\n",
-       " 'Chinese Historian Bluntly Criticizes Beijing’s Policy on North Korea',\n",
-       " 'Bare Market: What Happens if Places Have No Obamacare Insurers?',\n",
-       " 'A Day in the Lunch Box',\n",
-       " 'Girl Boxer',\n",
-       " 'Aircraft Carrier Was Not Heading Where U.S. Said',\n",
-       " 'Wings of a Different Feather',\n",
-       " 'Move to Las Vegas Exposes N.F.L.’s Paradox on Betting',\n",
-       " 'Classic Game, But the Focus Is on a Referee',\n",
-       " 'New Interest in a New Land',\n",
-       " 'Anger on an Icy Street',\n",
-       " 'Triple Threat Suddenly Faces A Singular Task',\n",
-       " 'Mr. Trump Plays by His Own Rules',\n",
-       " 'O’Reilly’s Spot  With Fox News Grows Shakier',\n",
-       " 'Transylvania Twist',\n",
-       " 'Too Shocking for Midtown in the 1920s',\n",
-       " 'Girls Can Still Be Tomboys',\n",
-       " '‘The Americans’ Season 5, Episode 7: Keep Paige Out of This',\n",
-       " 'Coal Museum Sees Future; Trump Doesn’t',\n",
-       " 'For Tax Reform, Just Keep It Simple',\n",
-       " 'A Requiem for ‘Girls’',\n",
-       " 'A Good Night’s Sleep',\n",
-       " 'Rebecca Skloot\\xa0Feels Indebted To\\xa0Henrietta Lacks',\n",
-       " 'Hot Zones',\n",
-       " 'The Deluge',\n",
-       " 'Does Confining Deplorable Remarks to Your Home Make Them All Right?',\n",
-       " 'Voyages of the Heart',\n",
-       " 'Six Degrees Forevermore',\n",
-       " 'Copy and Conquer: Facebook Wins Again',\n",
-       " 'Three Trips, Three Steps Closer to a Breakup',\n",
-       " 'What Choices Do You Make About Money Every Day?',\n",
-       " 'Running May Be Contagious',\n",
-       " 'New York Today: When Will It Be Consistently Warm?',\n",
-       " 'Georgia Didn’t Affirm Trump',\n",
-       " 'Anticorruption Activist Who Sought Asylum in Taiwan Returns to China',\n",
-       " 'Miners Lament  Trump’s Silence  On Health Plan',\n",
-       " 'In Devastated Northern France, the French Flag Flies Again',\n",
-       " 'A Working Mother Who Could Defy the Odds',\n",
-       " 'How to Be Mindful While Cleaning the Bathroom',\n",
-       " 'Fox News Ousts O’Reilly, A Host Central to Its Rise',\n",
-       " 'Moved by Georgia, Democrats In Montana Say, It’s Our Turn',\n",
-       " 'The End of a Quest, Not of an Era',\n",
-       " 'Berkeley, a Free Speech Bastion, Cancels a Speech by Coulter Over Safety Concerns',\n",
-       " 'The Sanitation Worker’s Plight',\n",
-       " 'For Teams and Players, a Revolving Door of Discipline',\n",
-       " 'The Plan to Sabotage Obamacare',\n",
-       " 'Ex-Trump Aide’s Russia Trip Sent F.B.I. Digging',\n",
-       " 'Anticipating the Afterlife',\n",
-       " 'My, What Sharp Teeth',\n",
-       " '‘Fargo’ Season 3 Premiere: Brothers, Who Art Thou?',\n",
-       " 'Paging the Trump Armada',\n",
-       " 'A Fake and a Fraud',\n",
-       " 'The North Korea-Trump Nightmare',\n",
-       " 'How to Stop Drug Price Gouging',\n",
-       " 'Wristwatches',\n",
-       " 'Michigan ',\n",
-       " 'The Art of Uncooking',\n",
-       " 'What Would You Write in a Letter to the Editor?',\n",
-       " 'Air Sickness',\n",
-       " 'Bold, Unpredictable Approach to Foreign Policy Lifts Trump, but Has Perils',\n",
-       " 'Surf’s Up When The Sun Goes Down',\n",
-       " 'Up and Out',\n",
-       " 'How Good Child Care Helps Mothers, and the Men They Raise',\n",
-       " 'When to Tell Daughters About a Genetic Breast Cancer Risk',\n",
-       " 'Text to Text | Guy de Maupassant’s ‘The Necklace’ and ‘Guerrilla Fashion: The Story of Supreme’',\n",
-       " 'Ossoff and a Different Democratic Plan for Every District',\n",
-       " 'Rudyard Kipling on the Front Page: Battle Cries and an Elegy',\n",
-       " 'Sometimes It’s Better Not to Know',\n",
-       " 'The French Election: Why It Matters',\n",
-       " 'A Nation Vibrant in Food and Drink',\n",
-       " 'A Love Triangle, Near the Front Lines',\n",
-       " 'Take Your Baby to Work',\n",
-       " 'Busy Congress Is First Hurdle For Health Bill',\n",
-       " 'Woman in Jeopardy vs. Woman on the Verge',\n",
-       " 'The Prescience  Of ‘Citizen Jane’',\n",
-       " 'A New Republican Proposal That Evokes the Old Days',\n",
-       " 'F.D.A. Strengthens Warnings for Use of Codeine and Another Drug in Children',\n",
-       " 'Goodbye to the Listeners’ Row',\n",
-       " 'Straddling the Divide',\n",
-       " 'The French Disconnection',\n",
-       " 'White House Roaring Again On Free Trade',\n",
-       " 'Heavens to Murgatroyd',\n",
-       " 'Bright, Brassy and All Bette',\n",
-       " 'To Stay Married, Embrace Change',\n",
-       " 'Remembering the World’s Oldest Person, a Model of Simplicity',\n",
-       " 'The Crisis of Western Civ',\n",
-       " 'The Balloon, The Box and Health Care',\n",
-       " 'Fearmongering at Homeland Security',\n",
-       " 'Questions for: ‘Trillions of Plastic Bits, Swept Up by Current, Are Littering Arctic Waters’',\n",
-       " 'What Work, Sport or Pastime Do You Like to Do at Night?',\n",
-       " 'My Sister Wants to Buy My Dad a Drone For Father’s Day',\n",
-       " 'Friday Mailbag: A Patriots Photo Lets Trump Score a Point',\n",
-       " '‘Pivotal Moment’ in Politics as Gerrymandering Heads for Judgment Day',\n",
-       " '‘I Didn’t Move Here to Avoid Chaos’',\n",
-       " 'Life, liberty and Ivanka',\n",
-       " 'Teaching With: ‘An Impossible Choice’',\n",
-       " 'Unmoored by a Psychotic Break',\n",
-       " 'Why Do Allergies Cause ‘Brain Fog’?',\n",
-       " 'Attack in Paris Casts a Shadow on French Vote',\n",
-       " 'Chechnya’s Anti-Gay Pogrom: ‘They Starve You. They Shock You.’',\n",
-       " 'For Obama, the Vacation Is Over, But He’s Not About to Pick a Fight',\n",
-       " 'The Planet Can’t Stand This Presidency',\n",
-       " 'Thyroid Drug Isn’t Helping Older Patients',\n",
-       " 'Should You Worry About Being the Next Henrietta Lacks?',\n",
-       " 'How Best to Tax Business',\n",
-       " 'Fast and Easy Fish That Can Even Be Fancy',\n",
-       " 'Smokeless Tobacco Is Tough to Vaporize',\n",
-       " 'Let a Fresh Spear Shine',\n",
-       " 'France Poses Biggest Test Yet for Trump’s Brand of Nationalism',\n",
-       " 'Chardonnays of Energy and Memories',\n",
-       " 'Immigration Inquiry at Queens Bakery Leads to ‘A Day Without Bread’',\n",
-       " 'Getaway Driver Denied Parole In Radicals’ 1981 Brink’s Heist',\n",
-       " 'Executions Need Doctors',\n",
-       " 'As Retail Goes, So Goes the Nation',\n",
-       " 'Don’t Try This at Home',\n",
-       " 'Food, Sex and Silence',\n",
-       " 'Smoothing Out the Turbulence',\n",
-       " 'In Trying to Avoid Politics, Comey Shaped an Election',\n",
-       " 'Sons Steer Murdoch Empire Away From Its Past',\n",
-       " 'Variety: Cryptic Crossword',\n",
-       " 'Only Sure Bet In French Vote Is Uncertainty',\n",
-       " 'I Love My Sublet and I Want to Buy It. How to Persuade My Landlord to Sell?',\n",
-       " 'They Call This Pro-Life?',\n",
-       " 'New Voices, but Will They Be Heard?',\n",
-       " 'Reclaiming ‘Jew’',\n",
-       " 'It’s Not Just the O’Reilly Problem',\n",
-       " 'The Amateur Abortionists',\n",
-       " 'Is It Time to Break Up Google?',\n",
-       " 'Crime and  Different  Punishments',\n",
-       " 'Your Whole Family Will Love These Political Books',\n",
-       " 'A Century of Song',\n",
-       " 'DNA Tests, and Sometimes Surprising Results',\n",
-       " 'North Korea Said to Hold U.S. Citizen,  Its Third',\n",
-       " 'Uber Tallies the Costs of Its Leader’s Drive to Win at Any Price',\n",
-       " 'Voters Embrace Outsiders In Election to Lead France',\n",
-       " 'My Cup Runneth Over',\n",
-       " 'Cab Ride to Boston',\n",
-       " 'Reporting on Gays Who ‘Don’t Exist’',\n",
-       " 'The Fights That Could Lead to a Government Shutdown This Week',\n",
-       " '‘The Leftovers’ Season 3, Episode 2: Swedish Physicists',\n",
-       " 'Thinking Out Loud, But Why?',\n",
-       " 'Some Sugar. Could Use More Spice.']"
-      ]
-     },
-     "execution_count": 18,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "all_headlines"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 19,
-   "id": "d272dc69",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "['finding an expansive view  of a forgotten people in niger',\n",
-       " 'and now  the dreaded trump curse',\n",
-       " 'venezuelas descent into dictatorship',\n",
-       " 'stain permeates basketball blue blood',\n",
-       " 'taking things for granted',\n",
-       " 'the caged beast awakens',\n",
-       " 'an everunfolding story',\n",
-       " 'oreilly thrives as settlements add up',\n",
-       " 'mouse infestation',\n",
-       " 'divide in gop now threatens trump tax plan']"
-      ]
-     },
-     "execution_count": 19,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "def clean_text(txt):\n",
-    "    txt = \"\".join(v for v in txt if v not in string.punctuation).lower()\n",
-    "    txt = txt.encode(\"utf8\").decode(\"ascii\",'ignore')\n",
-    "    return txt \n",
-    "\n",
-    "corpus = [clean_text(x) for x in all_headlines]\n",
-    "corpus[:10]\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 20,
-   "id": "d5f40739",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "[[169, 17],\n",
-       " [169, 17, 665],\n",
-       " [169, 17, 665, 367],\n",
-       " [169, 17, 665, 367, 4],\n",
-       " [169, 17, 665, 367, 4, 2],\n",
-       " [169, 17, 665, 367, 4, 2, 666],\n",
-       " [169, 17, 665, 367, 4, 2, 666, 170],\n",
-       " [169, 17, 665, 367, 4, 2, 666, 170, 5],\n",
-       " [169, 17, 665, 367, 4, 2, 666, 170, 5, 667],\n",
-       " [6, 80]]"
-      ]
-     },
-     "execution_count": 20,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "tokenizer = Tokenizer()\n",
-    "\n",
-    "def get_sequence_of_tokens(corpus):\n",
-    "    ## tokenization\n",
-    "    tokenizer.fit_on_texts(corpus)\n",
-    "    total_words = len(tokenizer.word_index) + 1\n",
-    "    \n",
-    "    ## convert data to sequence of tokens \n",
-    "    input_sequences = []\n",
-    "    for line in corpus:\n",
-    "        token_list = tokenizer.texts_to_sequences([line])[0]\n",
-    "        for i in range(1, len(token_list)):\n",
-    "            n_gram_sequence = token_list[:i+1]\n",
-    "            input_sequences.append(n_gram_sequence)\n",
-    "    return input_sequences, total_words\n",
-    "\n",
-    "inp_sequences, total_words = get_sequence_of_tokens(corpus)\n",
-    "inp_sequences[:10]\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 21,
-   "id": "c4c05b1d",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "def generate_padded_sequences(input_sequences):\n",
-    "    max_sequence_len = max([len(x) for x in input_sequences])\n",
-    "    input_sequences = np.array(pad_sequences(input_sequences, maxlen=max_sequence_len, padding='pre'))\n",
-    "    \n",
-    "    predictors, label = input_sequences[:,:-1],input_sequences[:,-1]\n",
-    "    label = ku.to_categorical(label, num_classes=total_words)\n",
-    "    return predictors, label, max_sequence_len\n",
-    "\n",
-    "predictors, label, max_sequence_len = generate_padded_sequences(inp_sequences)\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 24,
-   "id": "f8ad0539",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Model: \"sequential_2\"\n",
-      "_________________________________________________________________\n",
-      " Layer (type)                Output Shape              Param #   \n",
-      "=================================================================\n",
-      " embedding_2 (Embedding)     (None, 18, 10)            24220     \n",
-      "                                                                 \n",
-      " lstm_4 (LSTM)               (None, 100)               44400     \n",
-      "                                                                 \n",
-      " dropout_2 (Dropout)         (None, 100)               0         \n",
-      "                                                                 \n",
-      " dense (Dense)               (None, 2422)              244622    \n",
-      "                                                                 \n",
-      "=================================================================\n",
-      "Total params: 313242 (1.19 MB)\n",
-      "Trainable params: 313242 (1.19 MB)\n",
-      "Non-trainable params: 0 (0.00 Byte)\n",
-      "_________________________________________________________________\n"
-     ]
-    }
-   ],
-   "source": [
-    "def create_model(max_sequence_len, total_words):\n",
-    "    input_len = max_sequence_len - 1\n",
-    "    model = Sequential()\n",
-    "    \n",
-    "    # Add Input Embedding Layer\n",
-    "    model.add(Embedding(total_words, 10, input_length=input_len))\n",
-    "    \n",
-    "    # Add Hidden Layer 1 - LSTM Layer\n",
-    "    model.add(LSTM(100))\n",
-    "    model.add(Dropout(0.2))\n",
-    "        \n",
-    "    # Add Output Layer\n",
-    "    model.add(Dense(total_words, activation='softmax'))\n",
-    "\n",
-    "    model.compile(loss='categorical_crossentropy', optimizer='adam')\n",
-    "    \n",
-    "    return model\n",
-    "\n",
-    "model = create_model(max_sequence_len, total_words)\n",
-    "model.summary()\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 30,
-   "id": "a1fe10c4",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Epoch 1/100\n",
-      "Epoch 2/100\n",
-      "Epoch 3/100\n",
-      "Epoch 4/100\n",
-      "Epoch 5/100\n",
-      "Epoch 6/100\n",
-      "Epoch 7/100\n",
-      "Epoch 8/100\n",
-      "Epoch 9/100\n",
-      "Epoch 10/100\n",
-      "Epoch 11/100\n",
-      "Epoch 12/100\n",
-      "Epoch 13/100\n",
-      "Epoch 14/100\n",
-      "Epoch 15/100\n",
-      "Epoch 16/100\n",
-      "Epoch 17/100\n",
-      "Epoch 18/100\n",
-      "Epoch 19/100\n",
-      "Epoch 20/100\n",
-      "Epoch 21/100\n",
-      "Epoch 22/100\n",
-      "Epoch 23/100\n",
-      "Epoch 24/100\n",
-      "Epoch 25/100\n",
-      "Epoch 26/100\n",
-      "Epoch 27/100\n",
-      "Epoch 28/100\n",
-      "Epoch 29/100\n",
-      "Epoch 30/100\n",
-      "Epoch 31/100\n",
-      "Epoch 32/100\n",
-      "Epoch 33/100\n",
-      "Epoch 34/100\n",
-      "Epoch 35/100\n",
-      "Epoch 36/100\n",
-      "Epoch 37/100\n",
-      "Epoch 38/100\n",
-      "Epoch 39/100\n",
-      "Epoch 40/100\n",
-      "Epoch 41/100\n",
-      "Epoch 42/100\n",
-      "Epoch 43/100\n",
-      "Epoch 44/100\n",
-      "Epoch 45/100\n",
-      "Epoch 46/100\n",
-      "Epoch 47/100\n",
-      "Epoch 48/100\n",
-      "Epoch 49/100\n",
-      "Epoch 50/100\n",
-      "Epoch 51/100\n",
-      "Epoch 52/100\n",
-      "Epoch 53/100\n",
-      "Epoch 54/100\n",
-      "Epoch 55/100\n",
-      "Epoch 56/100\n",
-      "Epoch 57/100\n",
-      "Epoch 58/100\n",
-      "Epoch 59/100\n",
-      "Epoch 60/100\n",
-      "Epoch 61/100\n",
-      "Epoch 62/100\n",
-      "Epoch 63/100\n",
-      "Epoch 64/100\n",
-      "Epoch 65/100\n",
-      "Epoch 66/100\n",
-      "Epoch 67/100\n",
-      "Epoch 68/100\n",
-      "Epoch 69/100\n",
-      "Epoch 70/100\n",
-      "Epoch 71/100\n",
-      "Epoch 72/100\n",
-      "Epoch 73/100\n",
-      "Epoch 74/100\n",
-      "Epoch 75/100\n",
-      "Epoch 76/100\n",
-      "Epoch 77/100\n",
-      "Epoch 78/100\n",
-      "Epoch 79/100\n",
-      "Epoch 80/100\n",
-      "Epoch 81/100\n",
-      "Epoch 82/100\n",
-      "Epoch 83/100\n",
-      "Epoch 84/100\n",
-      "Epoch 85/100\n",
-      "Epoch 86/100\n",
-      "Epoch 87/100\n",
-      "Epoch 88/100\n",
-      "Epoch 89/100\n",
-      "Epoch 90/100\n",
-      "Epoch 91/100\n",
-      "Epoch 92/100\n",
-      "Epoch 93/100\n",
-      "Epoch 94/100\n",
-      "Epoch 95/100\n",
-      "Epoch 96/100\n",
-      "Epoch 97/100\n",
-      "Epoch 98/100\n",
-      "Epoch 99/100\n",
-      "Epoch 100/100\n"
-     ]
-    },
-    {
-     "data": {
-      "text/plain": [
-       "<keras.src.callbacks.History at 0x2bff383ae50>"
-      ]
-     },
-     "execution_count": 30,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "model.fit(predictors, label, epochs=100, verbose=5, batch_size=16)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 26,
-   "id": "a76a078d",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "def generate_text(seed_text, next_words, model, max_sequence_len):\n",
-    "    for _ in range(next_words):\n",
-    "        token_list = tokenizer.texts_to_sequences([seed_text])[0]\n",
-    "        token_list = pad_sequences([token_list], maxlen=max_sequence_len-1, padding='pre')\n",
-    "#predicted = model.predict_classes(token_list, verbose=0)\n",
-    "        predict_x=model.predict(token_list) \n",
-    "        classes_x=np.argmax(predict_x,axis=1)\n",
-    "\n",
-    "        output_word = \"\"\n",
-    "        for word,index in tokenizer.word_index.items():\n",
-    "            if index == classes_x:\n",
-    "                output_word = word\n",
-    "                break\n",
-    "        seed_text += \" \"+output_word\n",
-    "    return seed_text.title()\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 29,
-   "id": "d1c3679e",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "1/1 [==============================] - 0s 27ms/step\n",
-      "1/1 [==============================] - 0s 29ms/step\n",
-      "1/1 [==============================] - 0s 17ms/step\n",
-      "1/1 [==============================] - 0s 25ms/step\n",
-      "1/1 [==============================] - 0s 12ms/step\n",
-      "United States Ousts Oreilly A Host Central\n",
-      "1/1 [==============================] - 0s 43ms/step\n",
-      "1/1 [==============================] - 0s 43ms/step\n",
-      "1/1 [==============================] - 0s 32ms/step\n",
-      "1/1 [==============================] - 0s 39ms/step\n",
-      "President Trump Stolen Philosophys Critical Tools\n",
-      "1/1 [==============================] - 0s 31ms/step\n",
-      "1/1 [==============================] - 0s 44ms/step\n",
-      "1/1 [==============================] - 0s 26ms/step\n",
-      "1/1 [==============================] - 0s 25ms/step\n",
-      "Donald Trump A Magic Choice Of\n",
-      "1/1 [==============================] - 0s 34ms/step\n",
-      "1/1 [==============================] - 0s 41ms/step\n",
-      "1/1 [==============================] - 0s 47ms/step\n",
-      "1/1 [==============================] - 0s 37ms/step\n",
-      "India And China Learned From A Younger\n",
-      "1/1 [==============================] - 0s 50ms/step\n",
-      "1/1 [==============================] - 0s 39ms/step\n",
-      "1/1 [==============================] - 0s 16ms/step\n",
-      "1/1 [==============================] - 0s 34ms/step\n",
-      "New York Today A Holocaust Survivors\n",
-      "1/1 [==============================] - 0s 26ms/step\n",
-      "1/1 [==============================] - 0s 38ms/step\n",
-      "1/1 [==============================] - 0s 17ms/step\n",
-      "1/1 [==============================] - 0s 31ms/step\n",
-      "1/1 [==============================] - 0s 44ms/step\n",
-      "Science And Technology Knocking On The Door Of\n"
-     ]
-    }
-   ],
-   "source": [
-    "print (generate_text(\"united states\", 5, model, max_sequence_len))\n",
-    "print (generate_text(\"president trump\", 4, model, max_sequence_len))\n",
-    "print (generate_text(\"donald trump\", 4, model, max_sequence_len))\n",
-    "print (generate_text(\"india and china\", 4, model, max_sequence_len))\n",
-    "print (generate_text(\"new york\", 4, model, max_sequence_len))\n",
-    "print (generate_text(\"science and technology\", 5, model, max_sequence_len))"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "80cd924f",
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.11.7"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 5
-}