00_nytimes_api.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## NYTimes API\n",
    "- This notebook contains the code for retrieving and parsing the New York Times archive headlines over a period of time and exports it as \n",
    "- The code is adapted and modified from [Brienna Herold](https://brienna.medium.com/)'s amazing [article](https://towardsdatascience.com/collecting-data-from-the-new-york-times-over-any-period-of-time-3e365504004)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "ename": "ModuleNotFoundError",
     "evalue": "No module named 'loguru'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
      "\u001b[1;32m/home/bengsoon/Projects/newsgroup_topic_modeling/00_nytimes_api.ipynb Cell 2\u001b[0m in \u001b[0;36m<cell line: 10>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      <a href='vscode-notebook-cell:/home/bengsoon/Projects/newsgroup_topic_modeling/00_nytimes_api.ipynb#W1sZmlsZQ%3D%3D?line=7'>8</a>\u001b[0m \u001b[39mimport\u001b[39;00m \u001b[39mpandas\u001b[39;00m \u001b[39mas\u001b[39;00m \u001b[39mpd\u001b[39;00m\n\u001b[1;32m      <a href='vscode-notebook-cell:/home/bengsoon/Projects/newsgroup_topic_modeling/00_nytimes_api.ipynb#W1sZmlsZQ%3D%3D?line=8'>9</a>\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mdateutil\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mrelativedelta\u001b[39;00m \u001b[39mimport\u001b[39;00m relativedelta\n\u001b[0;32m---> <a href='vscode-notebook-cell:/home/bengsoon/Projects/newsgroup_topic_modeling/00_nytimes_api.ipynb#W1sZmlsZQ%3D%3D?line=9'>10</a>\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mloguru\u001b[39;00m \u001b[39mimport\u001b[39;00m logger\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'loguru'"
     ]
    }
   ],
   "source": [
    "import requests\n",
    "from pprint import pprint as pp\n",
    "import os\n",
    "import json\n",
    "import time\n",
    "import datetime\n",
    "import dateutil\n",
    "import pandas as pd\n",
    "from dateutil.relativedelta import relativedelta\n",
    "from loguru import logger"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# I'm behind a proxy so had to include this. Set this to None by default\n",
    "# proxies = {\n",
    "#    'http': os.environ[\"http_proxy\"],\n",
    "#    'https': os.environ[\"https_proxy\"],\n",
    "# }\n",
    "\n",
    "# set your own NYT Developer's API key\n",
    "API = os.environ[\"NYT_dev_API\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "def send_request():\n",
    "    url = f'https://api.nytimes.com/svc/news/v3/content/all/business.json?api-key={API}'\n",
    "    response = requests.get(url, proxies=None).json()\n",
    "    # print(\"Sleep for 20 secs...\")\n",
    "    # time.sleep(20)\n",
    "    # print(\"Resuming parsing...\")\n",
    "    return response"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "results = send_request()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'abstract': 'She reported on conflicts around the world and for a time was '\n",
      "              'the only American broadcast journalist reporting from Baghdad '\n",
      "              'during the U.S. “shock and awe” bombing campaign in 2003.',\n",
      "  'byline': 'BY KATHARINE Q. SEELYE',\n",
      "  'created_date': '2022-09-07T17:59:35-04:00',\n",
      "  'des_facet': ['Deaths (Obituaries)',\n",
      "                'Radio',\n",
      "                'News and News Media',\n",
      "                'Iraq War (2003-11)',\n",
      "                'Afghanistan War (2001- )'],\n",
      "  'first_published_date': '2022-09-07T17:59:35-04:00',\n",
      "  'geo_facet': ['Baghdad (Iraq)', 'Iraq', 'Afghanistan'],\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'Obituary (Obit)',\n",
      "  'multimedia': [{'caption': 'The NPR correspondent Anne Garrels in Iraq in '\n",
      "                             '2006. She became known for conveying how '\n",
      "                             'momentous events like wars affected the people '\n",
      "                             'who lived through them.',\n",
      "                  'copyright': 'Dianna Douglas/NPR',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/08/obituaries/00Garrels2/00Garrels2-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'The NPR correspondent Anne Garrels in Iraq in '\n",
      "                             '2006. She became known for conveying how '\n",
      "                             'momentous events like wars affected the people '\n",
      "                             'who lived through them.',\n",
      "                  'copyright': 'Dianna Douglas/NPR',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/08/obituaries/00Garrels2/00Garrels2-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'The NPR correspondent Anne Garrels in Iraq in '\n",
      "                             '2006. She became known for conveying how '\n",
      "                             'momentous events like wars affected the people '\n",
      "                             'who lived through them.',\n",
      "                  'copyright': 'Dianna Douglas/NPR',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/08/obituaries/00Garrels2/00Garrels2-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'The NPR correspondent Anne Garrels in Iraq in '\n",
      "                             '2006. She became known for conveying how '\n",
      "                             'momentous events like wars affected the people '\n",
      "                             'who lived through them.',\n",
      "                  'copyright': 'Dianna Douglas/NPR',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 143,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/08/obituaries/00Garrels2/merlin_193641060_ab6aeb0f-4343-48a4-add9-7c0177e5c432-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': ['National Public Radio'],\n",
      "  'per_facet': ['Garrels, Anne'],\n",
      "  'published_date': '2022-09-07T17:59:35-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07garrels',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': 'Media',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/08/obituaries/00Garrels2/00Garrels2-thumbStandard.jpg',\n",
      "  'title': 'Anne Garrels, Fearless NPR Correspondent, Dies at 71',\n",
      "  'updated_date': '2022-09-07T18:42:08-04:00',\n",
      "  'uri': 'nyt://article/de04dd57-99f4-5025-b5a3-1a6d5ad42ea2',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/media/anne-garrels-dead.html'},\n",
      " {'abstract': 'The editor, Brian McGrory, will become the chair of Boston '\n",
      "              'University’s journalism department.',\n",
      "  'byline': 'BY KATIE ROBERTSON',\n",
      "  'created_date': '2022-09-07T17:07:07-04:00',\n",
      "  'des_facet': ['Appointments and Executive Changes', 'News and News Media'],\n",
      "  'first_published_date': '2022-09-07T17:07:07-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'Mr. McGrory, center, in the Globe newsroom in '\n",
      "                             '2014 after a Pulitzer win. He will stay on until '\n",
      "                             'the end of this year or once a successor is in '\n",
      "                             'place.',\n",
      "                  'copyright': 'Suzanne Kreiter/Boston Globe, via Reuters',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/08/multimedia/08brief-globe-mcgrory/08brief-globe-mcgrory-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'Mr. McGrory, center, in the Globe newsroom in '\n",
      "                             '2014 after a Pulitzer win. He will stay on until '\n",
      "                             'the end of this year or once a successor is in '\n",
      "                             'place.',\n",
      "                  'copyright': 'Suzanne Kreiter/Boston Globe, via Reuters',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/08/multimedia/08brief-globe-mcgrory/08brief-globe-mcgrory-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'Mr. McGrory, center, in the Globe newsroom in '\n",
      "                             '2014 after a Pulitzer win. He will stay on until '\n",
      "                             'the end of this year or once a successor is in '\n",
      "                             'place.',\n",
      "                  'copyright': 'Suzanne Kreiter/Boston Globe, via Reuters',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/08/multimedia/08brief-globe-mcgrory/08brief-globe-mcgrory-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'Mr. McGrory, center, in the Globe newsroom in '\n",
      "                             '2014 after a Pulitzer win. He will stay on until '\n",
      "                             'the end of this year or once a successor is in '\n",
      "                             'place.',\n",
      "                  'copyright': 'Suzanne Kreiter/Boston Globe, via Reuters',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 127,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/08/multimedia/08brief-globe-mcgrory/08brief-globe-mcgrory-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': ['Boston Globe', 'New York Times Company'],\n",
      "  'per_facet': ['McGrory, Brian', 'Henry, Linda Pizzuti'],\n",
      "  'published_date': '2022-09-07T17:07:07-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07economy-briefing-boston-globe',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/08/multimedia/08brief-globe-mcgrory/08brief-globe-mcgrory-thumbStandard.jpg',\n",
      "  'title': 'Boston Globe Editor to Step Down',\n",
      "  'updated_date': '2022-09-07T17:15:20-04:00',\n",
      "  'uri': 'nyt://article/5db61361-2881-5bf1-9b20-31c8c41445b9',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/boston-globe-brian-mcgrory.html'},\n",
      " {'abstract': 'Cineworld, the world’s second-largest theater chain after AMC '\n",
      "              'Theaters, said it would seek to reduce its debt through '\n",
      "              'restructuring.',\n",
      "  'byline': 'BY ISABELLA SIMONETTI AND JOE RENNISON',\n",
      "  'created_date': '2022-09-07T13:33:18-04:00',\n",
      "  'des_facet': ['Movies',\n",
      "                'Company Reports',\n",
      "                'Bankruptcies',\n",
      "                'Theaters (Buildings)'],\n",
      "  'first_published_date': '2022-09-07T13:33:18-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'Cineworld, which operates the Regal Cinemas '\n",
      "                             'chain in the United States, said it had secured '\n",
      "                             'financing that would allow it to stay open.',\n",
      "                  'copyright': 'Nathan Bajar for The New York Times',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07cineworld1/07cineworld1-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'Cineworld, which operates the Regal Cinemas '\n",
      "                             'chain in the United States, said it had secured '\n",
      "                             'financing that would allow it to stay open.',\n",
      "                  'copyright': 'Nathan Bajar for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07cineworld1/07cineworld1-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'Cineworld, which operates the Regal Cinemas '\n",
      "                             'chain in the United States, said it had secured '\n",
      "                             'financing that would allow it to stay open.',\n",
      "                  'copyright': 'Nathan Bajar for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07cineworld1/07cineworld1-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'Cineworld, which operates the Regal Cinemas '\n",
      "                             'chain in the United States, said it had secured '\n",
      "                             'financing that would allow it to stay open.',\n",
      "                  'copyright': 'Nathan Bajar for The New York Times',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 136,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07cineworld1/07cineworld1-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': ['Cineworld Group PLC', 'Regal Cinemas'],\n",
      "  'per_facet': None,\n",
      "  'published_date': '2022-09-07T13:33:18-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07cineworld',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/07/multimedia/07cineworld1/07cineworld1-thumbStandard.jpg',\n",
      "  'title': 'Regal Cinemas’ parent, crippled by the pandemic, files for '\n",
      "           'bankruptcy.',\n",
      "  'updated_date': '2022-09-07T13:33:18-04:00',\n",
      "  'uri': 'nyt://article/ba946df0-f00a-5e4d-ba4f-1cd1f64ab1c8',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/regal-cinemas-cineworld-bankruptcy.html'},\n",
      " {'abstract': 'Lael Brainard, the Federal Reserve’s vice chair, said the '\n",
      "              'central bank was “in this for as long as it takes to get '\n",
      "              'inflation down.”',\n",
      "  'byline': 'BY JIM TANKERSLEY',\n",
      "  'created_date': '2022-09-07T12:40:29-04:00',\n",
      "  'des_facet': ['United States Economy',\n",
      "                'Inflation (Economics)',\n",
      "                'Prices (Fares, Fees and Rates)',\n",
      "                'Interest Rates'],\n",
      "  'first_published_date': '2022-09-07T12:40:29-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': None,\n",
      "  'org_facet': ['Federal Reserve System'],\n",
      "  'per_facet': ['Brainard, Lael', 'Powell, Jerome H'],\n",
      "  'published_date': '2022-09-07T12:40:29-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07brainard',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'title': 'Fed’s Vice Chair Signals More Rate Increases Ahead as Inflation '\n",
      "           'Remains Too Hot',\n",
      "  'updated_date': '2022-09-07T16:57:09-04:00',\n",
      "  'uri': 'nyt://article/e5d7a34f-14f1-54e9-a279-bfe2eb9ff951',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/fed-interest-rates-inflation.html'},\n",
      " {'abstract': 'The company is in talks to develop a content partnership with '\n",
      "              'MBC, a Saudi Arabian media giant partly owned by the '\n",
      "              'government.',\n",
      "  'byline': 'BY BENJAMIN MULLIN, LAUREN HIRSCH AND BEN HUBBARD',\n",
      "  'created_date': '2022-09-07T12:26:12-04:00',\n",
      "  'des_facet': ['Assassinations and Attempted Assassinations',\n",
      "                'News and News Media',\n",
      "                'Politics and Government',\n",
      "                'Murders, Attempted Murders and Homicides',\n",
      "                'Advertising and Marketing'],\n",
      "  'first_published_date': '2022-09-07T12:26:12-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'Vice Media Offices in Williamsburg in April, '\n",
      "                             '2020.',\n",
      "                  'copyright': 'Stephen Speranza for The New York Times',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/07vice-saudi-04/07vice-saudi-04-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'Vice Media Offices in Williamsburg in April, '\n",
      "                             '2020.',\n",
      "                  'copyright': 'Stephen Speranza for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/07vice-saudi-04/merlin_171378396_13f96372-127f-45a9-a5b7-1cda8d09dc13-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'Vice Media Offices in Williamsburg in April, '\n",
      "                             '2020.',\n",
      "                  'copyright': 'Stephen Speranza for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/07vice-saudi-04/merlin_171378396_13f96372-127f-45a9-a5b7-1cda8d09dc13-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'Vice Media Offices in Williamsburg in April, '\n",
      "                             '2020.',\n",
      "                  'copyright': 'Stephen Speranza for The New York Times',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 127,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/07vice-saudi-04/merlin_171378396_13f96372-127f-45a9-a5b7-1cda8d09dc13-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': ['Antenna Group Inc', 'MBC Group', 'Vice Media Inc'],\n",
      "  'per_facet': ['Dubuc, Nancy'],\n",
      "  'published_date': '2022-09-07T12:26:12-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07vice-saudi',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': 'Media',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/07/business/07vice-saudi-04/07vice-saudi-04-thumbStandard.jpg',\n",
      "  'title': 'Vice, Exploring a Sale, Weighs a Content Deal With a Saudi-Backed '\n",
      "           'Firm',\n",
      "  'updated_date': '2022-09-07T14:26:24-04:00',\n",
      "  'uri': 'nyt://article/ab8f8d62-059a-5b67-ae5d-152f3fbdcadd',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/media/vice-saudi-arabia.html'},\n",
      " {'abstract': 'The carrier asked regulators to let it schedule more flights at '\n",
      "              'the New York airport, where it resumed operations only last '\n",
      "              'year.',\n",
      "  'byline': 'BY NIRAJ CHOKSHI',\n",
      "  'created_date': '2022-09-07T11:49:12-04:00',\n",
      "  'des_facet': ['Airlines and Airplanes',\n",
      "                'Regulation and Deregulation of Industry',\n",
      "                'Airports'],\n",
      "  'first_published_date': '2022-09-07T11:49:12-04:00',\n",
      "  'geo_facet': ['New York City'],\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': '“If we are not able to get additional '\n",
      "                             'allocations for multiple seasons, we will need '\n",
      "                             'to suspend service at J.F.K., effective at the '\n",
      "                             'end of October,” United Airlines said in a staff '\n",
      "                             'memo.',\n",
      "                  'copyright': 'Gabriela Bhaskar/The New York Times',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/07united-airlines-jfk/07united-airlines-jfk-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': '“If we are not able to get additional '\n",
      "                             'allocations for multiple seasons, we will need '\n",
      "                             'to suspend service at J.F.K., effective at the '\n",
      "                             'end of October,” United Airlines said in a staff '\n",
      "                             'memo.',\n",
      "                  'copyright': 'Gabriela Bhaskar/The New York Times',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/07united-airlines-jfk/merlin_195657525_d9cc3dcb-fb3e-4910-b934-3e86bf414e79-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': '“If we are not able to get additional '\n",
      "                             'allocations for multiple seasons, we will need '\n",
      "                             'to suspend service at J.F.K., effective at the '\n",
      "                             'end of October,” United Airlines said in a staff '\n",
      "                             'memo.',\n",
      "                  'copyright': 'Gabriela Bhaskar/The New York Times',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/07united-airlines-jfk/merlin_195657525_d9cc3dcb-fb3e-4910-b934-3e86bf414e79-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': '“If we are not able to get additional '\n",
      "                             'allocations for multiple seasons, we will need '\n",
      "                             'to suspend service at J.F.K., effective at the '\n",
      "                             'end of October,” United Airlines said in a staff '\n",
      "                             'memo.',\n",
      "                  'copyright': 'Gabriela Bhaskar/The New York Times',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 127,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/07united-airlines-jfk/07united-airlines-jfk-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': ['Federal Aviation Administration',\n",
      "                'United Airlines',\n",
      "                'Kennedy International Airport (Queens, NY)'],\n",
      "  'per_facet': None,\n",
      "  'published_date': '2022-09-07T11:49:12-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07united-airlines-jfk',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/07/business/07united-airlines-jfk/07united-airlines-jfk-thumbStandard.jpg',\n",
      "  'title': 'United Airlines Plans to Halt J.F.K. Service Unless It Gets More '\n",
      "           'Slots',\n",
      "  'updated_date': '2022-09-07T15:18:51-04:00',\n",
      "  'uri': 'nyt://article/31754092-334a-5064-b9c5-d49ee8344fb2',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/united-airlines-jfk-airport.html'},\n",
      " {'abstract': 'The European Union’s competition authority blocked a merger of '\n",
      "              'Illumina and Grail, even though Illumina said Grail had no '\n",
      "              'business in Europe.',\n",
      "  'byline': 'BY EPHRAT LIVNI',\n",
      "  'created_date': '2022-09-07T09:58:02-04:00',\n",
      "  'des_facet': ['Antitrust Laws and Competition Issues',\n",
      "                'Mergers, Acquisitions and Divestitures',\n",
      "                'Regulation and Deregulation of Industry'],\n",
      "  'first_published_date': '2022-09-07T09:58:02-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'Margrethe Vestager, competition commissioner for '\n",
      "                             'the European Commission, which blocked the '\n",
      "                             'merger of Illumina and Grail.',\n",
      "                  'copyright': 'Olivier Matthys/Associated Press',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07illumina1/07illumina1-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'Margrethe Vestager, competition commissioner for '\n",
      "                             'the European Commission, which blocked the '\n",
      "                             'merger of Illumina and Grail.',\n",
      "                  'copyright': 'Olivier Matthys/Associated Press',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07illumina1/07illumina1-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'Margrethe Vestager, competition commissioner for '\n",
      "                             'the European Commission, which blocked the '\n",
      "                             'merger of Illumina and Grail.',\n",
      "                  'copyright': 'Olivier Matthys/Associated Press',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07illumina1/07illumina1-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'Margrethe Vestager, competition commissioner for '\n",
      "                             'the European Commission, which blocked the '\n",
      "                             'merger of Illumina and Grail.',\n",
      "                  'copyright': 'Olivier Matthys/Associated Press',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 119,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07illumina1/07illumina1-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': ['European Commission',\n",
      "                'Grail Inc',\n",
      "                'Illumina and Life Technologies'],\n",
      "  'per_facet': None,\n",
      "  'published_date': '2022-09-07T09:58:02-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07illumina-grail',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/07/multimedia/07illumina1/07illumina1-thumbStandard.jpg',\n",
      "  'title': 'Antitrust regulators expand their global reach.',\n",
      "  'updated_date': '2022-09-07T14:42:52-04:00',\n",
      "  'uri': 'nyt://article/0cf55509-5ebd-5eb1-8c5f-ab6c1603ca33',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/illumina-grail-antitrust.html'},\n",
      " {'abstract': 'The billionaire can amend his lawsuit to include claims from a '\n",
      "              'Twitter whistle-blower, but lost an effort to delay a trial '\n",
      "              'over whether he could drop his bid to buy the company.',\n",
      "  'byline': 'BY ANDREW ROSS SORKIN, VIVIAN GIANG, STEPHEN GANDEL, BERNHARD '\n",
      "            'WARNER, MICHAEL J. DE LA MERCED, LAUREN HIRSCH AND EPHRAT LIVNI',\n",
      "  'created_date': '2022-09-07T08:12:51-04:00',\n",
      "  'des_facet': ['Antitrust Laws and Competition Issues'],\n",
      "  'first_published_date': '2022-09-07T08:12:51-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': 'DealBook Newsletter',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'Early setbacks in court.',\n",
      "                  'copyright': 'Carina Johansen/Agence France-Presse, via '\n",
      "                               'Ntb/Afp Via Getty Images',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07DB-Musk/07DB-Musk-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'Early setbacks in court.',\n",
      "                  'copyright': 'Carina Johansen/Agence France-Presse, via '\n",
      "                               'Ntb/Afp Via Getty Images',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07DB-Musk/07DB-Musk-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'Early setbacks in court.',\n",
      "                  'copyright': 'Carina Johansen/Agence France-Presse, via '\n",
      "                               'Ntb/Afp Via Getty Images',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07DB-Musk/07DB-Musk-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'Early setbacks in court.',\n",
      "                  'copyright': 'Carina Johansen/Agence France-Presse, via '\n",
      "                               'Ntb/Afp Via Getty Images',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 126,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07DB-Musk/07DB-Musk-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': ['Apple Inc',\n",
      "                'Bed Bath & Beyond Inc',\n",
      "                'European Commission',\n",
      "                'Illumina Inc',\n",
      "                'Juul Labs Inc',\n",
      "                'Twitter'],\n",
      "  'per_facet': ['Arnal, Gustavo (d 2022)', 'Musk, Elon'],\n",
      "  'published_date': '2022-09-07T08:12:51-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07DB-newsletter-web',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': 'DealBook',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/07/multimedia/07DB-Musk/07DB-Musk-thumbStandard.jpg',\n",
      "  'title': 'Judge Hands Elon Musk a Win in Court',\n",
      "  'updated_date': '2022-09-07T10:30:51-04:00',\n",
      "  'uri': 'nyt://article/57daf496-dab3-5063-845e-a0eb9ff1e15b',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/dealbook/elon-musk-twitter-dispute-court.html'},\n",
      " {'abstract': 'The state has recently passed a number of bills that could '\n",
      "              'shape legislation across the United States.',\n",
      "  'byline': 'BY THOMAS LOTITO',\n",
      "  'created_date': '2022-09-07T05:02:04-04:00',\n",
      "  'des_facet': ['Fuel Emissions (Transportation)',\n",
      "                'Regulation and Deregulation of Industry',\n",
      "                'Law and Legislation',\n",
      "                'Wages and Salaries',\n",
      "                'Organized Labor'],\n",
      "  'first_published_date': '2022-09-07T05:02:04-04:00',\n",
      "  'geo_facet': ['California'],\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'Some of the bills Gov. Gavin Newsom of '\n",
      "                             'California has signed into law will be felt '\n",
      "                             'across several industries.',\n",
      "                  'copyright': 'T.J. Kirkpatrick for The New York Times',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07catchup1/07catchup1-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'Some of the bills Gov. Gavin Newsom of '\n",
      "                             'California has signed into law will be felt '\n",
      "                             'across several industries.',\n",
      "                  'copyright': 'T.J. Kirkpatrick for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07catchup1/07catchup1-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'Some of the bills Gov. Gavin Newsom of '\n",
      "                             'California has signed into law will be felt '\n",
      "                             'across several industries.',\n",
      "                  'copyright': 'T.J. Kirkpatrick for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07catchup1/07catchup1-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'Some of the bills Gov. Gavin Newsom of '\n",
      "                             'California has signed into law will be felt '\n",
      "                             'across several industries.',\n",
      "                  'copyright': 'T.J. Kirkpatrick for The New York Times',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 131,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/multimedia/07catchup1/07catchup1-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': None,\n",
      "  'per_facet': ['Newsom, Gavin'],\n",
      "  'published_date': '2022-09-07T05:02:04-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07economy-briefing-cali-bill-roundup',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/07/multimedia/07catchup1/07catchup1-thumbStandard.jpg',\n",
      "  'title': 'How policy changes in California could influence the nation.',\n",
      "  'updated_date': '2022-09-07T13:57:14-04:00',\n",
      "  'uri': 'nyt://article/b06beca6-36f5-5043-bed7-d902d2f669ba',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/california-policy-changes-newsom.html'},\n",
      " {'abstract': '',\n",
      "  'byline': '',\n",
      "  'created_date': '2022-09-07T05:02:00-04:00',\n",
      "  'des_facet': None,\n",
      "  'first_published_date': '2022-09-07T05:02:00-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'Live Blog Post',\n",
      "  'multimedia': [{'caption': 'India’s purchases of discounted oil from Russia '\n",
      "                             'eased some effects of rising global energy '\n",
      "                             'prices.',\n",
      "                  'copyright': 'Rajanish Kakade/Associated Press',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/world/00india-economy-02/00india-economy-02-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'India’s purchases of discounted oil from Russia '\n",
      "                             'eased some effects of rising global energy '\n",
      "                             'prices.',\n",
      "                  'copyright': 'Rajanish Kakade/Associated Press',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/world/00india-economy-02/merlin_208481445_a6bd8477-c0ed-4714-9b4f-7ee2560ce8a1-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'India’s purchases of discounted oil from Russia '\n",
      "                             'eased some effects of rising global energy '\n",
      "                             'prices.',\n",
      "                  'copyright': 'Rajanish Kakade/Associated Press',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/world/00india-economy-02/merlin_208481445_a6bd8477-c0ed-4714-9b4f-7ee2560ce8a1-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'India’s purchases of discounted oil from Russia '\n",
      "                             'eased some effects of rising global energy '\n",
      "                             'prices.',\n",
      "                  'copyright': 'Rajanish Kakade/Associated Press',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 129,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/world/00india-economy-02/merlin_208481445_a6bd8477-c0ed-4714-9b4f-7ee2560ce8a1-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': None,\n",
      "  'per_facet': None,\n",
      "  'published_date': '2022-09-07T05:02:00-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07economy-briefing-india-economy-version',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/07/world/00india-economy-02/00india-economy-02-thumbStandard.jpg',\n",
      "  'title': 'India’s economy bucks the global slowdown.',\n",
      "  'updated_date': '2022-09-07T05:02:00-04:00',\n",
      "  'uri': 'nyt://article/a8f8d707-ae8c-50f1-89b3-249a000a17b8',\n",
      "  'url': 'https://www.nytimes.com/live/2022/09/07/business/economy-news-inflation-stocks/indias-economy-bucks-the-global-slowdown'},\n",
      " {'abstract': 'The companies behind e-commerce are embracing automation as the '\n",
      "              'means of transcending the limitations of humans.',\n",
      "  'byline': 'BY PETER S. GOODMAN',\n",
      "  'created_date': '2022-09-07T05:00:38-04:00',\n",
      "  'des_facet': ['Supply Chain',\n",
      "                'Robots and Robotics',\n",
      "                'Shortages',\n",
      "                'Labor and Jobs',\n",
      "                'Coronavirus (2019-nCoV)'],\n",
      "  'first_published_date': '2022-09-07T05:00:38-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'LocusBots at Locus Robotics, a Massachusetts '\n",
      "                             'company that aims to automate warehouses with '\n",
      "                             'robots.',\n",
      "                  'copyright': 'Jessica Rinaldi/The Boston Globe via Getty '\n",
      "                               'Images',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/00Robots-Supply-Chain-1/00Robots-Supply-Chain-1-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'LocusBots at Locus Robotics, a Massachusetts '\n",
      "                             'company that aims to automate warehouses with '\n",
      "                             'robots.',\n",
      "                  'copyright': 'Jessica Rinaldi/The Boston Globe via Getty '\n",
      "                               'Images',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/00Robots-Supply-Chain-1/00Robots-Supply-Chain-1-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'LocusBots at Locus Robotics, a Massachusetts '\n",
      "                             'company that aims to automate warehouses with '\n",
      "                             'robots.',\n",
      "                  'copyright': 'Jessica Rinaldi/The Boston Globe via Getty '\n",
      "                               'Images',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/00Robots-Supply-Chain-1/00Robots-Supply-Chain-1-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'LocusBots at Locus Robotics, a Massachusetts '\n",
      "                             'company that aims to automate warehouses with '\n",
      "                             'robots.',\n",
      "                  'copyright': 'Jessica Rinaldi/The Boston Globe via Getty '\n",
      "                               'Images',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 127,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/00Robots-Supply-Chain-1/00Robots-Supply-Chain-1-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': None,\n",
      "  'per_facet': None,\n",
      "  'published_date': '2022-09-07T05:00:38-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07robots-supply-chain',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/06/business/00Robots-Supply-Chain-1/00Robots-Supply-Chain-1-thumbStandard.jpg',\n",
      "  'title': 'The Supply Chain Broke. Robots Are Supposed to Help Fix It.',\n",
      "  'updated_date': '2022-09-07T13:55:29-04:00',\n",
      "  'uri': 'nyt://article/921c0888-4c1e-5ee1-9ec7-0f7652366221',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/robots-automation-supply-chain.html'},\n",
      " {'abstract': 'The fuel that once flowed freely has been abruptly reduced, '\n",
      "              'sending prices soaring and forcing European governments to '\n",
      "              'struggle for solutions.',\n",
      "  'byline': 'BY JASON KARAIAN AND KARL RUSSELL',\n",
      "  'created_date': '2022-09-07T05:00:36-04:00',\n",
      "  'des_facet': ['Natural Gas',\n",
      "                'Embargoes and Sanctions',\n",
      "                'Russian Invasion of Ukraine (2022)'],\n",
      "  'first_published_date': '2022-09-07T05:00:36-04:00',\n",
      "  'geo_facet': ['Germany', 'Russia'],\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': '',\n",
      "                  'copyright': 'The New York Times',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/06russia-gas-promo/06russia-gas-promo-thumbStandard.png',\n",
      "                  'width': 75},\n",
      "                 {'caption': '',\n",
      "                  'copyright': 'The New York Times',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/06russia-gas-promo/06russia-gas-promo-mediumThreeByTwo210.png',\n",
      "                  'width': 210},\n",
      "                 {'caption': '',\n",
      "                  'copyright': 'The New York Times',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/06russia-gas-promo/06russia-gas-promo-mediumThreeByTwo440.png',\n",
      "                  'width': 440},\n",
      "                 {'caption': '',\n",
      "                  'copyright': 'The New York Times',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 129,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/06russia-gas-promo/06russia-gas-promo-articleInline.png',\n",
      "                  'width': 190}],\n",
      "  'org_facet': ['European Union', 'Gazprom'],\n",
      "  'per_facet': None,\n",
      "  'published_date': '2022-09-07T05:00:36-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07russia-gas',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/06/business/06russia-gas-promo/06russia-gas-promo-thumbStandard.png',\n",
      "  'title': 'How Russian Gas in Europe Is Dwindling',\n",
      "  'updated_date': '2022-09-07T10:16:00-04:00',\n",
      "  'uri': 'nyt://article/837b78b6-098b-505f-a68a-c7a0e8d99cb5',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/russia-gas-europe.html'},\n",
      " {'abstract': 'The Indian government expects growth to exceed 7 percent this '\n",
      "              'year, though that pace may be hard to sustain as the global '\n",
      "              'economy continues to slow.',\n",
      "  'byline': 'BY MUJIB MASHAL AND SUHASINI RAJ',\n",
      "  'created_date': '2022-09-07T04:02:33-04:00',\n",
      "  'des_facet': ['Economic Conditions and Trends', 'Supply Chain'],\n",
      "  'first_published_date': '2022-09-07T04:02:33-04:00',\n",
      "  'geo_facet': ['India'],\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'An electric scooter factory in the Indian state '\n",
      "                             'of Tamil Nadu last month.',\n",
      "                  'copyright': 'Atul Loke for The New York Times',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/world/00india-economy-03/00india-economy-03-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'An electric scooter factory in the Indian state '\n",
      "                             'of Tamil Nadu last month.',\n",
      "                  'copyright': 'Atul Loke for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/world/00india-economy-03/merlin_212121243_00cbde46-f92d-4eb0-a572-865f8e0294b3-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'An electric scooter factory in the Indian state '\n",
      "                             'of Tamil Nadu last month.',\n",
      "                  'copyright': 'Atul Loke for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/world/00india-economy-03/merlin_212121243_00cbde46-f92d-4eb0-a572-865f8e0294b3-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'An electric scooter factory in the Indian state '\n",
      "                             'of Tamil Nadu last month.',\n",
      "                  'copyright': 'Atul Loke for The New York Times',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 127,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/world/00india-economy-03/merlin_212121243_00cbde46-f92d-4eb0-a572-865f8e0294b3-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': None,\n",
      "  'per_facet': None,\n",
      "  'published_date': '2022-09-07T04:02:33-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07india-economy',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/07/world/00india-economy-03/00india-economy-03-thumbStandard.jpg',\n",
      "  'title': 'From the U.S. to China, Major Economies Are Stalling. But Not '\n",
      "           'India.',\n",
      "  'updated_date': '2022-09-07T14:32:40-04:00',\n",
      "  'uri': 'nyt://article/f7f5e1bd-ffcb-541c-9285-b0a59db62524',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/india-economy.html'},\n",
      " {'abstract': 'Investments in battery factories, solar panel manufacturing and '\n",
      "              'mining will help the Biden administration meet targets for '\n",
      "              'reducing greenhouse gases.',\n",
      "  'byline': 'BY JACK EWING AND IVAN PENN',\n",
      "  'created_date': '2022-09-07T03:00:10-04:00',\n",
      "  'des_facet': ['Inflation Reduction Act of 2022',\n",
      "                'Alternative and Renewable Energy',\n",
      "                'Electric and Hybrid Vehicles',\n",
      "                'Automobiles',\n",
      "                'Solar Energy',\n",
      "                'Batteries',\n",
      "                'Supply Chain',\n",
      "                'Lithium (Metal)',\n",
      "                'United States Politics and Government'],\n",
      "  'first_published_date': '2022-09-07T03:00:10-04:00',\n",
      "  'geo_facet': ['United States'],\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'An electric battery plant in Commerce, Ga., '\n",
      "                             'operated by SK Battery America. Other companies '\n",
      "                             'have announced investments in similar factories '\n",
      "                             'in recent weeks.',\n",
      "                  'copyright': 'David Walter Banks for The New York Times',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/00JPenergy-invest-print/00energy-invest01-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'An electric battery plant in Commerce, Ga., '\n",
      "                             'operated by SK Battery America. Other companies '\n",
      "                             'have announced investments in similar factories '\n",
      "                             'in recent weeks.',\n",
      "                  'copyright': 'David Walter Banks for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/00JPenergy-invest-print/00energy-invest01-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'An electric battery plant in Commerce, Ga., '\n",
      "                             'operated by SK Battery America. Other companies '\n",
      "                             'have announced investments in similar factories '\n",
      "                             'in recent weeks.',\n",
      "                  'copyright': 'David Walter Banks for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/00JPenergy-invest-print/00energy-invest01-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'An electric battery plant in Commerce, Ga., '\n",
      "                             'operated by SK Battery America. Other companies '\n",
      "                             'have announced investments in similar factories '\n",
      "                             'in recent weeks.',\n",
      "                  'copyright': 'David Walter Banks for The New York Times',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 127,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/00JPenergy-invest-print/00energy-invest01-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': ['First Solar Inc',\n",
      "                'Honda Motor Co Ltd',\n",
      "                'LG Energy Solution',\n",
      "                'Toyota Motor Corp'],\n",
      "  'per_facet': ['Biden, Joseph R Jr'],\n",
      "  'published_date': '2022-09-07T03:00:10-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '07energy-invest',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': 'Energy & Environment ',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/07/business/00JPenergy-invest-print/00energy-invest01-thumbStandard.jpg',\n",
      "  'title': 'Clean Energy Projects Surge After Climate Bill Passage',\n",
      "  'updated_date': '2022-09-07T15:59:41-04:00',\n",
      "  'uri': 'nyt://article/d589601c-bcc4-5b94-9541-4e339e726e64',\n",
      "  'url': 'https://www.nytimes.com/2022/09/07/business/energy-environment/clean-energy-climate-bill.html'},\n",
      " {'abstract': 'The move would make companies liable for labor law violations '\n",
      "              'by franchise holders, an issue that has shifted with White '\n",
      "              'House control.',\n",
      "  'byline': 'BY NOAM SCHEIBER',\n",
      "  'created_date': '2022-09-06T14:27:12-04:00',\n",
      "  'des_facet': ['Fast Food Industry',\n",
      "                'Labor and Jobs',\n",
      "                'Organized Labor',\n",
      "                'Regulation and Deregulation of Industry',\n",
      "                'Workplace Hazards and Violations',\n",
      "                'Franchises'],\n",
      "  'first_published_date': '2022-09-06T14:27:12-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'Under a proposal, the National Labor Relations '\n",
      "                             'Board could hold a company like McDonald’s '\n",
      "                             'liable if a franchisee fired workers who tried '\n",
      "                             'to unionize, even if the company exercised only '\n",
      "                             'indirect control over workers.',\n",
      "                  'copyright': 'Scott McIntyre for The New York Times',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/06nlrb-ruling-print/06nlrb-ruling-01-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'Under a proposal, the National Labor Relations '\n",
      "                             'Board could hold a company like McDonald’s '\n",
      "                             'liable if a franchisee fired workers who tried '\n",
      "                             'to unionize, even if the company exercised only '\n",
      "                             'indirect control over workers.',\n",
      "                  'copyright': 'Scott McIntyre for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/06nlrb-ruling-print/merlin_208624680_a955ae8e-c501-41e8-9edd-e715925566aa-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'Under a proposal, the National Labor Relations '\n",
      "                             'Board could hold a company like McDonald’s '\n",
      "                             'liable if a franchisee fired workers who tried '\n",
      "                             'to unionize, even if the company exercised only '\n",
      "                             'indirect control over workers.',\n",
      "                  'copyright': 'Scott McIntyre for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/06nlrb-ruling-print/merlin_208624680_a955ae8e-c501-41e8-9edd-e715925566aa-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'Under a proposal, the National Labor Relations '\n",
      "                             'Board could hold a company like McDonald’s '\n",
      "                             'liable if a franchisee fired workers who tried '\n",
      "                             'to unionize, even if the company exercised only '\n",
      "                             'indirect control over workers.',\n",
      "                  'copyright': 'Scott McIntyre for The New York Times',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 127,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/06nlrb-ruling-print/06nlrb-ruling-01-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': [\"McDonald's Corporation\", 'National Labor Relations Board'],\n",
      "  'per_facet': None,\n",
      "  'published_date': '2022-09-06T14:27:12-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '06nlrb-ruling',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': 'Economy',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/07/business/06nlrb-ruling-print/06nlrb-ruling-01-thumbStandard.jpg',\n",
      "  'title': 'Labor Board Proposes to Increase Legal Exposure for Franchised '\n",
      "           'Chains',\n",
      "  'updated_date': '2022-09-06T14:49:55-04:00',\n",
      "  'uri': 'nyt://article/4bd99242-3400-53c2-9f83-4e9662d910f6',\n",
      "  'url': 'https://www.nytimes.com/2022/09/06/business/economy/nlrb-labor-law-fast-food.html'},\n",
      " {'abstract': 'The company that hoped to merge with Trump Media is set to hold '\n",
      "              'a shareholder vote Thursday on extending the deadline to '\n",
      "              'complete the deal, and has a backup plan.',\n",
      "  'byline': 'BY MATTHEW GOLDSTEIN',\n",
      "  'created_date': '2022-09-06T12:37:09-04:00',\n",
      "  'des_facet': ['Mergers, Acquisitions and Divestitures',\n",
      "                'Social Media',\n",
      "                'Initial Public Offerings'],\n",
      "  'first_published_date': '2022-09-06T12:37:09-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'The deal’s potential collapse has raised '\n",
      "                             'questions about the future of Trump Media and '\n",
      "                             'its flagship social media app, Truth Social.',\n",
      "                  'copyright': 'Hannah Beier for The New York Times',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/06trump-spac/06trump-spac-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'The deal’s potential collapse has raised '\n",
      "                             'questions about the future of Trump Media and '\n",
      "                             'its flagship social media app, Truth Social.',\n",
      "                  'copyright': 'Hannah Beier for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/06trump-spac/06trump-spac-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'The deal’s potential collapse has raised '\n",
      "                             'questions about the future of Trump Media and '\n",
      "                             'its flagship social media app, Truth Social.',\n",
      "                  'copyright': 'Hannah Beier for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/06trump-spac/06trump-spac-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'The deal’s potential collapse has raised '\n",
      "                             'questions about the future of Trump Media and '\n",
      "                             'its flagship social media app, Truth Social.',\n",
      "                  'copyright': 'Hannah Beier for The New York Times',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 127,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/06trump-spac/06trump-spac-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': ['Digital World Acquisition Corp',\n",
      "                'Truth Social (Social Network)',\n",
      "                'Twitter',\n",
      "                'Trump Media & Technology Group'],\n",
      "  'per_facet': ['Trump, Donald J'],\n",
      "  'published_date': '2022-09-06T12:37:09-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '06trump-spac',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/06/business/06trump-spac/06trump-spac-thumbStandard.jpg',\n",
      "  'title': 'Decision on Trump Media Merger Plan Is Deferred',\n",
      "  'updated_date': '2022-09-06T23:02:07-04:00',\n",
      "  'uri': 'nyt://article/beead798-0b5d-532e-b66a-72e247921141',\n",
      "  'url': 'https://www.nytimes.com/2022/09/06/business/trump-media-merger.html'},\n",
      " {'abstract': 'But analysts warn that investor confidence in Britain is waning '\n",
      "              'as British assets have slumped.',\n",
      "  'byline': 'BY ESHE NELSON',\n",
      "  'created_date': '2022-09-06T10:46:26-04:00',\n",
      "  'des_facet': ['Prices (Fares, Fees and Rates)',\n",
      "                'Currency',\n",
      "                'British Pound (Currency)',\n",
      "                'Economic Conditions and Trends'],\n",
      "  'first_published_date': '2022-09-06T10:46:26-04:00',\n",
      "  'geo_facet': ['Great Britain'],\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'The value of the British pound rose slightly on '\n",
      "                             'Tuesday.',\n",
      "                  'copyright': 'Dado Ruvic/Reuters',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/multimedia/06uk-pound/06uk-pound-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'The value of the British pound rose slightly on '\n",
      "                             'Tuesday.',\n",
      "                  'copyright': 'Dado Ruvic/Reuters',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/multimedia/06uk-pound/06uk-pound-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'The value of the British pound rose slightly on '\n",
      "                             'Tuesday.',\n",
      "                  'copyright': 'Dado Ruvic/Reuters',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/multimedia/06uk-pound/06uk-pound-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'The value of the British pound rose slightly on '\n",
      "                             'Tuesday.',\n",
      "                  'copyright': 'Dado Ruvic/Reuters',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 127,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/multimedia/06uk-pound/06uk-pound-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': None,\n",
      "  'per_facet': None,\n",
      "  'published_date': '2022-09-06T10:46:26-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '06uk-pound',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/06/multimedia/06uk-pound/06uk-pound-thumbStandard.jpg',\n",
      "  'title': 'Britain’s Pound Wavers on Reports of Relief From Energy Bills',\n",
      "  'updated_date': '2022-09-06T15:21:32-04:00',\n",
      "  'uri': 'nyt://article/a8e8bc14-a22c-563e-bd01-a435dba5983c',\n",
      "  'url': 'https://www.nytimes.com/2022/09/06/business/uk-pound-energy-relief.html'},\n",
      " {'abstract': 'Laura Crossen will assume the duties of Gustavo Arnal, the '\n",
      "              'retailer’s chief financial officer, who died by suicide on '\n",
      "              'Friday.',\n",
      "  'byline': 'BY JORDYN HOLMAN AND LAUREN HIRSCH',\n",
      "  'created_date': '2022-09-06T10:33:06-04:00',\n",
      "  'des_facet': ['Appointments and Executive Changes',\n",
      "                'Suicides and Suicide Attempts'],\n",
      "  'first_published_date': '2022-09-06T10:33:06-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': '',\n",
      "                  'copyright': 'Gabby Jones for The New York Times',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/06bedbath-cfo/06bedbath-cfo-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': '',\n",
      "                  'copyright': 'Gabby Jones for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/06bedbath-cfo/06bedbath-cfo-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': '',\n",
      "                  'copyright': 'Gabby Jones for The New York Times',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/06bedbath-cfo/06bedbath-cfo-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': '',\n",
      "                  'copyright': 'Gabby Jones for The New York Times',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 127,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/06/business/06bedbath-cfo/06bedbath-cfo-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': ['Bed Bath & Beyond Inc'],\n",
      "  'per_facet': None,\n",
      "  'published_date': '2022-09-06T10:33:06-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '06bedbath-cfo',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/06/business/06bedbath-cfo/06bedbath-cfo-thumbStandard.jpg',\n",
      "  'title': 'Bed Bath & Beyond Names an Interim Finance Chief',\n",
      "  'updated_date': '2022-09-06T16:08:31-04:00',\n",
      "  'uri': 'nyt://article/a569ba71-9aa0-55d2-a3ee-c805bd0eb780',\n",
      "  'url': 'https://www.nytimes.com/2022/09/06/business/bed-bath-beyond-cfo.html'},\n",
      " {'abstract': 'Abbott’s lawyers at Jones Day negotiated secret settlements and '\n",
      "              'used scorched earth tactics with families whose infants fell '\n",
      "              'ill after consuming powdered formula.',\n",
      "  'byline': 'BY DAVID ENRICH',\n",
      "  'created_date': '2022-09-06T09:00:11-04:00',\n",
      "  'des_facet': ['Infant Formulas',\n",
      "                'Decisions and Verdicts',\n",
      "                'Babies and Infants',\n",
      "                'Suits and Litigation (Civil)',\n",
      "                'Food Contamination and Poisoning',\n",
      "                'Compensation for Damages (Law)',\n",
      "                'Legal Profession',\n",
      "                'Meningitis',\n",
      "                'Bacteria'],\n",
      "  'first_published_date': '2022-09-06T09:00:11-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': '',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': '',\n",
      "                  'copyright': 'Max Guther',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/11/business/11Abbott-illo-SUB/11Abbott-illo-SUB-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': '',\n",
      "                  'copyright': 'Max Guther',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/11/business/11Abbott-illo-SUB/11Abbott-illo-SUB-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': '',\n",
      "                  'copyright': 'Max Guther',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/11/business/11Abbott-illo-SUB/11Abbott-illo-SUB-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': '',\n",
      "                  'copyright': 'Max Guther',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 264,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/11/business/11Abbott-illo-SUB/11Abbott-illo-print-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': ['Abbott Laboratories', 'Jones Day'],\n",
      "  'per_facet': None,\n",
      "  'published_date': '2022-09-06T09:00:11-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '06abbott',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/11/business/11Abbott-illo-SUB/11Abbott-illo-SUB-thumbStandard.jpg',\n",
      "  'title': 'How Abbott Kept Sick Babies From Becoming a Scandal',\n",
      "  'updated_date': '2022-09-06T12:28:10-04:00',\n",
      "  'uri': 'nyt://article/0fb4b3e2-eb53-58ea-bd81-6203f2365996',\n",
      "  'url': 'https://www.nytimes.com/2022/09/06/business/abbott-baby-formula-lawsuits-jones-day.html'},\n",
      " {'abstract': 'Through a combination of tax credits and direct funding, the '\n",
      "              'Inflation Reduction Act aims to increase the manufacturing of '\n",
      "              'sustainable materials used in infrastructure projects.',\n",
      "  'byline': 'BY JANE MARGOLIES',\n",
      "  'created_date': '2022-09-06T09:00:10-04:00',\n",
      "  'des_facet': ['Global Warming',\n",
      "                'Inflation Reduction Act of 2022',\n",
      "                'Infrastructure (Public Works)',\n",
      "                'Factories and Manufacturing',\n",
      "                'Tax Credits, Deductions and Exemptions',\n",
      "                'Greenhouse Gas Emissions',\n",
      "                'Concrete',\n",
      "                'Asphalt',\n",
      "                'Steel and Iron'],\n",
      "  'first_published_date': '2022-09-06T09:00:10-04:00',\n",
      "  'geo_facet': None,\n",
      "  'item_type': 'Article',\n",
      "  'kicker': 'Square Feet',\n",
      "  'material_type_facet': 'News',\n",
      "  'multimedia': [{'caption': 'An asphalt plant in Norcross, Ga. The Inflation '\n",
      "                             'Reduction Act includes funding for programs to '\n",
      "                             'lower carbon emissions at plants that '\n",
      "                             'manufacture concrete, asphalt and steel.',\n",
      "                  'copyright': 'Erin Schaff/The New York Times',\n",
      "                  'format': 'Standard Thumbnail',\n",
      "                  'height': 75,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/06green-highway01/06green-highway01-thumbStandard.jpg',\n",
      "                  'width': 75},\n",
      "                 {'caption': 'An asphalt plant in Norcross, Ga. The Inflation '\n",
      "                             'Reduction Act includes funding for programs to '\n",
      "                             'lower carbon emissions at plants that '\n",
      "                             'manufacture concrete, asphalt and steel.',\n",
      "                  'copyright': 'Erin Schaff/The New York Times',\n",
      "                  'format': 'mediumThreeByTwo210',\n",
      "                  'height': 140,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/06green-highway01/merlin_201299001_28adb5c9-1a31-4530-82b5-a5482fc16e63-mediumThreeByTwo210.jpg',\n",
      "                  'width': 210},\n",
      "                 {'caption': 'An asphalt plant in Norcross, Ga. The Inflation '\n",
      "                             'Reduction Act includes funding for programs to '\n",
      "                             'lower carbon emissions at plants that '\n",
      "                             'manufacture concrete, asphalt and steel.',\n",
      "                  'copyright': 'Erin Schaff/The New York Times',\n",
      "                  'format': 'mediumThreeByTwo440',\n",
      "                  'height': 293,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/06green-highway01/merlin_201299001_28adb5c9-1a31-4530-82b5-a5482fc16e63-mediumThreeByTwo440.jpg',\n",
      "                  'width': 440},\n",
      "                 {'caption': 'An asphalt plant in Norcross, Ga. The Inflation '\n",
      "                             'Reduction Act includes funding for programs to '\n",
      "                             'lower carbon emissions at plants that '\n",
      "                             'manufacture concrete, asphalt and steel.',\n",
      "                  'copyright': 'Erin Schaff/The New York Times',\n",
      "                  'format': 'Normal',\n",
      "                  'height': 127,\n",
      "                  'subtype': 'photo',\n",
      "                  'type': 'image',\n",
      "                  'url': 'https://static01.nyt.com/images/2022/09/07/business/06green-highway01/06green-highway01-articleInline.jpg',\n",
      "                  'width': 190}],\n",
      "  'org_facet': None,\n",
      "  'per_facet': None,\n",
      "  'published_date': '2022-09-06T09:00:10-04:00',\n",
      "  'related_urls': None,\n",
      "  'section': 'Business',\n",
      "  'slug_name': '06green-highway',\n",
      "  'source': 'New York Times',\n",
      "  'subheadline': '',\n",
      "  'subsection': '',\n",
      "  'thumbnail_standard': 'https://static01.nyt.com/images/2022/09/07/business/06green-highway01/06green-highway01-thumbStandard.jpg',\n",
      "  'title': 'Climate Law a ‘Game Changer’ for Highways and Bridges',\n",
      "  'updated_date': '2022-09-06T17:43:06-04:00',\n",
      "  'uri': 'nyt://article/93d3a830-a2da-5524-a7c2-cab5e1791576',\n",
      "  'url': 'https://www.nytimes.com/2022/09/06/business/climate-law-sustainable-infrastructure.html'}]\n"
     ]
    }
   ],
   "source": [
    "pp(results[\"results\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Anne Garrels, Fearless NPR Correspondent, Dies at 71\n",
      "2022-09-07T17:59:35-04:00\n",
      "\n",
      "Boston Globe Editor to Step Down\n",
      "2022-09-07T17:07:07-04:00\n",
      "\n",
      "Regal Cinemas’ parent, crippled by the pandemic, files for bankruptcy.\n",
      "2022-09-07T13:33:18-04:00\n",
      "\n",
      "Fed’s Vice Chair Signals More Rate Increases Ahead as Inflation Remains Too Hot\n",
      "2022-09-07T12:40:29-04:00\n",
      "\n",
      "Vice, Exploring a Sale, Weighs a Content Deal With a Saudi-Backed Firm\n",
      "2022-09-07T12:26:12-04:00\n",
      "\n",
      "United Airlines Plans to Halt J.F.K. Service Unless It Gets More Slots\n",
      "2022-09-07T11:49:12-04:00\n",
      "\n",
      "Antitrust regulators expand their global reach.\n",
      "2022-09-07T09:58:02-04:00\n",
      "\n",
      "Judge Hands Elon Musk a Win in Court\n",
      "2022-09-07T08:12:51-04:00\n",
      "\n",
      "How policy changes in California could influence the nation.\n",
      "2022-09-07T05:02:04-04:00\n",
      "\n",
      "India’s economy bucks the global slowdown.\n",
      "2022-09-07T05:02:00-04:00\n",
      "\n",
      "The Supply Chain Broke. Robots Are Supposed to Help Fix It.\n",
      "2022-09-07T05:00:38-04:00\n",
      "\n",
      "How Russian Gas in Europe Is Dwindling\n",
      "2022-09-07T05:00:36-04:00\n",
      "\n",
      "From the U.S. to China, Major Economies Are Stalling. But Not India.\n",
      "2022-09-07T04:02:33-04:00\n",
      "\n",
      "Clean Energy Projects Surge After Climate Bill Passage\n",
      "2022-09-07T03:00:10-04:00\n",
      "\n",
      "Labor Board Proposes to Increase Legal Exposure for Franchised Chains\n",
      "2022-09-06T14:27:12-04:00\n",
      "\n",
      "Decision on Trump Media Merger Plan Is Deferred\n",
      "2022-09-06T12:37:09-04:00\n",
      "\n",
      "Britain’s Pound Wavers on Reports of Relief From Energy Bills\n",
      "2022-09-06T10:46:26-04:00\n",
      "\n",
      "Bed Bath & Beyond Names an Interim Finance Chief\n",
      "2022-09-06T10:33:06-04:00\n",
      "\n",
      "How Abbott Kept Sick Babies From Becoming a Scandal\n",
      "2022-09-06T09:00:11-04:00\n",
      "\n",
      "Climate Law a ‘Game Changer’ for Highways and Bridges\n",
      "2022-09-06T09:00:10-04:00\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for result in results[\"results\"]:\n",
    "    print(result[\"title\"])\n",
    "    print(result[\"published_date\"])\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [],
   "source": [
    "def send_request():\n",
    "    url = f'https://api.nytimes.com/svc/news/v3/content/all/business.json?api-key={API}'\n",
    "    response = requests.get(url, proxies=None).json()\n",
    "    # print(\"Sleep for 20 secs...\")\n",
    "    # time.sleep(20)\n",
    "    # print(\"Resuming parsing...\")\n",
    "    return response\n",
    "\n",
    "def parse_response(response):\n",
    "    ''' \n",
    "    Parses the response into pandas dataframe\n",
    "    '''\n",
    "    logger.info(\"Parsing response...\")\n",
    "    data = {'headline': [],  \n",
    "        'date': [], \n",
    "        'doc_type': [],\n",
    "        'material_type': [],\n",
    "        'section': [],\n",
    "        'keywords': []}\n",
    "    \n",
    "    articles = response['response']['docs'] \n",
    "    for article in articles: # For each article, make sure it falls within our date range\n",
    "        date = dateutil.parser.parse(article['pub_date']).date()\n",
    "        if is_valid(article, date):\n",
    "            data['date'].append(date)\n",
    "            data['headline'].append(article['headline']['main']) \n",
    "            if 'section' in article:\n",
    "                data['section'].append(article['section_name'])\n",
    "            else:\n",
    "                data['section'].append(None)\n",
    "            data['doc_type'].append(article['document_type'])\n",
    "            if 'type_of_material' in article: \n",
    "                data['material_type'].append(article['type_of_material'])\n",
    "            else:\n",
    "                data['material_type'].append(None)\n",
    "            keywords = [keyword['value'] for keyword in article['keywords'] if keyword['name'] == 'subject']\n",
    "            data['keywords'].append(keywords)\n",
    "    return pd.DataFrame(data) \n",
    "\n",
    "def get_data(dates):\n",
    "    '''Sends and parses request/response to/from NYT Archive API for given dates.'''\n",
    "    total = 0\n",
    "    print('Date range: ' + str(dates[0]) + ' to ' + str(dates[-1]))\n",
    "    if not os.path.exists('headlines'):\n",
    "        os.mkdir('headlines')\n",
    "    df_headlines = pd.read_csv(\"headlines/2020-5_2022-8_NYtimes_headlines.csv\")\n",
    "    for date in dates:\n",
    "        response = send_request(date)\n",
    "        df = parse_response(response)\n",
    "        total += len(df)\n",
    "        print(\"Concatenating headlines...\")\n",
    "        df_headlines = pd.concat([df_headlines, df])\n",
    "        print('Saving current data to \"headlines/' + dates[0][0] + '-' + dates[0][1] + '_' + dates[-1][0] + '-' + dates[-1][1] + '_NYtimes_headlines.csv\"...')\n",
    "        print(f\"Headlines retrieved for {date[0]}/{date[1]}.\")\n",
    "        print()\n",
    "        df_headlines.to_csv('headlines/' + dates[0][0] + '-' + dates[0][1] + '_' + dates[-1][0] + '-' + dates[-1][1] + '_NYtimes_headlines.csv', index=False)\n",
    "    print('Number of articles collected: ' + str(len(df_headlines)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [],
   "source": [
    "end = datetime.date(2022,8,1)\n",
    "start = end - relativedelta(years=3)\n",
    "\n",
    "months_in_range = [x.split(' ') for x in pd.date_range(start, end, freq='MS').strftime(\"%Y %-m\").tolist()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Date range: ['2021', '6'] to ['2022', '8']\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2021/6.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2021/6.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2021/7.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2021/7.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2021/8.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2021/8.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2021/9.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2021/9.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2021/10.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2021/10.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2021/11.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2021/11.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2021/12.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2021/12.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2022/1.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2022/1.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2022/2.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2022/2.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2022/3.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2022/3.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2022/4.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2022/4.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2022/5.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2022/5.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2022/6.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2022/6.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2022/7.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2022/7.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Retrieving response from https://api.nytimes.com/svc/archive/v1/2022/8.json?api-key=$API_KEY\n",
      "Sleep for 20 secs...\n",
      "Resuming parsing...\n",
      "Parsing response...\n",
      "Concatenating headlines...\n",
      "Headlines retrieved for 2022/8.\n",
      "\n",
      "Saving current data to \"headlines/2021-6_2022-8_NYtimes_headlines.csv\"...\n",
      "Number of articles collected: 58115\n"
     ]
    }
   ],
   "source": [
    "get_data(months_in_range)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9.12 ('sentiment')",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "364640074c588d130d9958289f705e92cb462fd42bb154f2d2b859d686dc2b03"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}