{ "cells": [ { "cell_type": "code", "execution_count": 73, "metadata": {}, "outputs": [], "source": [ "#Bread & butter\n", "import pandas as pd\n", "from itertools import product\n", "from selenium import webdriver\n", "from selenium.webdriver.common.keys import Keys\n", "from selenium import webdriver\n", "from selenium.webdriver.common.keys import Keys\n", "from selenium.webdriver import ActionChains\n", "from selenium.webdriver.chrome.options import Options\n", "\n", "\n" ] }, { "cell_type": "code", "execution_count": 74, "metadata": {}, "outputs": [], "source": [ "# define URLs & datapoints to scrape\n", "obama_briefing_url='https://2009-2017.state.gov/r/pa/prs/dpb/'\n", "trump_briefing_url='https://www.state.gov/r/pa/prs/dpb/'\n", "obamaYearList=['2013','2014','2015','2016']\n", "trumpYearList=['2017','2018']\n", "monthList=['01','02','03','04','05','06','07','08','09','10','11','12']\n", "briefing_df=pd.DataFrame(columns=['Year','Month','Day','President','Tick_Color'])\n", "\n", "\n", "# Set basic driver options. Minimum logging\n", "chrome_options = Options()\n", "chrome_options.add_argument('--log-level=3')\n", "driver = webdriver.Chrome(\"C:\\chromedriver_win32\\chromedriver.exe\")\n" ] }, { "cell_type": "code", "execution_count": 76, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "https://2009-2017.state.gov/r/pa/prs/dpb/2013/01\n", "31----------17\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "22------ Press Briefing Present\n", "25------ Press Briefing Present\n", "28------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2013/02\n", "28----------17\n", "1------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "19------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2013/03\n", "31----------17\n", "1------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "22------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2013/04\n", "30----------18\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "12------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2013/05\n", "31----------19\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "6------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "20------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2013/06\n", "30----------20\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2013/07\n", "31----------21\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2013/08\n", "31----------17\n", "1------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2013/09\n", "30----------12\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "9------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2013/10\n", "31----------22\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2013/11\n", "30----------14\n", "1------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2013/12\n", "31----------15\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "9------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2014/01\n", "31----------19\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "27------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2014/02\n", "28----------14\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "10------ Press Briefing Present\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "14------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2014/03\n", "31----------17\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "14------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2014/04\n", "30----------21\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "7------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2014/05\n", "31----------16\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "27------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2014/06\n", "30----------20\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "20------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2014/07\n", "31----------19\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2014/08\n", "31----------16\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2014/09\n", "30----------13\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "12------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "19------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2014/10\n", "31----------22\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2014/11\n", "30----------15\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "10------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2014/12\n", "31----------17\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "8------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2015/01\n", "31----------18\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2015/02\n", "28----------16\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "23------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2015/03\n", "31----------19\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "6------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2015/04\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "30----------20\n", "3------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2015/05\n", "31----------20\n", "1------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2015/06\n", "30----------21\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2015/07\n", "31----------17\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "13------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "24------ Press Briefing Present\n", "27------ Press Briefing Present\n", "30------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2015/08\n", "31----------17\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2015/09\n", "30----------14\n", "1------ Press Briefing Present\n", "3------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "24------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2015/10\n", "31----------19\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2015/11\n", "30----------16\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "13------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2015/12\n", "31----------17\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2016/01\n", "31----------15\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "11------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2016/02\n", "29----------17\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "22------ Press Briefing Present\n", "26------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2016/03\n", "31----------21\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2016/04\n", "30----------20\n", "1------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2016/05\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "31----------20\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2016/06\n", "30----------22\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2016/07\n", "31----------19\n", "1------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2016/08\n", "31----------18\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2016/09\n", "30----------15\n", "1------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2016/10\n", "31----------19\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2016/11\n", "30----------17\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "7------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://2009-2017.state.gov/r/pa/prs/dpb/2016/12\n", "31----------16\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "27------ Press Briefing Present\n" ] } ], "source": [ "# Scrape data for 'Daily' press briefings for first 2 years of Obama administration\n", "\n", "obamaYearMonth=list(product(obamaYearList,monthList))\n", "\n", "for yearMonth in obamaYearMonth:\n", " print(obama_briefing_url+yearMonth[0]+\"/\"+yearMonth[1])\n", " link=obama_briefing_url+yearMonth[0]+\"/\"+yearMonth[1]\n", " driver.get(link)\n", " allDays=driver.find_elements_by_xpath('//li[@class=\"day\"]')\n", " allBriefingDays=driver.find_elements_by_xpath('//a[@class=\"view\"]')\n", " print(str(len(allDays))+\"----------\"+str(len(allBriefingDays)))\n", " dayNum=0\n", " for day in allDays:\n", " dayNum+=1\n", " #print(day.find_elements_by_class_name('view'))\n", " if((day.find_elements_by_class_name('view'))): \n", " print(str(dayNum)+'------ Press Briefing Present')\n", " briefing_df.loc[len(briefing_df)]=[yearMonth[0],yearMonth[1],dayNum,'Obama','Blue']\n", " \n", " \n", " \n", " " ] }, { "cell_type": "code", "execution_count": 79, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "https://www.state.gov/r/pa/prs/dpb/2017/01\n", "31----------0\n", "https://www.state.gov/r/pa/prs/dpb/2017/02\n", "28----------2\n", "3------ Press Briefing Present\n", "13------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2017/03\n", "31----------16\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "23------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2017/04\n", "30----------12\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "6------ Press Briefing Present\n", "11------ Press Briefing Present\n", "13------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "20------ Press Briefing Present\n", "24------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2017/05\n", "31----------9\n", "2------ Press Briefing Present\n", "4------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "15------ Press Briefing Present\n", "23------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2017/06\n", "30----------14\n", "1------ Press Briefing Present\n", "6------ Press Briefing Present\n", "8------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "15------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "22------ Press Briefing Present\n", "27------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2017/07\n", "31----------12\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "11------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "25------ Press Briefing Present\n", "27------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2017/08\n", "31----------14\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "15------ Press Briefing Present\n", "18------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "24------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2017/09\n", "30----------13\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "18------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2017/10\n", "31----------19\n", "3------ Press Briefing Present\n", "4------ Press Briefing Present\n", "6------ Press Briefing Present\n", "10------ Press Briefing Present\n", "12------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "24------ Press Briefing Present\n", "26------ Press Briefing Present\n", "27------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2017/11\n", "30----------14\n", "3------ Press Briefing Present\n", "7------ Press Briefing Present\n", "9------ Press Briefing Present\n", "11------ Press Briefing Present\n", "14------ Press Briefing Present\n", "17------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "28------ Press Briefing Present\n", "30------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2017/12\n", "31----------14\n", "1------ Press Briefing Present\n", "5------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2018/01\n", "31----------16\n", "2------ Press Briefing Present\n", "4------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "16------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "23------ Press Briefing Present\n", "25------ Press Briefing Present\n", "29------ Press Briefing Present\n", "30------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2018/02\n", "28----------14\n", "1------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "12------ Press Briefing Present\n", "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "20------ Press Briefing Present\n", "22------ Press Briefing Present\n", "27------ Press Briefing Present\n", "28------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2018/03\n", "31----------12\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "5------ Press Briefing Present\n", "6------ Press Briefing Present\n", "8------ Press Briefing Present\n", "15------ Press Briefing Present\n", "20------ Press Briefing Present\n", "21------ Press Briefing Present\n", "22------ Press Briefing Present\n", "23------ Press Briefing Present\n", "27------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2018/04\n", "30----------12\n", "2------ Press Briefing Present\n", "4------ Press Briefing Present\n", "10------ Press Briefing Present\n", "13------ Press Briefing Present\n", "17------ Press Briefing Present\n", "19------ Press Briefing Present\n", "20------ Press Briefing Present\n", "22------ Press Briefing Present\n", "25------ Press Briefing Present\n", "26------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2018/05\n", "31----------11\n", "3------ Press Briefing Present\n", "8------ Press Briefing Present\n", "11------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "18------ Press Briefing Present\n", "22------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2018/06\n", "30----------8\n", "5------ Press Briefing Present\n", "7------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "21------ Press Briefing Present\n", "26------ Press Briefing Present\n", "28------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2018/07\n", "31----------11\n", "2------ Press Briefing Present\n", "3------ Press Briefing Present\n", "5------ Press Briefing Present\n", "10------ Press Briefing Present\n", "12------ Press Briefing Present\n", "18------ Press Briefing Present\n", "19------ Press Briefing Present\n", "24------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2018/08\n", "31----------12\n", "2------ Press Briefing Present\n", "6------ Press Briefing Present\n", "7------ Press Briefing Present\n", "8------ Press Briefing Present\n", "9------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "16------ Press Briefing Present\n", "17------ Press Briefing Present\n", "23------ Press Briefing Present\n", "28------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2018/09\n", "30----------6\n", "6------ Press Briefing Present\n", "11------ Press Briefing Present\n", "13------ Press Briefing Present\n", "18------ Press Briefing Present\n", "20------ Press Briefing Present\n", "25------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2018/10\n", "31----------9\n", "2------ Press Briefing Present\n", "9------ Press Briefing Present\n", "10------ Press Briefing Present\n", "11------ Press Briefing Present\n", "17------ Press Briefing Present\n", "23------ Press Briefing Present\n", "30------ Press Briefing Present\n", "31------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2018/11\n", "30----------11\n", "1------ Press Briefing Present\n", "2------ Press Briefing Present\n", "7------ Press Briefing Present\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "13------ Press Briefing Present\n", "14------ Press Briefing Present\n", "15------ Press Briefing Present\n", "20------ Press Briefing Present\n", "27------ Press Briefing Present\n", "29------ Press Briefing Present\n", "https://www.state.gov/r/pa/prs/dpb/2018/12\n", "31----------6\n", "3------ Press Briefing Present\n", "11------ Press Briefing Present\n", "18------ Press Briefing Present\n" ] } ], "source": [ "# Scrape data for 'Daily' press briefings for first 2 years of Obama administration\n", "\n", "trumpYearMonth=list(product(trumpYearList,monthList))\n", "\n", "for yearMonth in trumpYearMonth:\n", " print(trump_briefing_url+yearMonth[0]+\"/\"+yearMonth[1])\n", " link=trump_briefing_url+yearMonth[0]+\"/\"+yearMonth[1]\n", " driver.get(link)\n", " allDays=driver.find_elements_by_xpath('//li[@class=\"day\"]')\n", " allBriefingDays=driver.find_elements_by_xpath('//a[@class=\"read\"]')\n", " print(str(len(allDays))+\"----------\"+str(len(allBriefingDays)))\n", " dayNum=0\n", " for day in allDays:\n", " dayNum+=1\n", " #print(day.find_elements_by_class_name('view'))\n", " if((day.find_elements_by_class_name('read'))): \n", " print(str(dayNum)+'------ Press Briefing Present')\n", " briefing_df.loc[len(briefing_df)]=[yearMonth[0],yearMonth[1],dayNum,'Trump','Red']\n", " " ] }, { "cell_type": "code", "execution_count": 80, "metadata": {}, "outputs": [], "source": [ "#Save data for plotting\n", "\n", "briefing_df.to_csv('Full_Press_Briefing_Data.csv',index=False)" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.5.6" } }, "nbformat": 4, "nbformat_minor": 2 }