{ "cells": [ { "cell_type": "code", "execution_count": 22, "metadata": {}, "outputs": [], "source": [ "# import libraries\n", "import re\n", "import datetime\n", "import time\n", "import pandas as pd\n", "import numpy as np\n", "from urllib.request import urlopen\n", "from selenium import webdriver\n", "from selenium.webdriver.common.keys import Keys\n", "from selenium.webdriver.chrome.options import Options\n", "from selenium.webdriver.remote.webelement import WebElement\n", "from selenium.common.exceptions import NoSuchElementException\n", "from selenium.webdriver.support.ui import WebDriverWait\n", "from selenium.webdriver.support import expected_conditions as EC\n", "from selenium.webdriver.common.by import By\n", "from selenium.common.exceptions import TimeoutException" ] }, { "cell_type": "code", "execution_count": 46, "metadata": {}, "outputs": [], "source": [ "\n", "#full_df=pd.Da" ] }, { "cell_type": "code", "execution_count": 24, "metadata": {}, "outputs": [], "source": [ "full_df=pd.read_csv('Scraped_Earbud_Featured_Page.csv')" ] }, { "cell_type": "code", "execution_count": 25, "metadata": {}, "outputs": [], "source": [ "full_df['Product_ID']=full_df['URL'].apply(lambda st: st[st.find(\"dp/\")+3:st.find(\"/ref\")])\n", "full_df['reviewmeta_rating']=''\n", "full_df['decision']=''" ] }, { "cell_type": "code", "execution_count": 26, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
Created_DateDepthDescriptionHeightLengthListed_DateNamePriceRatingReviewURLWeightProduct_IDreviewmeta_ratingdecision
02018-12-23T15:27:04.2241051.0Lightweight in-ear stereo earphones provides n...7.33.9NaNBetron ELR50 Earphones Earbuds Headphones, Bal...10.994.4827https://www.amazon.com/Betron-Earphones-Headph...0.21000B01M8G5K8V
12018-12-23T15:27:11.6590882.4ACTIVE NOISE CANCELLING: Reduce background sou...4.15.5NaNActive Noise Cancelling Earphones, RAVEtone Wi...44.994.43https://www.amazon.com/Cancelling-Earphones-RA...0.38750B07G7468KC
22018-12-23T15:27:21.0076200.5\\r\\nNATURAL SOUND QUALITY - Super BASS. 20Hz-2...0.50.9NaNEarphones Cloudio J1 Noise Cancelling Earbuds ...19.990.00https://www.amazon.com/Cloudio-J1-Cancelling-H...0.03000B079196D5M
32018-12-23T15:27:36.4564986.8\\r\\nWired In-Ear Headphones: Perfect for exerc...3.23.6NaNPanasonic ErgoFit In-Ear Earbud Headphones RP-...8.984.255942https://www.amazon.com/Panasonic-Headphones-RP...0.01000B003EM8008
42018-12-23T15:27:46.9266206.812mm dome type driver units deliver powerful d...1.52.6NaNSony MDRXB50AP Extra Bass Earbud Headset (Black)29.994.13761https://www.amazon.com/Sony-MDRXB50AP-Extra-Ea...0.15000B00JRD13T8
52018-12-23T15:27:53.5401381.4ORIGINAL SOUND EXPERIENCES: Excellent stereo h...3.53.5December 20, 2018Earbuds Headphones Stereo in-Ear Earphones Noi...12.995.0162https://www.amazon.com/Headphones-Earphones-Is...0.12000B07M935W8X
62018-12-23T15:28:03.5561261.0COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A...1.44.7NaNAvantree Sports Headphones Wired with Micropho...14.994.4327https://www.amazon.com/Avantree-Headphones-Mic...0.06000B078T9HFDJ
72018-12-23T15:28:17.8382868.8\\r\\nDeep, clear sound enhanced by exclusive Tr...1.94.9NaNBose SoundSport in-ear headphones for Samsung ...69.994.01657https://www.amazon.com/Bose-SoundSport-headpho...0.04000B0117RFPCC
82018-12-23T15:28:27.6155381.2DUAL DRIVER EARBUDS WITH INCREDIBLE SOUND - Ex...6.69.2NaNAiwa Prodigy-1 Premium Earphones - in-Ear Head...29.994.3102https://www.amazon.com/Aiwa-Prodigy-1-Premium-...0.15000B07BF5F9LZ
92018-12-23T15:28:37.3880271.0Lightweight in-ear stereo earphones provides n...7.33.9NaNBetron ELR50 Earphones Earbuds Headphones, Bal...10.994.4827https://www.amazon.com/Betron-Earphones-Headph...0.21000B01M8G5K8V
102018-12-23T15:28:45.7646861.1Ergonomic ear bud design makes these earphones...3.43.4NaNEarbuds, BYZ Wired Earphones Stereo in Ear Hea...9.995.0132https://www.amazon.com/Earbuds-BYZ-Earphones-H...0.03000B07KR681VD
112018-12-23T15:28:52.9157770.5MAGNETIC FEATURE:The unique magnetic design of...1.11.5NaNWired Earbuds,COSPOR Magnetic in-Ear Stereo Ea...15.995.044https://www.amazon.com/COSPOR-Magnetic-Earphon...0.10000B07LD4SCLZ
122018-12-23T15:29:01.0261000.0\\r\\nFeel the power of extra bass. Connectivity...0.00.0NaNSony MDRXB510AS/B Extra Bass Wired Headphones,...39.993.9209https://www.amazon.com/Sony-MDRXB510AS-Headpho...0.25000B01MTEU4V9
132018-12-23T15:29:07.9012051.6♬ EXCEPTIONAL GUALITY OF SOUND - These workout...4.36.5December 4, 2018Running Headphones, LZHE in Ear Hi-Fi Monitor ...21.995.0142https://www.amazon.com/Headphones-LZHE-Isolati...0.13000B07L4JJYRB
142018-12-23T15:29:15.8534230.4\\r\\nPremium audio: Ultra-lightweight, digital ...2.23.0NaNMoxil Original 3.5MM Metal In-ear Wired Earpho...15.995.0482https://www.amazon.com/Moxil-Original-Earphone...0.05000B07L65BKF9
152018-12-23T15:29:23.3388812.0✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e...2.07.0NaNEarbuds Ear Buds in Ear Headphones Wired Earph...11.995.0572https://www.amazon.com/Headphones-Earphones-Mi...0.04000B07L7XS26S
162018-12-23T15:29:31.5443811.0COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A...1.44.7NaNAvantree Sports Headphones Wired with Micropho...14.994.4327https://www.amazon.com/Avantree-Headphones-Mic...0.06000B078T9HFDJ
172018-12-23T15:29:38.7660981.2COMFORTABLE & SNUG FIT IN KIDS/WOMEN SMALL EAR...2.75.6NaNJoysico Sports Headphones Wired Over Ear In-ea...14.994.184https://www.amazon.com/Joysico-Headphones-Earp...0.03000B0796S9CGR
182018-12-23T15:29:45.6623950.6【Enhanced Sound】Powerful 10mm composite driver...1.851.2NaNAnker SoundBuds Verve Built-in Microphone in E...15.993.9105https://www.amazon.com/Anker-SoundBuds-Built-M...0.02000B077XNCSQS
192018-12-23T15:29:52.2159531.7\\r\\nUniversal compatibility: Compatible with m...3.13.9December 14, 2018in-Ear Earbuds,COSPOR Wired Headphones Hands-F...15.995.058https://www.amazon.com/COSPOR-Headphones-Hands...0.04000B07LCRQVYW
202018-12-23T15:29:58.4171321.2EXECELLENT SOUND BLOCKS OUT EXTERIOR NOISE:Ear...4.65.1December 2, 2018Earbuds Headphones with Microphone Mic Noise I...12.995.0197https://www.amazon.com/Headphones-Microphone-I...0.08000B07L2R9KFR
212018-12-23T15:30:05.5616801.4\\r\\nStereo and Crystal Clear Sound: Built-in h...3.23.2NaNEarphones, USTEK in-Ear Wired Earbuds Stereo S...10.995.0135https://www.amazon.com/Earphones-USTEK-Headpho...0.15000B07KFD5DFF
222018-12-23T15:30:12.2299711.3♬【DEEP BASS SOUND & NOISE ISOLATING】Perfect st...3.15.5NaNEarbuds Ear Buds Earphones with Microphone Mic...12.995.098https://www.amazon.com/Earphones-Microphone-He...0.11000B07KWM3NZ1
232018-12-23T15:30:20.6047591.2Hybrid sound system of symphonic drivers and b...3.25.3NaNin Ear Headphones SDFLAYER E97 Pro Earphones w...28.995.01965https://www.amazon.com/Ear-Headphones-SDFLAYER...0.24000B07JZ6N979
242018-12-23T15:30:28.4612200.2ACTIVE NOISE CANCELLING: Reduce background sou...0.20.2NaNTaoTronics Active Noise Cancelling Headphones,...43.993.9360https://www.amazon.com/TaoTronics-Cancelling-H...0.07000B075DBL2QP
252018-12-23T15:30:34.8397700.4✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e...3.26.0NaNKURSO Compatible for iPhone Samsung Android Ea...11.995.0332https://www.amazon.com/KURSO-Compatible-Headph...0.03000B07J59RGH7
262018-12-23T15:30:41.2865581.0✤Ultra Perfect Sound Quality - Perfect stereo ...3.73.8NaNEarbuds Ear Buds Wired Earbud with Microphone ...12.995.0190https://www.amazon.com/Microphone-Isolating-He...0.10000B07KSYMTMC
272018-12-23T15:30:47.9134862.7OVER EAR EARBUDS FOR SMALL EARS - The ear buds...1.15.6NaNROVKING Over Ear in Ear Noise Isolating Sweatp...14.994.03809https://www.amazon.com/ROVKING-Isolating-Sweat...0.09000B01H3CQ64Q
282018-12-23T15:30:53.5914981.0PREMIUM EARBUDS EARPHONES HEADPHONE: High perf...3.33.3NaNEarbuds Ear Buds Sport Earbuds Running Earbuds...9.995.0347https://www.amazon.com/Headphones-Earphones-Mi...0.06000B07KQ4XNDV
292018-12-23T15:31:00.6001813.9WIRELESS + WIRED: Enjoy the freedom of wireles...1.43.5NaNBack Bay 2-in-1 Wireless & Wired Bluetooth Ear...34.994.2157https://www.amazon.com/Back-Bay-Sweatproof-Hea...0.04000B0757WVSN8
302018-12-23T15:31:07.4094311.2♫ HIGH-PERFORMANCE SOUND QUALITY: These earbud...2.83.0December 5, 2018Earbuds Ear Buds Stereo Earphones in-Ear Headp...12.995.0229https://www.amazon.com/Earphones-Headphones-Mi...0.15000B07L5CRQMB
312018-12-23T15:31:14.8713871.7SUPER SOUND: These in ear headphones delivery ...5.65.6NaNSenzer H2 In Ear Headphones with Mic Wired Ear...18.994.812https://www.amazon.com/Headphones-Noise-Isolat...0.50000B07JL1HZGD
322018-12-23T15:31:22.7035550.9\\r\\nBuilt in Microphone and Volume control for...3.17.0NaNBetron B25 Noise Isolating in Ear Canal Headph...15.994.4191https://www.amazon.com/Betron-Isolating-Headph...0.10000B079GFF4HZ
332018-12-23T15:31:31.1956931.0Active Noise Cancelling Functionality: Reduces...1.024.2NaNTaoTronics Active Noise Cancelling Headphones,...49.994.2160https://www.amazon.com/dp/B07FM1L5HJ/ref=sxbs_...0.05000B07FM1L5HJ
342018-12-23T15:31:52.9564266.8\\r\\nPOWERFUL SOUND - Deep base and clean trebl...2.21.4NaNBlack GUMY in Ear Earbuds with Stay fit Ear Ti...0.003.955https://www.amazon.com/dp/B073R2RSB2/ref=sxbs_...0.07000B073R2RSB2
352018-12-23T15:32:02.9843930.7【Super Sound quality+ Bluetooth 4.1】Powerful m...0.933.0NaNSoundPEATS Bluetooth Headphones Wireless Earbu...0.004.3356https://www.amazon.com/dp/B07KLV4P88/ref=sxbs_...0.04000B07KLV4P88
362018-12-23T15:32:10.9338542.8\\r\\nSNUG FIT AND STAY PUT IN YOUR EARS THROUGH...1.25.7NaNROVKING Wired Sweatproof Earhook in Ear Sport ...12.993.92667https://www.amazon.com/dp/B017AW0GO0/ref=sxbs_...0.08000B017AW0GO0
372018-12-23T15:32:18.6987211.2[IPX6 SWEATPROOF] - Inner nano-coating protect...0.824.8NaNSoundPEATS Magnetic Wireless Earbuds Bluetooth...0.004.5146https://www.amazon.com/dp/B07DFGP3XQ/ref=sxbs_...0.33125B07DFGP3XQ
\n", "
" ], "text/plain": [ " Created_Date Depth \\\n", "0 2018-12-23T15:27:04.224105 1.0 \n", "1 2018-12-23T15:27:11.659088 2.4 \n", "2 2018-12-23T15:27:21.007620 0.5 \n", "3 2018-12-23T15:27:36.456498 6.8 \n", "4 2018-12-23T15:27:46.926620 6.8 \n", "5 2018-12-23T15:27:53.540138 1.4 \n", "6 2018-12-23T15:28:03.556126 1.0 \n", "7 2018-12-23T15:28:17.838286 8.8 \n", "8 2018-12-23T15:28:27.615538 1.2 \n", "9 2018-12-23T15:28:37.388027 1.0 \n", "10 2018-12-23T15:28:45.764686 1.1 \n", "11 2018-12-23T15:28:52.915777 0.5 \n", "12 2018-12-23T15:29:01.026100 0.0 \n", "13 2018-12-23T15:29:07.901205 1.6 \n", "14 2018-12-23T15:29:15.853423 0.4 \n", "15 2018-12-23T15:29:23.338881 2.0 \n", "16 2018-12-23T15:29:31.544381 1.0 \n", "17 2018-12-23T15:29:38.766098 1.2 \n", "18 2018-12-23T15:29:45.662395 0.6 \n", "19 2018-12-23T15:29:52.215953 1.7 \n", "20 2018-12-23T15:29:58.417132 1.2 \n", "21 2018-12-23T15:30:05.561680 1.4 \n", "22 2018-12-23T15:30:12.229971 1.3 \n", "23 2018-12-23T15:30:20.604759 1.2 \n", "24 2018-12-23T15:30:28.461220 0.2 \n", "25 2018-12-23T15:30:34.839770 0.4 \n", "26 2018-12-23T15:30:41.286558 1.0 \n", "27 2018-12-23T15:30:47.913486 2.7 \n", "28 2018-12-23T15:30:53.591498 1.0 \n", "29 2018-12-23T15:31:00.600181 3.9 \n", "30 2018-12-23T15:31:07.409431 1.2 \n", "31 2018-12-23T15:31:14.871387 1.7 \n", "32 2018-12-23T15:31:22.703555 0.9 \n", "33 2018-12-23T15:31:31.195693 1.0 \n", "34 2018-12-23T15:31:52.956426 6.8 \n", "35 2018-12-23T15:32:02.984393 0.7 \n", "36 2018-12-23T15:32:10.933854 2.8 \n", "37 2018-12-23T15:32:18.698721 1.2 \n", "\n", " Description Height Length \\\n", "0 Lightweight in-ear stereo earphones provides n... 7.3 3.9 \n", "1 ACTIVE NOISE CANCELLING: Reduce background sou... 4.1 5.5 \n", "2 \\r\\nNATURAL SOUND QUALITY - Super BASS. 20Hz-2... 0.5 0.9 \n", "3 \\r\\nWired In-Ear Headphones: Perfect for exerc... 3.2 3.6 \n", "4 12mm dome type driver units deliver powerful d... 1.5 2.6 \n", "5 ORIGINAL SOUND EXPERIENCES: Excellent stereo h... 3.5 3.5 \n", "6 COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A... 1.4 4.7 \n", "7 \\r\\nDeep, clear sound enhanced by exclusive Tr... 1.9 4.9 \n", "8 DUAL DRIVER EARBUDS WITH INCREDIBLE SOUND - Ex... 6.6 9.2 \n", "9 Lightweight in-ear stereo earphones provides n... 7.3 3.9 \n", "10 Ergonomic ear bud design makes these earphones... 3.4 3.4 \n", "11 MAGNETIC FEATURE:The unique magnetic design of... 1.1 1.5 \n", "12 \\r\\nFeel the power of extra bass. Connectivity... 0.0 0.0 \n", "13 ♬ EXCEPTIONAL GUALITY OF SOUND - These workout... 4.3 6.5 \n", "14 \\r\\nPremium audio: Ultra-lightweight, digital ... 2.2 3.0 \n", "15 ✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e... 2.0 7.0 \n", "16 COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A... 1.4 4.7 \n", "17 COMFORTABLE & SNUG FIT IN KIDS/WOMEN SMALL EAR... 2.7 5.6 \n", "18 【Enhanced Sound】Powerful 10mm composite driver... 1.8 51.2 \n", "19 \\r\\nUniversal compatibility: Compatible with m... 3.1 3.9 \n", "20 EXECELLENT SOUND BLOCKS OUT EXTERIOR NOISE:Ear... 4.6 5.1 \n", "21 \\r\\nStereo and Crystal Clear Sound: Built-in h... 3.2 3.2 \n", "22 ♬【DEEP BASS SOUND & NOISE ISOLATING】Perfect st... 3.1 5.5 \n", "23 Hybrid sound system of symphonic drivers and b... 3.2 5.3 \n", "24 ACTIVE NOISE CANCELLING: Reduce background sou... 0.2 0.2 \n", "25 ✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e... 3.2 6.0 \n", "26 ✤Ultra Perfect Sound Quality - Perfect stereo ... 3.7 3.8 \n", "27 OVER EAR EARBUDS FOR SMALL EARS - The ear buds... 1.1 5.6 \n", "28 PREMIUM EARBUDS EARPHONES HEADPHONE: High perf... 3.3 3.3 \n", "29 WIRELESS + WIRED: Enjoy the freedom of wireles... 1.4 3.5 \n", "30 ♫ HIGH-PERFORMANCE SOUND QUALITY: These earbud... 2.8 3.0 \n", "31 SUPER SOUND: These in ear headphones delivery ... 5.6 5.6 \n", "32 \\r\\nBuilt in Microphone and Volume control for... 3.1 7.0 \n", "33 Active Noise Cancelling Functionality: Reduces... 1.0 24.2 \n", "34 \\r\\nPOWERFUL SOUND - Deep base and clean trebl... 2.2 1.4 \n", "35 【Super Sound quality+ Bluetooth 4.1】Powerful m... 0.9 33.0 \n", "36 \\r\\nSNUG FIT AND STAY PUT IN YOUR EARS THROUGH... 1.2 5.7 \n", "37 [IPX6 SWEATPROOF] - Inner nano-coating protect... 0.8 24.8 \n", "\n", " Listed_Date Name \\\n", "0 NaN Betron ELR50 Earphones Earbuds Headphones, Bal... \n", "1 NaN Active Noise Cancelling Earphones, RAVEtone Wi... \n", "2 NaN Earphones Cloudio J1 Noise Cancelling Earbuds ... \n", "3 NaN Panasonic ErgoFit In-Ear Earbud Headphones RP-... \n", "4 NaN Sony MDRXB50AP Extra Bass Earbud Headset (Black) \n", "5 December 20, 2018 Earbuds Headphones Stereo in-Ear Earphones Noi... \n", "6 NaN Avantree Sports Headphones Wired with Micropho... \n", "7 NaN Bose SoundSport in-ear headphones for Samsung ... \n", "8 NaN Aiwa Prodigy-1 Premium Earphones - in-Ear Head... \n", "9 NaN Betron ELR50 Earphones Earbuds Headphones, Bal... \n", "10 NaN Earbuds, BYZ Wired Earphones Stereo in Ear Hea... \n", "11 NaN Wired Earbuds,COSPOR Magnetic in-Ear Stereo Ea... \n", "12 NaN Sony MDRXB510AS/B Extra Bass Wired Headphones,... \n", "13 December 4, 2018 Running Headphones, LZHE in Ear Hi-Fi Monitor ... \n", "14 NaN Moxil Original 3.5MM Metal In-ear Wired Earpho... \n", "15 NaN Earbuds Ear Buds in Ear Headphones Wired Earph... \n", "16 NaN Avantree Sports Headphones Wired with Micropho... \n", "17 NaN Joysico Sports Headphones Wired Over Ear In-ea... \n", "18 NaN Anker SoundBuds Verve Built-in Microphone in E... \n", "19 December 14, 2018 in-Ear Earbuds,COSPOR Wired Headphones Hands-F... \n", "20 December 2, 2018 Earbuds Headphones with Microphone Mic Noise I... \n", "21 NaN Earphones, USTEK in-Ear Wired Earbuds Stereo S... \n", "22 NaN Earbuds Ear Buds Earphones with Microphone Mic... \n", "23 NaN in Ear Headphones SDFLAYER E97 Pro Earphones w... \n", "24 NaN TaoTronics Active Noise Cancelling Headphones,... \n", "25 NaN KURSO Compatible for iPhone Samsung Android Ea... \n", "26 NaN Earbuds Ear Buds Wired Earbud with Microphone ... \n", "27 NaN ROVKING Over Ear in Ear Noise Isolating Sweatp... \n", "28 NaN Earbuds Ear Buds Sport Earbuds Running Earbuds... \n", "29 NaN Back Bay 2-in-1 Wireless & Wired Bluetooth Ear... \n", "30 December 5, 2018 Earbuds Ear Buds Stereo Earphones in-Ear Headp... \n", "31 NaN Senzer H2 In Ear Headphones with Mic Wired Ear... \n", "32 NaN Betron B25 Noise Isolating in Ear Canal Headph... \n", "33 NaN TaoTronics Active Noise Cancelling Headphones,... \n", "34 NaN Black GUMY in Ear Earbuds with Stay fit Ear Ti... \n", "35 NaN SoundPEATS Bluetooth Headphones Wireless Earbu... \n", "36 NaN ROVKING Wired Sweatproof Earhook in Ear Sport ... \n", "37 NaN SoundPEATS Magnetic Wireless Earbuds Bluetooth... \n", "\n", " Price Rating Review URL \\\n", "0 10.99 4.4 827 https://www.amazon.com/Betron-Earphones-Headph... \n", "1 44.99 4.4 3 https://www.amazon.com/Cancelling-Earphones-RA... \n", "2 19.99 0.0 0 https://www.amazon.com/Cloudio-J1-Cancelling-H... \n", "3 8.98 4.2 55942 https://www.amazon.com/Panasonic-Headphones-RP... \n", "4 29.99 4.1 3761 https://www.amazon.com/Sony-MDRXB50AP-Extra-Ea... \n", "5 12.99 5.0 162 https://www.amazon.com/Headphones-Earphones-Is... \n", "6 14.99 4.4 327 https://www.amazon.com/Avantree-Headphones-Mic... \n", "7 69.99 4.0 1657 https://www.amazon.com/Bose-SoundSport-headpho... \n", "8 29.99 4.3 102 https://www.amazon.com/Aiwa-Prodigy-1-Premium-... \n", "9 10.99 4.4 827 https://www.amazon.com/Betron-Earphones-Headph... \n", "10 9.99 5.0 132 https://www.amazon.com/Earbuds-BYZ-Earphones-H... \n", "11 15.99 5.0 44 https://www.amazon.com/COSPOR-Magnetic-Earphon... \n", "12 39.99 3.9 209 https://www.amazon.com/Sony-MDRXB510AS-Headpho... \n", "13 21.99 5.0 142 https://www.amazon.com/Headphones-LZHE-Isolati... \n", "14 15.99 5.0 482 https://www.amazon.com/Moxil-Original-Earphone... \n", "15 11.99 5.0 572 https://www.amazon.com/Headphones-Earphones-Mi... \n", "16 14.99 4.4 327 https://www.amazon.com/Avantree-Headphones-Mic... \n", "17 14.99 4.1 84 https://www.amazon.com/Joysico-Headphones-Earp... \n", "18 15.99 3.9 105 https://www.amazon.com/Anker-SoundBuds-Built-M... \n", "19 15.99 5.0 58 https://www.amazon.com/COSPOR-Headphones-Hands... \n", "20 12.99 5.0 197 https://www.amazon.com/Headphones-Microphone-I... \n", "21 10.99 5.0 135 https://www.amazon.com/Earphones-USTEK-Headpho... \n", "22 12.99 5.0 98 https://www.amazon.com/Earphones-Microphone-He... \n", "23 28.99 5.0 1965 https://www.amazon.com/Ear-Headphones-SDFLAYER... \n", "24 43.99 3.9 360 https://www.amazon.com/TaoTronics-Cancelling-H... \n", "25 11.99 5.0 332 https://www.amazon.com/KURSO-Compatible-Headph... \n", "26 12.99 5.0 190 https://www.amazon.com/Microphone-Isolating-He... \n", "27 14.99 4.0 3809 https://www.amazon.com/ROVKING-Isolating-Sweat... \n", "28 9.99 5.0 347 https://www.amazon.com/Headphones-Earphones-Mi... \n", "29 34.99 4.2 157 https://www.amazon.com/Back-Bay-Sweatproof-Hea... \n", "30 12.99 5.0 229 https://www.amazon.com/Earphones-Headphones-Mi... \n", "31 18.99 4.8 12 https://www.amazon.com/Headphones-Noise-Isolat... \n", "32 15.99 4.4 191 https://www.amazon.com/Betron-Isolating-Headph... \n", "33 49.99 4.2 160 https://www.amazon.com/dp/B07FM1L5HJ/ref=sxbs_... \n", "34 0.00 3.9 55 https://www.amazon.com/dp/B073R2RSB2/ref=sxbs_... \n", "35 0.00 4.3 356 https://www.amazon.com/dp/B07KLV4P88/ref=sxbs_... \n", "36 12.99 3.9 2667 https://www.amazon.com/dp/B017AW0GO0/ref=sxbs_... \n", "37 0.00 4.5 146 https://www.amazon.com/dp/B07DFGP3XQ/ref=sxbs_... \n", "\n", " Weight Product_ID reviewmeta_rating decision \n", "0 0.21000 B01M8G5K8V \n", "1 0.38750 B07G7468KC \n", "2 0.03000 B079196D5M \n", "3 0.01000 B003EM8008 \n", "4 0.15000 B00JRD13T8 \n", "5 0.12000 B07M935W8X \n", "6 0.06000 B078T9HFDJ \n", "7 0.04000 B0117RFPCC \n", "8 0.15000 B07BF5F9LZ \n", "9 0.21000 B01M8G5K8V \n", "10 0.03000 B07KR681VD \n", "11 0.10000 B07LD4SCLZ \n", "12 0.25000 B01MTEU4V9 \n", "13 0.13000 B07L4JJYRB \n", "14 0.05000 B07L65BKF9 \n", "15 0.04000 B07L7XS26S \n", "16 0.06000 B078T9HFDJ \n", "17 0.03000 B0796S9CGR \n", "18 0.02000 B077XNCSQS \n", "19 0.04000 B07LCRQVYW \n", "20 0.08000 B07L2R9KFR \n", "21 0.15000 B07KFD5DFF \n", "22 0.11000 B07KWM3NZ1 \n", "23 0.24000 B07JZ6N979 \n", "24 0.07000 B075DBL2QP \n", "25 0.03000 B07J59RGH7 \n", "26 0.10000 B07KSYMTMC \n", "27 0.09000 B01H3CQ64Q \n", "28 0.06000 B07KQ4XNDV \n", "29 0.04000 B0757WVSN8 \n", "30 0.15000 B07L5CRQMB \n", "31 0.50000 B07JL1HZGD \n", "32 0.10000 B079GFF4HZ \n", "33 0.05000 B07FM1L5HJ \n", "34 0.07000 B073R2RSB2 \n", "35 0.04000 B07KLV4P88 \n", "36 0.08000 B017AW0GO0 \n", "37 0.33125 B07DFGP3XQ " ] }, "execution_count": 26, "metadata": {}, "output_type": "execute_result" } ], "source": [ "full_df" ] }, { "cell_type": "code", "execution_count": 27, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "0\n", "https://reviewmeta.com/amazon/B01M8G5K8V\n", "2\n", "4.1/5\n", "Looks good\n", "1\n", "https://reviewmeta.com/amazon/B07G7468KC\n", "2\n", "4.3/5\n", "Looks good\n", "2\n", "https://reviewmeta.com/amazon/B079196D5M\n", "2\n", "3.5/5\n", "Looks good\n", "3\n", "https://reviewmeta.com/amazon/B003EM8008\n", "2\n", "4.1/5\n", "Looks good\n", "4\n", "https://reviewmeta.com/amazon/B00JRD13T8\n", "4\n", "4.1/5\n", "Looks good\n", "5\n", "https://reviewmeta.com/amazon/B07M935W8X\n", "2\n", "N/A\n", "Looks fake\n", "6\n", "https://reviewmeta.com/amazon/B078T9HFDJ\n", "2\n", "4.0/5\n", "Looks good\n", "7\n", "https://reviewmeta.com/amazon/B0117RFPCC\n", "2\n", "4.0/5\n", "Looks good\n", "8\n", "https://reviewmeta.com/amazon/B07BF5F9LZ\n", "2\n", "4.5/5\n", "Looks good\n", "9\n", "https://reviewmeta.com/amazon/B01M8G5K8V\n", "2\n", "4.1/5\n", "Looks good\n", "10\n", "https://reviewmeta.com/amazon/B07KR681VD\n", "2\n", "N/A\n", "Looks fake\n", "11\n", "https://reviewmeta.com/amazon/B07LD4SCLZ\n", "2\n", "N/A\n", "Looks fake\n", "12\n", "https://reviewmeta.com/amazon/B01MTEU4V9\n", "2\n", "3.8/5\n", "Looks good\n", "13\n", "https://reviewmeta.com/amazon/B07L4JJYRB\n", "2\n", "N/A\n", "Looks fake\n", "14\n", "https://reviewmeta.com/amazon/B07L65BKF9\n", "2\n", "N/A\n", "Looks fake\n", "15\n", "https://reviewmeta.com/amazon/B07L7XS26S\n", "2\n", "N/A\n", "Looks fake\n", "16\n", "https://reviewmeta.com/amazon/B078T9HFDJ\n", "2\n", "4.0/5\n", "Looks good\n", "17\n", "https://reviewmeta.com/amazon/B0796S9CGR\n", "2\n", "4.6/5\n", "Looks good\n", "18\n", "https://reviewmeta.com/amazon/B077XNCSQS\n", "4\n", "4.0/5\n", "Looks good\n", "19\n", "https://reviewmeta.com/amazon/B07LCRQVYW\n", "2\n", "N/A\n", "Looks fake\n", "20\n", "https://reviewmeta.com/amazon/B07L2R9KFR\n", "2\n", "N/A\n", "Looks fake\n", "21\n", "https://reviewmeta.com/amazon/B07KFD5DFF\n", "2\n", "N/A\n", "Looks fake\n", "22\n", "https://reviewmeta.com/amazon/B07KWM3NZ1\n", "2\n", "N/A\n", "Looks fake\n", "23\n", "https://reviewmeta.com/amazon/B07JZ6N979\n", "2\n", "N/A\n", "Looks fake\n", "24\n", "https://reviewmeta.com/amazon/B075DBL2QP\n", "2\n", "3.9/5\n", "Looks good\n", "25\n", "https://reviewmeta.com/amazon/B07J59RGH7\n", "2\n", "N/A\n", "Looks fake\n", "26\n", "https://reviewmeta.com/amazon/B07KSYMTMC\n", "2\n", "N/A\n", "Looks fake\n", "27\n", "https://reviewmeta.com/amazon/B01H3CQ64Q\n", "2\n", "4.0/5\n", "Looks good\n", "28\n", "https://reviewmeta.com/amazon/B07KQ4XNDV\n", "2\n", "N/A\n", "Looks fake\n", "29\n", "https://reviewmeta.com/amazon/B0757WVSN8\n", "2\n", "4.0/5\n", "Looks good\n", "30\n", "https://reviewmeta.com/amazon/B07L5CRQMB\n", "2\n", "N/A\n", "Looks fake\n", "31\n", "https://reviewmeta.com/amazon/B07JL1HZGD\n", "2\n", "4.8/5\n", "Looks good\n", "32\n", "https://reviewmeta.com/amazon/B079GFF4HZ\n", "2\n", "4.2/5\n", "Looks good\n", "33\n", "https://reviewmeta.com/amazon/B07FM1L5HJ\n", "2\n", "4.2/5\n", "Looks good\n", "34\n", "https://reviewmeta.com/amazon/B073R2RSB2\n", "2\n", "3.7/5\n", "Looks good\n", "35\n", "https://reviewmeta.com/amazon/B07KLV4P88\n", "2\n", "4.3/5\n", "Looks good\n", "36\n", "https://reviewmeta.com/amazon/B017AW0GO0\n", "2\n", "3.9/5\n", "Looks good\n", "37\n", "https://reviewmeta.com/amazon/B07DFGP3XQ\n", "2\n", "4.5/5\n", "Looks good\n" ] } ], "source": [ "driver = webdriver.Chrome(\"C:\\chromedriver_win32\\chromedriver.exe\")\n", "clicked_agree=0\n", "for index,row in full_df.iterrows():\n", " #print(row['Product_ID'])\n", " print(index)\n", " reviewmeta_url='https://reviewmeta.com/amazon/'+row['Product_ID']\n", " print(reviewmeta_url)\n", " driver.get(reviewmeta_url)\n", " \n", " #agree_button=driver.find_element_by_id('terms_accepted')\n", " #print(agree_button)\n", " if(clicked_agree==0):\n", " driver.find_element_by_id('terms_accepted').click()\n", " clicked_agree=1\n", " #meta_rating=driver.find_element_by_id('adjusted-rating-large')\n", " #print(meta_rating)\n", "\n", " #time.sleep(10)\n", " ratings=driver.find_elements_by_xpath(\"//label[contains(@class,'orig-rating')]\")\n", " print(len(ratings))\n", " print(ratings[1].text)\n", " reviewmeta_rating=ratings[1].text\n", " if reviewmeta_rating== \"N/A\":\n", " print(\"Looks fake\")\n", " #reviewmeta_rating=\"N/A\"\n", "\n", " full_df.at[index,'decision']='Fake'\n", " else:\n", " print(\"Looks good\")\n", "\n", " full_df.at[index,'decision']='Good'\n", " reviewmeta_rating=reviewmeta_rating.split(\"/\")[0]\n", "\n", " full_df.at[index,'reviewmeta_rating']=reviewmeta_rating \n", " \n", "# except:\n", "# print('----Needs reviwing---- ')\n", "# print(reviewmeta_url)\n", " \n", " \n", " \n", " \n", " \n", " " ] }, { "cell_type": "code", "execution_count": 28, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "Index(['Created_Date', 'Depth', 'Description', 'Height', 'Length',\n", " 'Listed_Date', 'Name', 'Price', 'Rating', 'Review', 'URL', 'Weight',\n", " 'Product_ID', 'reviewmeta_rating', 'decision'],\n", " dtype='object')" ] }, "execution_count": 28, "metadata": {}, "output_type": "execute_result" } ], "source": [ "full_df.columns" ] }, { "cell_type": "code", "execution_count": 29, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
Created_DateDepthDescriptionHeightLengthListed_DateNamePriceRatingReviewURLWeightProduct_IDreviewmeta_ratingdecision
02018-12-23T15:27:04.2241051.0Lightweight in-ear stereo earphones provides n...7.33.9NaNBetron ELR50 Earphones Earbuds Headphones, Bal...10.994.4827https://www.amazon.com/Betron-Earphones-Headph...0.21000B01M8G5K8V4.1Good
12018-12-23T15:27:11.6590882.4ACTIVE NOISE CANCELLING: Reduce background sou...4.15.5NaNActive Noise Cancelling Earphones, RAVEtone Wi...44.994.43https://www.amazon.com/Cancelling-Earphones-RA...0.38750B07G7468KC4.3Good
22018-12-23T15:27:21.0076200.5\\r\\nNATURAL SOUND QUALITY - Super BASS. 20Hz-2...0.50.9NaNEarphones Cloudio J1 Noise Cancelling Earbuds ...19.990.00https://www.amazon.com/Cloudio-J1-Cancelling-H...0.03000B079196D5M3.5Good
32018-12-23T15:27:36.4564986.8\\r\\nWired In-Ear Headphones: Perfect for exerc...3.23.6NaNPanasonic ErgoFit In-Ear Earbud Headphones RP-...8.984.255942https://www.amazon.com/Panasonic-Headphones-RP...0.01000B003EM80084.1Good
42018-12-23T15:27:46.9266206.812mm dome type driver units deliver powerful d...1.52.6NaNSony MDRXB50AP Extra Bass Earbud Headset (Black)29.994.13761https://www.amazon.com/Sony-MDRXB50AP-Extra-Ea...0.15000B00JRD13T84.1Good
52018-12-23T15:27:53.5401381.4ORIGINAL SOUND EXPERIENCES: Excellent stereo h...3.53.5December 20, 2018Earbuds Headphones Stereo in-Ear Earphones Noi...12.995.0162https://www.amazon.com/Headphones-Earphones-Is...0.12000B07M935W8XN/AFake
62018-12-23T15:28:03.5561261.0COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A...1.44.7NaNAvantree Sports Headphones Wired with Micropho...14.994.4327https://www.amazon.com/Avantree-Headphones-Mic...0.06000B078T9HFDJ4.0Good
72018-12-23T15:28:17.8382868.8\\r\\nDeep, clear sound enhanced by exclusive Tr...1.94.9NaNBose SoundSport in-ear headphones for Samsung ...69.994.01657https://www.amazon.com/Bose-SoundSport-headpho...0.04000B0117RFPCC4.0Good
82018-12-23T15:28:27.6155381.2DUAL DRIVER EARBUDS WITH INCREDIBLE SOUND - Ex...6.69.2NaNAiwa Prodigy-1 Premium Earphones - in-Ear Head...29.994.3102https://www.amazon.com/Aiwa-Prodigy-1-Premium-...0.15000B07BF5F9LZ4.5Good
92018-12-23T15:28:37.3880271.0Lightweight in-ear stereo earphones provides n...7.33.9NaNBetron ELR50 Earphones Earbuds Headphones, Bal...10.994.4827https://www.amazon.com/Betron-Earphones-Headph...0.21000B01M8G5K8V4.1Good
102018-12-23T15:28:45.7646861.1Ergonomic ear bud design makes these earphones...3.43.4NaNEarbuds, BYZ Wired Earphones Stereo in Ear Hea...9.995.0132https://www.amazon.com/Earbuds-BYZ-Earphones-H...0.03000B07KR681VDN/AFake
112018-12-23T15:28:52.9157770.5MAGNETIC FEATURE:The unique magnetic design of...1.11.5NaNWired Earbuds,COSPOR Magnetic in-Ear Stereo Ea...15.995.044https://www.amazon.com/COSPOR-Magnetic-Earphon...0.10000B07LD4SCLZN/AFake
122018-12-23T15:29:01.0261000.0\\r\\nFeel the power of extra bass. Connectivity...0.00.0NaNSony MDRXB510AS/B Extra Bass Wired Headphones,...39.993.9209https://www.amazon.com/Sony-MDRXB510AS-Headpho...0.25000B01MTEU4V93.8Good
132018-12-23T15:29:07.9012051.6♬ EXCEPTIONAL GUALITY OF SOUND - These workout...4.36.5December 4, 2018Running Headphones, LZHE in Ear Hi-Fi Monitor ...21.995.0142https://www.amazon.com/Headphones-LZHE-Isolati...0.13000B07L4JJYRBN/AFake
142018-12-23T15:29:15.8534230.4\\r\\nPremium audio: Ultra-lightweight, digital ...2.23.0NaNMoxil Original 3.5MM Metal In-ear Wired Earpho...15.995.0482https://www.amazon.com/Moxil-Original-Earphone...0.05000B07L65BKF9N/AFake
152018-12-23T15:29:23.3388812.0✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e...2.07.0NaNEarbuds Ear Buds in Ear Headphones Wired Earph...11.995.0572https://www.amazon.com/Headphones-Earphones-Mi...0.04000B07L7XS26SN/AFake
162018-12-23T15:29:31.5443811.0COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A...1.44.7NaNAvantree Sports Headphones Wired with Micropho...14.994.4327https://www.amazon.com/Avantree-Headphones-Mic...0.06000B078T9HFDJ4.0Good
172018-12-23T15:29:38.7660981.2COMFORTABLE & SNUG FIT IN KIDS/WOMEN SMALL EAR...2.75.6NaNJoysico Sports Headphones Wired Over Ear In-ea...14.994.184https://www.amazon.com/Joysico-Headphones-Earp...0.03000B0796S9CGR4.6Good
182018-12-23T15:29:45.6623950.6【Enhanced Sound】Powerful 10mm composite driver...1.851.2NaNAnker SoundBuds Verve Built-in Microphone in E...15.993.9105https://www.amazon.com/Anker-SoundBuds-Built-M...0.02000B077XNCSQS4.0Good
192018-12-23T15:29:52.2159531.7\\r\\nUniversal compatibility: Compatible with m...3.13.9December 14, 2018in-Ear Earbuds,COSPOR Wired Headphones Hands-F...15.995.058https://www.amazon.com/COSPOR-Headphones-Hands...0.04000B07LCRQVYWN/AFake
202018-12-23T15:29:58.4171321.2EXECELLENT SOUND BLOCKS OUT EXTERIOR NOISE:Ear...4.65.1December 2, 2018Earbuds Headphones with Microphone Mic Noise I...12.995.0197https://www.amazon.com/Headphones-Microphone-I...0.08000B07L2R9KFRN/AFake
212018-12-23T15:30:05.5616801.4\\r\\nStereo and Crystal Clear Sound: Built-in h...3.23.2NaNEarphones, USTEK in-Ear Wired Earbuds Stereo S...10.995.0135https://www.amazon.com/Earphones-USTEK-Headpho...0.15000B07KFD5DFFN/AFake
222018-12-23T15:30:12.2299711.3♬【DEEP BASS SOUND & NOISE ISOLATING】Perfect st...3.15.5NaNEarbuds Ear Buds Earphones with Microphone Mic...12.995.098https://www.amazon.com/Earphones-Microphone-He...0.11000B07KWM3NZ1N/AFake
232018-12-23T15:30:20.6047591.2Hybrid sound system of symphonic drivers and b...3.25.3NaNin Ear Headphones SDFLAYER E97 Pro Earphones w...28.995.01965https://www.amazon.com/Ear-Headphones-SDFLAYER...0.24000B07JZ6N979N/AFake
242018-12-23T15:30:28.4612200.2ACTIVE NOISE CANCELLING: Reduce background sou...0.20.2NaNTaoTronics Active Noise Cancelling Headphones,...43.993.9360https://www.amazon.com/TaoTronics-Cancelling-H...0.07000B075DBL2QP3.9Good
252018-12-23T15:30:34.8397700.4✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e...3.26.0NaNKURSO Compatible for iPhone Samsung Android Ea...11.995.0332https://www.amazon.com/KURSO-Compatible-Headph...0.03000B07J59RGH7N/AFake
262018-12-23T15:30:41.2865581.0✤Ultra Perfect Sound Quality - Perfect stereo ...3.73.8NaNEarbuds Ear Buds Wired Earbud with Microphone ...12.995.0190https://www.amazon.com/Microphone-Isolating-He...0.10000B07KSYMTMCN/AFake
272018-12-23T15:30:47.9134862.7OVER EAR EARBUDS FOR SMALL EARS - The ear buds...1.15.6NaNROVKING Over Ear in Ear Noise Isolating Sweatp...14.994.03809https://www.amazon.com/ROVKING-Isolating-Sweat...0.09000B01H3CQ64Q4.0Good
282018-12-23T15:30:53.5914981.0PREMIUM EARBUDS EARPHONES HEADPHONE: High perf...3.33.3NaNEarbuds Ear Buds Sport Earbuds Running Earbuds...9.995.0347https://www.amazon.com/Headphones-Earphones-Mi...0.06000B07KQ4XNDVN/AFake
292018-12-23T15:31:00.6001813.9WIRELESS + WIRED: Enjoy the freedom of wireles...1.43.5NaNBack Bay 2-in-1 Wireless & Wired Bluetooth Ear...34.994.2157https://www.amazon.com/Back-Bay-Sweatproof-Hea...0.04000B0757WVSN84.0Good
302018-12-23T15:31:07.4094311.2♫ HIGH-PERFORMANCE SOUND QUALITY: These earbud...2.83.0December 5, 2018Earbuds Ear Buds Stereo Earphones in-Ear Headp...12.995.0229https://www.amazon.com/Earphones-Headphones-Mi...0.15000B07L5CRQMBN/AFake
312018-12-23T15:31:14.8713871.7SUPER SOUND: These in ear headphones delivery ...5.65.6NaNSenzer H2 In Ear Headphones with Mic Wired Ear...18.994.812https://www.amazon.com/Headphones-Noise-Isolat...0.50000B07JL1HZGD4.8Good
322018-12-23T15:31:22.7035550.9\\r\\nBuilt in Microphone and Volume control for...3.17.0NaNBetron B25 Noise Isolating in Ear Canal Headph...15.994.4191https://www.amazon.com/Betron-Isolating-Headph...0.10000B079GFF4HZ4.2Good
332018-12-23T15:31:31.1956931.0Active Noise Cancelling Functionality: Reduces...1.024.2NaNTaoTronics Active Noise Cancelling Headphones,...49.994.2160https://www.amazon.com/dp/B07FM1L5HJ/ref=sxbs_...0.05000B07FM1L5HJ4.2Good
342018-12-23T15:31:52.9564266.8\\r\\nPOWERFUL SOUND - Deep base and clean trebl...2.21.4NaNBlack GUMY in Ear Earbuds with Stay fit Ear Ti...0.003.955https://www.amazon.com/dp/B073R2RSB2/ref=sxbs_...0.07000B073R2RSB23.7Good
352018-12-23T15:32:02.9843930.7【Super Sound quality+ Bluetooth 4.1】Powerful m...0.933.0NaNSoundPEATS Bluetooth Headphones Wireless Earbu...0.004.3356https://www.amazon.com/dp/B07KLV4P88/ref=sxbs_...0.04000B07KLV4P884.3Good
362018-12-23T15:32:10.9338542.8\\r\\nSNUG FIT AND STAY PUT IN YOUR EARS THROUGH...1.25.7NaNROVKING Wired Sweatproof Earhook in Ear Sport ...12.993.92667https://www.amazon.com/dp/B017AW0GO0/ref=sxbs_...0.08000B017AW0GO03.9Good
372018-12-23T15:32:18.6987211.2[IPX6 SWEATPROOF] - Inner nano-coating protect...0.824.8NaNSoundPEATS Magnetic Wireless Earbuds Bluetooth...0.004.5146https://www.amazon.com/dp/B07DFGP3XQ/ref=sxbs_...0.33125B07DFGP3XQ4.5Good
\n", "
" ], "text/plain": [ " Created_Date Depth \\\n", "0 2018-12-23T15:27:04.224105 1.0 \n", "1 2018-12-23T15:27:11.659088 2.4 \n", "2 2018-12-23T15:27:21.007620 0.5 \n", "3 2018-12-23T15:27:36.456498 6.8 \n", "4 2018-12-23T15:27:46.926620 6.8 \n", "5 2018-12-23T15:27:53.540138 1.4 \n", "6 2018-12-23T15:28:03.556126 1.0 \n", "7 2018-12-23T15:28:17.838286 8.8 \n", "8 2018-12-23T15:28:27.615538 1.2 \n", "9 2018-12-23T15:28:37.388027 1.0 \n", "10 2018-12-23T15:28:45.764686 1.1 \n", "11 2018-12-23T15:28:52.915777 0.5 \n", "12 2018-12-23T15:29:01.026100 0.0 \n", "13 2018-12-23T15:29:07.901205 1.6 \n", "14 2018-12-23T15:29:15.853423 0.4 \n", "15 2018-12-23T15:29:23.338881 2.0 \n", "16 2018-12-23T15:29:31.544381 1.0 \n", "17 2018-12-23T15:29:38.766098 1.2 \n", "18 2018-12-23T15:29:45.662395 0.6 \n", "19 2018-12-23T15:29:52.215953 1.7 \n", "20 2018-12-23T15:29:58.417132 1.2 \n", "21 2018-12-23T15:30:05.561680 1.4 \n", "22 2018-12-23T15:30:12.229971 1.3 \n", "23 2018-12-23T15:30:20.604759 1.2 \n", "24 2018-12-23T15:30:28.461220 0.2 \n", "25 2018-12-23T15:30:34.839770 0.4 \n", "26 2018-12-23T15:30:41.286558 1.0 \n", "27 2018-12-23T15:30:47.913486 2.7 \n", "28 2018-12-23T15:30:53.591498 1.0 \n", "29 2018-12-23T15:31:00.600181 3.9 \n", "30 2018-12-23T15:31:07.409431 1.2 \n", "31 2018-12-23T15:31:14.871387 1.7 \n", "32 2018-12-23T15:31:22.703555 0.9 \n", "33 2018-12-23T15:31:31.195693 1.0 \n", "34 2018-12-23T15:31:52.956426 6.8 \n", "35 2018-12-23T15:32:02.984393 0.7 \n", "36 2018-12-23T15:32:10.933854 2.8 \n", "37 2018-12-23T15:32:18.698721 1.2 \n", "\n", " Description Height Length \\\n", "0 Lightweight in-ear stereo earphones provides n... 7.3 3.9 \n", "1 ACTIVE NOISE CANCELLING: Reduce background sou... 4.1 5.5 \n", "2 \\r\\nNATURAL SOUND QUALITY - Super BASS. 20Hz-2... 0.5 0.9 \n", "3 \\r\\nWired In-Ear Headphones: Perfect for exerc... 3.2 3.6 \n", "4 12mm dome type driver units deliver powerful d... 1.5 2.6 \n", "5 ORIGINAL SOUND EXPERIENCES: Excellent stereo h... 3.5 3.5 \n", "6 COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A... 1.4 4.7 \n", "7 \\r\\nDeep, clear sound enhanced by exclusive Tr... 1.9 4.9 \n", "8 DUAL DRIVER EARBUDS WITH INCREDIBLE SOUND - Ex... 6.6 9.2 \n", "9 Lightweight in-ear stereo earphones provides n... 7.3 3.9 \n", "10 Ergonomic ear bud design makes these earphones... 3.4 3.4 \n", "11 MAGNETIC FEATURE:The unique magnetic design of... 1.1 1.5 \n", "12 \\r\\nFeel the power of extra bass. Connectivity... 0.0 0.0 \n", "13 ♬ EXCEPTIONAL GUALITY OF SOUND - These workout... 4.3 6.5 \n", "14 \\r\\nPremium audio: Ultra-lightweight, digital ... 2.2 3.0 \n", "15 ✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e... 2.0 7.0 \n", "16 COMFORTABLE & SNUG FIT PERFECT FOR WORKOUTS: A... 1.4 4.7 \n", "17 COMFORTABLE & SNUG FIT IN KIDS/WOMEN SMALL EAR... 2.7 5.6 \n", "18 【Enhanced Sound】Powerful 10mm composite driver... 1.8 51.2 \n", "19 \\r\\nUniversal compatibility: Compatible with m... 3.1 3.9 \n", "20 EXECELLENT SOUND BLOCKS OUT EXTERIOR NOISE:Ear... 4.6 5.1 \n", "21 \\r\\nStereo and Crystal Clear Sound: Built-in h... 3.2 3.2 \n", "22 ♬【DEEP BASS SOUND & NOISE ISOLATING】Perfect st... 3.1 5.5 \n", "23 Hybrid sound system of symphonic drivers and b... 3.2 5.3 \n", "24 ACTIVE NOISE CANCELLING: Reduce background sou... 0.2 0.2 \n", "25 ✔【DURABLE LONG LASTING LIFE EARBUDS】:This in e... 3.2 6.0 \n", "26 ✤Ultra Perfect Sound Quality - Perfect stereo ... 3.7 3.8 \n", "27 OVER EAR EARBUDS FOR SMALL EARS - The ear buds... 1.1 5.6 \n", "28 PREMIUM EARBUDS EARPHONES HEADPHONE: High perf... 3.3 3.3 \n", "29 WIRELESS + WIRED: Enjoy the freedom of wireles... 1.4 3.5 \n", "30 ♫ HIGH-PERFORMANCE SOUND QUALITY: These earbud... 2.8 3.0 \n", "31 SUPER SOUND: These in ear headphones delivery ... 5.6 5.6 \n", "32 \\r\\nBuilt in Microphone and Volume control for... 3.1 7.0 \n", "33 Active Noise Cancelling Functionality: Reduces... 1.0 24.2 \n", "34 \\r\\nPOWERFUL SOUND - Deep base and clean trebl... 2.2 1.4 \n", "35 【Super Sound quality+ Bluetooth 4.1】Powerful m... 0.9 33.0 \n", "36 \\r\\nSNUG FIT AND STAY PUT IN YOUR EARS THROUGH... 1.2 5.7 \n", "37 [IPX6 SWEATPROOF] - Inner nano-coating protect... 0.8 24.8 \n", "\n", " Listed_Date Name \\\n", "0 NaN Betron ELR50 Earphones Earbuds Headphones, Bal... \n", "1 NaN Active Noise Cancelling Earphones, RAVEtone Wi... \n", "2 NaN Earphones Cloudio J1 Noise Cancelling Earbuds ... \n", "3 NaN Panasonic ErgoFit In-Ear Earbud Headphones RP-... \n", "4 NaN Sony MDRXB50AP Extra Bass Earbud Headset (Black) \n", "5 December 20, 2018 Earbuds Headphones Stereo in-Ear Earphones Noi... \n", "6 NaN Avantree Sports Headphones Wired with Micropho... \n", "7 NaN Bose SoundSport in-ear headphones for Samsung ... \n", "8 NaN Aiwa Prodigy-1 Premium Earphones - in-Ear Head... \n", "9 NaN Betron ELR50 Earphones Earbuds Headphones, Bal... \n", "10 NaN Earbuds, BYZ Wired Earphones Stereo in Ear Hea... \n", "11 NaN Wired Earbuds,COSPOR Magnetic in-Ear Stereo Ea... \n", "12 NaN Sony MDRXB510AS/B Extra Bass Wired Headphones,... \n", "13 December 4, 2018 Running Headphones, LZHE in Ear Hi-Fi Monitor ... \n", "14 NaN Moxil Original 3.5MM Metal In-ear Wired Earpho... \n", "15 NaN Earbuds Ear Buds in Ear Headphones Wired Earph... \n", "16 NaN Avantree Sports Headphones Wired with Micropho... \n", "17 NaN Joysico Sports Headphones Wired Over Ear In-ea... \n", "18 NaN Anker SoundBuds Verve Built-in Microphone in E... \n", "19 December 14, 2018 in-Ear Earbuds,COSPOR Wired Headphones Hands-F... \n", "20 December 2, 2018 Earbuds Headphones with Microphone Mic Noise I... \n", "21 NaN Earphones, USTEK in-Ear Wired Earbuds Stereo S... \n", "22 NaN Earbuds Ear Buds Earphones with Microphone Mic... \n", "23 NaN in Ear Headphones SDFLAYER E97 Pro Earphones w... \n", "24 NaN TaoTronics Active Noise Cancelling Headphones,... \n", "25 NaN KURSO Compatible for iPhone Samsung Android Ea... \n", "26 NaN Earbuds Ear Buds Wired Earbud with Microphone ... \n", "27 NaN ROVKING Over Ear in Ear Noise Isolating Sweatp... \n", "28 NaN Earbuds Ear Buds Sport Earbuds Running Earbuds... \n", "29 NaN Back Bay 2-in-1 Wireless & Wired Bluetooth Ear... \n", "30 December 5, 2018 Earbuds Ear Buds Stereo Earphones in-Ear Headp... \n", "31 NaN Senzer H2 In Ear Headphones with Mic Wired Ear... \n", "32 NaN Betron B25 Noise Isolating in Ear Canal Headph... \n", "33 NaN TaoTronics Active Noise Cancelling Headphones,... \n", "34 NaN Black GUMY in Ear Earbuds with Stay fit Ear Ti... \n", "35 NaN SoundPEATS Bluetooth Headphones Wireless Earbu... \n", "36 NaN ROVKING Wired Sweatproof Earhook in Ear Sport ... \n", "37 NaN SoundPEATS Magnetic Wireless Earbuds Bluetooth... \n", "\n", " Price Rating Review URL \\\n", "0 10.99 4.4 827 https://www.amazon.com/Betron-Earphones-Headph... \n", "1 44.99 4.4 3 https://www.amazon.com/Cancelling-Earphones-RA... \n", "2 19.99 0.0 0 https://www.amazon.com/Cloudio-J1-Cancelling-H... \n", "3 8.98 4.2 55942 https://www.amazon.com/Panasonic-Headphones-RP... \n", "4 29.99 4.1 3761 https://www.amazon.com/Sony-MDRXB50AP-Extra-Ea... \n", "5 12.99 5.0 162 https://www.amazon.com/Headphones-Earphones-Is... \n", "6 14.99 4.4 327 https://www.amazon.com/Avantree-Headphones-Mic... \n", "7 69.99 4.0 1657 https://www.amazon.com/Bose-SoundSport-headpho... \n", "8 29.99 4.3 102 https://www.amazon.com/Aiwa-Prodigy-1-Premium-... \n", "9 10.99 4.4 827 https://www.amazon.com/Betron-Earphones-Headph... \n", "10 9.99 5.0 132 https://www.amazon.com/Earbuds-BYZ-Earphones-H... \n", "11 15.99 5.0 44 https://www.amazon.com/COSPOR-Magnetic-Earphon... \n", "12 39.99 3.9 209 https://www.amazon.com/Sony-MDRXB510AS-Headpho... \n", "13 21.99 5.0 142 https://www.amazon.com/Headphones-LZHE-Isolati... \n", "14 15.99 5.0 482 https://www.amazon.com/Moxil-Original-Earphone... \n", "15 11.99 5.0 572 https://www.amazon.com/Headphones-Earphones-Mi... \n", "16 14.99 4.4 327 https://www.amazon.com/Avantree-Headphones-Mic... \n", "17 14.99 4.1 84 https://www.amazon.com/Joysico-Headphones-Earp... \n", "18 15.99 3.9 105 https://www.amazon.com/Anker-SoundBuds-Built-M... \n", "19 15.99 5.0 58 https://www.amazon.com/COSPOR-Headphones-Hands... \n", "20 12.99 5.0 197 https://www.amazon.com/Headphones-Microphone-I... \n", "21 10.99 5.0 135 https://www.amazon.com/Earphones-USTEK-Headpho... \n", "22 12.99 5.0 98 https://www.amazon.com/Earphones-Microphone-He... \n", "23 28.99 5.0 1965 https://www.amazon.com/Ear-Headphones-SDFLAYER... \n", "24 43.99 3.9 360 https://www.amazon.com/TaoTronics-Cancelling-H... \n", "25 11.99 5.0 332 https://www.amazon.com/KURSO-Compatible-Headph... \n", "26 12.99 5.0 190 https://www.amazon.com/Microphone-Isolating-He... \n", "27 14.99 4.0 3809 https://www.amazon.com/ROVKING-Isolating-Sweat... \n", "28 9.99 5.0 347 https://www.amazon.com/Headphones-Earphones-Mi... \n", "29 34.99 4.2 157 https://www.amazon.com/Back-Bay-Sweatproof-Hea... \n", "30 12.99 5.0 229 https://www.amazon.com/Earphones-Headphones-Mi... \n", "31 18.99 4.8 12 https://www.amazon.com/Headphones-Noise-Isolat... \n", "32 15.99 4.4 191 https://www.amazon.com/Betron-Isolating-Headph... \n", "33 49.99 4.2 160 https://www.amazon.com/dp/B07FM1L5HJ/ref=sxbs_... \n", "34 0.00 3.9 55 https://www.amazon.com/dp/B073R2RSB2/ref=sxbs_... \n", "35 0.00 4.3 356 https://www.amazon.com/dp/B07KLV4P88/ref=sxbs_... \n", "36 12.99 3.9 2667 https://www.amazon.com/dp/B017AW0GO0/ref=sxbs_... \n", "37 0.00 4.5 146 https://www.amazon.com/dp/B07DFGP3XQ/ref=sxbs_... \n", "\n", " Weight Product_ID reviewmeta_rating decision \n", "0 0.21000 B01M8G5K8V 4.1 Good \n", "1 0.38750 B07G7468KC 4.3 Good \n", "2 0.03000 B079196D5M 3.5 Good \n", "3 0.01000 B003EM8008 4.1 Good \n", "4 0.15000 B00JRD13T8 4.1 Good \n", "5 0.12000 B07M935W8X N/A Fake \n", "6 0.06000 B078T9HFDJ 4.0 Good \n", "7 0.04000 B0117RFPCC 4.0 Good \n", "8 0.15000 B07BF5F9LZ 4.5 Good \n", "9 0.21000 B01M8G5K8V 4.1 Good \n", "10 0.03000 B07KR681VD N/A Fake \n", "11 0.10000 B07LD4SCLZ N/A Fake \n", "12 0.25000 B01MTEU4V9 3.8 Good \n", "13 0.13000 B07L4JJYRB N/A Fake \n", "14 0.05000 B07L65BKF9 N/A Fake \n", "15 0.04000 B07L7XS26S N/A Fake \n", "16 0.06000 B078T9HFDJ 4.0 Good \n", "17 0.03000 B0796S9CGR 4.6 Good \n", "18 0.02000 B077XNCSQS 4.0 Good \n", "19 0.04000 B07LCRQVYW N/A Fake \n", "20 0.08000 B07L2R9KFR N/A Fake \n", "21 0.15000 B07KFD5DFF N/A Fake \n", "22 0.11000 B07KWM3NZ1 N/A Fake \n", "23 0.24000 B07JZ6N979 N/A Fake \n", "24 0.07000 B075DBL2QP 3.9 Good \n", "25 0.03000 B07J59RGH7 N/A Fake \n", "26 0.10000 B07KSYMTMC N/A Fake \n", "27 0.09000 B01H3CQ64Q 4.0 Good \n", "28 0.06000 B07KQ4XNDV N/A Fake \n", "29 0.04000 B0757WVSN8 4.0 Good \n", "30 0.15000 B07L5CRQMB N/A Fake \n", "31 0.50000 B07JL1HZGD 4.8 Good \n", "32 0.10000 B079GFF4HZ 4.2 Good \n", "33 0.05000 B07FM1L5HJ 4.2 Good \n", "34 0.07000 B073R2RSB2 3.7 Good \n", "35 0.04000 B07KLV4P88 4.3 Good \n", "36 0.08000 B017AW0GO0 3.9 Good \n", "37 0.33125 B07DFGP3XQ 4.5 Good " ] }, "execution_count": 29, "metadata": {}, "output_type": "execute_result" } ], "source": [ "full_df" ] }, { "cell_type": "code", "execution_count": 41, "metadata": {}, "outputs": [], "source": [ "full_df.to_csv('Scraped_Earbud_Featured_Page_W_RevieMeta.csv',index=False)\n", "#full_df=pd.read_csv('Scraped_Earbud_Featured_Page_W_RevieMeta.csv')" ] }, { "cell_type": "code", "execution_count": 42, "metadata": {}, "outputs": [], "source": [ "full_df=full_df[3:] #top 3 look like sponsored products. So I'll remove them. I personally avoid sponsored products" ] }, { "cell_type": "code", "execution_count": 48, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "3 1\n", "4 2\n", "5 3\n", "6 4\n", "7 5\n", "8 6\n", "9 7\n", "10 8\n", "11 9\n", "12 10\n", "13 11\n", "14 12\n", "15 13\n", "16 14\n", "17 15\n", "18 16\n", "19 17\n", "20 18\n", "21 19\n", "22 20\n", "23 21\n", "24 22\n", "25 23\n", "26 24\n", "27 25\n", "28 26\n", "29 27\n", "30 28\n", "31 29\n", "32 30\n", "33 31\n", "34 32\n", "35 33\n", "36 34\n", "37 35\n", "Name: Featured_Rank, dtype: int32" ] }, "execution_count": 48, "metadata": {}, "output_type": "execute_result" } ], "source": [ "full_df['Featured_Rank']= np.arange(len(full_df)) + 1\n", "full_df['Featured_Rank']" ] }, { "cell_type": "code", "execution_count": 49, "metadata": {}, "outputs": [], "source": [ "full_df.to_csv('Wired_Earbud_Featured_Page_W_RevieMeta_NO_Sponsered.csv',index=False)" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.5.6" } }, "nbformat": 4, "nbformat_minor": 2 }