bestseller_scraper.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# URL of the page to be scraped\n",
    "url = \"https://www.amazon.com/gp/bestsellers/fashion/ref=zg-bs_fashion_dw_sml\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting selenium\n",
      "  Downloading selenium-4.15.2-py3-none-any.whl.metadata (6.9 kB)\n",
      "Requirement already satisfied: urllib3<3,>=1.26 in /home/codespace/.local/lib/python3.10/site-packages (from urllib3[socks]<3,>=1.26->selenium) (2.0.7)\n",
      "Collecting trio~=0.17 (from selenium)\n",
      "  Downloading trio-0.23.1-py3-none-any.whl.metadata (4.9 kB)\n",
      "Collecting trio-websocket~=0.9 (from selenium)\n",
      "  Downloading trio_websocket-0.11.1-py3-none-any.whl.metadata (4.7 kB)\n",
      "Requirement already satisfied: certifi>=2021.10.8 in /home/codespace/.local/lib/python3.10/site-packages (from selenium) (2023.7.22)\n",
      "Requirement already satisfied: attrs>=20.1.0 in /home/codespace/.local/lib/python3.10/site-packages (from trio~=0.17->selenium) (23.1.0)\n",
      "Collecting sortedcontainers (from trio~=0.17->selenium)\n",
      "  Downloading sortedcontainers-2.4.0-py2.py3-none-any.whl (29 kB)\n",
      "Requirement already satisfied: idna in /home/codespace/.local/lib/python3.10/site-packages (from trio~=0.17->selenium) (3.4)\n",
      "Collecting outcome (from trio~=0.17->selenium)\n",
      "  Downloading outcome-1.3.0.post0-py2.py3-none-any.whl.metadata (2.6 kB)\n",
      "Requirement already satisfied: sniffio>=1.3.0 in /home/codespace/.local/lib/python3.10/site-packages (from trio~=0.17->selenium) (1.3.0)\n",
      "Requirement already satisfied: exceptiongroup>=1.0.0rc9 in /home/codespace/.local/lib/python3.10/site-packages (from trio~=0.17->selenium) (1.1.3)\n",
      "Collecting wsproto>=0.14 (from trio-websocket~=0.9->selenium)\n",
      "  Downloading wsproto-1.2.0-py3-none-any.whl (24 kB)\n",
      "Collecting pysocks!=1.5.7,<2.0,>=1.5.6 (from urllib3[socks]<3,>=1.26->selenium)\n",
      "  Downloading PySocks-1.7.1-py3-none-any.whl (16 kB)\n",
      "Collecting h11<1,>=0.9.0 (from wsproto>=0.14->trio-websocket~=0.9->selenium)\n",
      "  Downloading h11-0.14.0-py3-none-any.whl (58 kB)\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m1.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[?25hDownloading selenium-4.15.2-py3-none-any.whl (10.2 MB)\n",
      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m10.2/10.2 MB\u001b[0m \u001b[31m46.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m0:01\u001b[0m\n",
      "\u001b[?25hDownloading trio-0.23.1-py3-none-any.whl (448 kB)\n",
      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m448.3/448.3 kB\u001b[0m \u001b[31m9.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[?25hDownloading trio_websocket-0.11.1-py3-none-any.whl (17 kB)\n",
      "Downloading outcome-1.3.0.post0-py2.py3-none-any.whl (10 kB)\n",
      "Installing collected packages: sortedcontainers, pysocks, outcome, h11, wsproto, trio, trio-websocket, selenium\n",
      "Successfully installed h11-0.14.0 outcome-1.3.0.post0 pysocks-1.7.1 selenium-4.15.2 sortedcontainers-2.4.0 trio-0.23.1 trio-websocket-0.11.1 wsproto-1.2.0\n",
      "\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.3\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m23.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "%pip install selenium"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import necessary libraries\n",
    "from selenium import webdriver\n",
    "from selenium.webdriver.common.by import By\n",
    "from selenium.webdriver.support.ui import WebDriverWait\n",
    "from selenium.webdriver.support import expected_conditions as EC\n",
    "from bs4 import BeautifulSoup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "options = webdriver.ChromeOptions()\n",
    "options.add_argument('--headless')\n",
    "driver = webdriver.Chrome(options=options)\n",
    "\n",
    "# URL of the page to be scraped\n",
    "url = \"https://www.amazon.com/gp/bestsellers/fashion/ref=zg-bs_fashion_dw_sml\"\n",
    "\n",
    "# Navigate to the URL\n",
    "driver.get(url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<selenium.webdriver.remote.webelement.WebElement (session=\"708df941ab7d385a86c9a48562b994c4\", element=\"4A2ED2B3794F4B9BFF68B499E2A72E73_element_14\")>"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "# Wait for the page to load\n",
    "wait = WebDriverWait(driver, 10)\n",
    "wait.until(EC.presence_of_element_located((By.CLASS_NAME, \"p13n-desktop-grid\")))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "#1Crocs Unisex-Adult Classic Clogs4.8 out of 5 stars 542,895$30.48 Watch #2Hanes Men's Ecosmart Fleece Sweatshirt, Cotton-blend Pullover, Crewneck Sweatshirt for Men (1 Or 2 Pack)4.6 out of 5 stars 164,559$14.00 Watch New Releasesin Clothing, Shoes & JewelryMovers & Shakersin Clothing, Shoes & JewelryMost Wished Forin Clothing, Shoes & JewelryGift Ideasin Clothing, Shoes & Jewelry#3Hanes Men's Ecosmart Hoodie, Midweight Fleece Sweatshirt, Pullover Hooded Sweatshirt for Men4.5 out of 5 stars 174,200$16.75 Watch #4Gloria Vanderbilt Women's Classic Amanda High Rise Tapered Jean4.3 out of 5 stars 84,313$10.00 Watch #5Fruit of the Loom Eversoft Fleece Hoodies, Pullover & Full Zip, Moisture Wicking & Breathable, Sizes S-4X4.6 out of 5 stars 51,527$13.49 Watch #6Fruit of the Loom Eversoft Fleece Elastic Bottom Sweatpants with Pockets, Relaxed Fit, Moisture Wicking, Breathable4.5 out of 5 stars 41,267$13.49 Watch #7Hanes ComfortSoft EcoSmart Men's Fleece Sweatpants4.4 out of 5 stars 49,793$9.00 Watch #8Dickies Men's Dri-tech Moisture Control Crew Socks Multipack4.7 out of 5 stars 185,638$12.99 Watch #9MANGOPOP Women's Mock Turtle Neck Long Sleeve Tops Bodysuit Jumpsuit4.4 out of 5 stars 47,929$18.36 Watch #10THE GYM PEOPLE Thick High Waist Yoga Pants with Pockets, Tummy Control Workout Running Yoga Leggings for Women4.4 out of 5 stars 63,589$24.99 Watch #11HomeTop Women's Fuzzy Curly Fur Memory Foam Loafer Slippers with Polar Fleece Lining4.4 out of 5 stars 36,850$16.99 Watch #12Fruit of the Loom Men's Eversoft Cotton Stay Tucked Crew T-Shirt4.6 out of 5 stars 109,915$18.48 Watch #13Crep Protect Shoe Protector Spray - 4.39oz (124g) Rain & Stain Waterproof Nano Protection for Sneaker, Leather, Nubuck, Suede & Canvas4.5 out of 5 stars 15,552$15.00 Watch #14AUTOMET Womens Casual Plaid Shacket Button Down Long Sleeve Shirt4.4 out of 5 stars 12,240$25.19 Watch #15Warner's Women's Easy Does It® Underarm-smoothing With Seamless Stretch Wireless Lightly Lined Comfort Bra Rm3911a4.4 out of 5 stars 42,088$16.99 Watch #16SHAPERX Bodysuit for Women Tummy Control Shapewear Seamless Sculpting Thong Body Shaper Tank Top4.1 out of 5 stars 24,703$37.99 Watch #17Thermajohn Long Johns Thermal Underwear for Men Fleece Lined Base Layer Set for Cold Weather4.6 out of 5 stars 45,990$27.99 Watch #18Fruit of the Loom Men's Coolzone Boxer Briefs, Moisture Wicking & Breathable, Assorted Color Multipacks4.6 out of 5 stars 210,569$19.59 Watch #19Gildan Men's Crew T-Shirts, Multipack, Style G11004.6 out of 5 stars 273,220$18.99 Watch #20Under Armour Men's Tech 2.0 Short-sleeve T-shirt4.5 out of 5 stars 87,077$9.20 Watch #21Gildan Adult Fleece Crewneck Sweatshirt, Style G18000, Multipack4.6 out of 5 stars 65,074$11.95 Watch #22Trendy Queen Womens Oversized Hoodies Fleece Sweatshirts Long Sleeve Sweaters Pullover Fall Clothes with Pocket4.6 out of 5 stars 743$29.69 Watch #23Hanes Men's Boxer Briefs, Soft and Breathable Cotton Underwear with ComfortFlex Waistband, Multipack4.6 out of 5 stars 132,171$21.96 Watch #24BALEAF Women's Fleece Lined Leggings Thermal Warm Winter Tights High Waisted Yoga Pants Cold Weather with Pockets4.4 out of 5 stars 28,918$29.99 Watch #25Hanes Women's Value, Crew Soft Moisture-Wicking Socks, Available in 10 and 14-Packs4.7 out of 5 stars 39,540$10.97 Watch #26GAYHAY High Waisted Leggings for Women - Soft Opaque Slim Tummy Control Printed Pants for Running Cycling Yoga4.4 out of 5 stars 16,099$7.99 Watch #27Hanes mens Full-zip Eco-smart Hoodie4.6 out of 5 stars 119,486$18.00 Watch #28Fruit of the Loom Men's Eversoft Fleece Crewneck Sweatshirts, Moisture Wicking & Breathable, Sizes S-4x4.6 out of 5 stars 17,523$13.49 Watch #29THE GYM PEOPLE Women's Joggers Pants Lightweight Athletic Leggings Tapered Lounge Pants for Workout, Yoga, Running4.3 out of 5 stars 20,760$28.99 Watch #30Gildan Fleece Hoodie Sweatshirt, Style G18500, Multipack4.6 out of 5 stars 109,624$14.06 Watch \n",
      "00:00Video Player is loading.Play VideoPlayMuteCurrent Time 0:00/Duration 0:26Loaded: 94.03%0:00Stream Type LIVESeek to live, currently behind liveLIVERemaining Time -0:26 1xPlayback RateChaptersChaptersDescriptionsdescriptions off, selectedCaptionsCaptions off, selectedAudio TrackFullscreenThis is a modal window. Sponsored  Customer Review: Crocs Women's Classic Clog|Comfortable Slip On Casual Water Shoe, Black, 10 M US Women / 8 M US MenSee full review Merchant Video  Merchant Video  Earns Commissions  Merchant Video  Earns Commissions  Watch \n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "\n",
    "#Find the product column using class name\n",
    "product_column = driver.find_element(By.CLASS_NAME, \"p13n-desktop-grid\")\n",
    "\n",
    "# Parse the HTML content using BeautifulSoup\n",
    "soup = BeautifulSoup(product_column.get_attribute('innerHTML'), 'html.parser')\n",
    "#print(soup.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Title: Crocs Unisex-Adult Classic Clogs\n",
      "Review: 4.8 out of 5 stars\n",
      "Price: $30.48\n",
      "Product Link : https://www.amazon.com/crocs-Unisex-Classic-Black-Women/dp/B0014C0LSY/ref=zg_bs_g_fashion_sccl_1/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Hanes Men's Ecosmart Fleece Sweatshirt, Cotton-blend Pullover, Crewneck Sweatshirt for Men (1 Or 2 Pack)\n",
      "Review: 4.6 out of 5 stars\n",
      "Price: $14.00\n",
      "Product Link : https://www.amazon.com/Hanes-Ecosmart-Fleece-Sweatshirt-Black/dp/B01L8JJ57U/ref=zg_bs_g_fashion_sccl_2/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Hanes Men's Ecosmart Hoodie, Midweight Fleece Sweatshirt, Pullover Hooded Sweatshirt for Men\n",
      "Review: 4.5 out of 5 stars\n",
      "Price: $16.75\n",
      "Product Link : https://www.amazon.com/Hanes-Pullover-EcoSmart-Fleece-Hoodie/dp/B00JUM2VAQ/ref=zg_bs_g_fashion_sccl_3/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Gloria Vanderbilt Women's Classic Amanda High Rise Tapered Jean\n",
      "Review: 4.3 out of 5 stars\n",
      "Price: $10.00\n",
      "Product Link : https://www.amazon.com/Gloria-Vanderbilt-Womens-Classic-Tapered/dp/B000NZVQIM/ref=zg_bs_g_fashion_sccl_4/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Fruit of the Loom Eversoft Fleece Hoodies, Pullover & Full Zip, Moisture Wicking & Breathable, Sizes S-4X\n",
      "Review: 4.6 out of 5 stars\n",
      "Price: $13.49\n",
      "Product Link : https://www.amazon.com/Fruit-Loom-Eversoft-Sweatshirts-Pullover-Black/dp/B08YHPNMKC/ref=zg_bs_g_fashion_sccl_5/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Fruit of the Loom Eversoft Fleece Elastic Bottom Sweatpants with Pockets, Relaxed Fit, Moisture Wicking, Breathable\n",
      "Review: 4.5 out of 5 stars\n",
      "Price: $13.49\n",
      "Product Link : https://www.amazon.com/Fruit-Loom-Eversoft-Sweatpants-X-Large/dp/B08YGQBJD9/ref=zg_bs_g_fashion_sccl_6/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Hanes ComfortSoft EcoSmart Men's Fleece Sweatpants\n",
      "Review: 4.4 out of 5 stars\n",
      "Price: $9.00\n",
      "Product Link : https://www.amazon.com/Hanes-Ecosmart-Fleece-Pockets-Black/dp/B06XCQSPKL/ref=zg_bs_g_fashion_sccl_7/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Dickies Men's Dri-tech Moisture Control Crew Socks Multipack\n",
      "Review: 4.7 out of 5 stars\n",
      "Price: $12.99\n",
      "Product Link : https://www.amazon.com/Dickies-Multi-Pack-Dri-Tech-Moisture-Control/dp/B004QF0TFQ/ref=zg_bs_g_fashion_sccl_8/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: MANGOPOP Women's Mock Turtle Neck Long Sleeve Tops Bodysuit Jumpsuit\n",
      "Review: 4.4 out of 5 stars\n",
      "Price: $18.36\n",
      "Product Link : https://www.amazon.com/Mangopop-Womens-Sleeve-Bodysuits-Jumpsuits/dp/B07HP2HFF8/ref=zg_bs_g_fashion_sccl_9/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: THE GYM PEOPLE Thick High Waist Yoga Pants with Pockets, Tummy Control Workout Running Yoga Leggings for Women\n",
      "Review: 4.4 out of 5 stars\n",
      "Price: $24.99\n",
      "Product Link : https://www.amazon.com/GYM-PEOPLE-Pockets-Control-Leggings/dp/B07HQM6NH8/ref=zg_bs_g_fashion_sccl_10/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: HomeTop Women's Fuzzy Curly Fur Memory Foam Loafer Slippers with Polar Fleece Lining\n",
      "Review: 4.4 out of 5 stars\n",
      "Price: $16.99\n",
      "Product Link : https://www.amazon.com/HomeTop-Womens-Memory-Loafer-Slippers/dp/B083GCRMBP/ref=zg_bs_g_fashion_sccl_11/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Fruit of the Loom Men's Eversoft Cotton Stay Tucked Crew T-Shirt\n",
      "Review: 4.6 out of 5 stars\n",
      "Price: $18.48\n",
      "Product Link : https://www.amazon.com/Fruit-Loom-Mens-Tucked-T-Shirt/dp/B00W66LQFO/ref=zg_bs_g_fashion_sccl_12/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Crep Protect Shoe Protector Spray - 4.39oz (124g) Rain & Stain Waterproof Nano Protection for Sneaker, Leather, Nubuck, Suede & Canvas\n",
      "Review: 4.5 out of 5 stars\n",
      "Price: $15.00\n",
      "Product Link : https://www.amazon.com/Art-Crep-Protect-Spray/dp/B013YRRFJ4/ref=zg_bs_g_fashion_sccl_13/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: AUTOMET Womens Casual Plaid Shacket Button Down Long Sleeve Shirt\n",
      "Review: 4.4 out of 5 stars\n",
      "Price: $25.19\n",
      "Product Link : https://www.amazon.com/AUTOMET-Womens-Shacket-Shackets-Apricot/dp/B09HC6P2BT/ref=zg_bs_g_fashion_sccl_14/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Warner's Women's Easy Does It® Underarm-smoothing With Seamless Stretch Wireless Lightly Lined Comfort Bra Rm3911a\n",
      "Review: 4.4 out of 5 stars\n",
      "Price: $16.99\n",
      "Product Link : https://www.amazon.com/Warners-Underarm-Smoothing-Seamless-RM3911A/dp/B01NARXN9F/ref=zg_bs_g_fashion_sccl_15/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: SHAPERX Bodysuit for Women Tummy Control Shapewear Seamless Sculpting Thong Body Shaper Tank Top\n",
      "Review: 4.1 out of 5 stars\n",
      "Price: $37.99\n",
      "Product Link : https://www.amazon.com/SHAPERX-Bodysuit-Shapewear-Sculpting-SZ5215-Black-S/dp/B0B1HR89H4/ref=zg_bs_g_fashion_sccl_16/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Thermajohn Long Johns Thermal Underwear for Men Fleece Lined Base Layer Set for Cold Weather\n",
      "Review: 4.6 out of 5 stars\n",
      "Price: $27.99\n",
      "Product Link : https://www.amazon.com/Thermajohn-Ultra-Thermal-Underwear-Fleece/dp/B018DQI4XM/ref=zg_bs_g_fashion_sccl_17/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Fruit of the Loom Men's Coolzone Boxer Briefs, Moisture Wicking & Breathable, Assorted Color Multipacks\n",
      "Review: 4.6 out of 5 stars\n",
      "Price: $19.59\n",
      "Product Link : https://www.amazon.com/Fruit-Loom-CoolZone-Boxer-Briefs/dp/B07PH2VWX1/ref=zg_bs_g_fashion_sccl_18/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Gildan Men's Crew T-Shirts, Multipack, Style G1100\n",
      "Review: 4.6 out of 5 stars\n",
      "Price: $18.99\n",
      "Product Link : https://www.amazon.com/Gildan-Mens-T-Shirt-White-Large/dp/B077ZMKWVM/ref=zg_bs_g_fashion_sccl_19/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Under Armour Men's Tech 2.0 Short-sleeve T-shirt\n",
      "Review: 4.5 out of 5 stars\n",
      "Price: $9.20\n",
      "Product Link : https://www.amazon.com/Under-Armour-Sleeve-T-Shirt-Graphite/dp/B07815BYTV/ref=zg_bs_g_fashion_sccl_20/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Gildan Adult Fleece Crewneck Sweatshirt, Style G18000, Multipack\n",
      "Review: 4.6 out of 5 stars\n",
      "Price: $11.95\n",
      "Product Link : https://www.amazon.com/Gildan-Heavy-Blend-Crewneck-Sweatshirt/dp/B01M1OM58J/ref=zg_bs_g_fashion_sccl_21/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Trendy Queen Womens Oversized Hoodies Fleece Sweatshirts Long Sleeve Sweaters Pullover Fall Clothes with Pocket\n",
      "Review: 4.6 out of 5 stars\n",
      "Price: $29.69\n",
      "Product Link : https://www.amazon.com/Trendy-Queen-Oversized-Sweatshirts-Sweaters/dp/B0C65T7727/ref=zg_bs_g_fashion_sccl_22/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Hanes Men's Boxer Briefs, Soft and Breathable Cotton Underwear with ComfortFlex Waistband, Multipack\n",
      "Review: 4.6 out of 5 stars\n",
      "Price: $21.96\n",
      "Product Link : https://www.amazon.com/Hanes-Breathable-ComfortFlex-Waistband-Multipack/dp/B086KSDTQ4/ref=zg_bs_g_fashion_sccl_23/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: BALEAF Women's Fleece Lined Leggings Thermal Warm Winter Tights High Waisted Yoga Pants Cold Weather with Pockets\n",
      "Review: 4.4 out of 5 stars\n",
      "Price: $29.99\n",
      "Product Link : https://www.amazon.com/BALEAF-Leggings-Thermal-Waisted-Pocketed/dp/B07WYCL3D8/ref=zg_bs_g_fashion_sccl_24/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Hanes Women's Value, Crew Soft Moisture-Wicking Socks, Available in 10 and 14-Packs\n",
      "Review: 4.7 out of 5 stars\n",
      "Price: $10.97\n",
      "Product Link : https://www.amazon.com/Hanes-Womens-Crew-White-10/dp/B00HVWSQG0/ref=zg_bs_g_fashion_sccl_25/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: GAYHAY High Waisted Leggings for Women - Soft Opaque Slim Tummy Control Printed Pants for Running Cycling Yoga\n",
      "Review: 4.4 out of 5 stars\n",
      "Price: $7.99\n",
      "Product Link : https://www.amazon.com/Gayhay-High-Waisted-Leggings-Women/dp/B082QQDVHL/ref=zg_bs_g_fashion_sccl_26/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Hanes mens Full-zip Eco-smart Hoodie\n",
      "Review: 4.6 out of 5 stars\n",
      "Price: $18.00\n",
      "Product Link : https://www.amazon.com/Hanes-Full-zip-Eco-smart-athletic-sweatshirts/dp/B00JUM4CT4/ref=zg_bs_g_fashion_sccl_27/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Fruit of the Loom Men's Eversoft Fleece Crewneck Sweatshirts, Moisture Wicking & Breathable, Sizes S-4x\n",
      "Review: 4.6 out of 5 stars\n",
      "Price: $13.49\n",
      "Product Link : https://www.amazon.com/Fruit-Loom-Eversoft-Sweatshirts-Sweatshirt-Black/dp/B08YS526MS/ref=zg_bs_g_fashion_sccl_28/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: THE GYM PEOPLE Women's Joggers Pants Lightweight Athletic Leggings Tapered Lounge Pants for Workout, Yoga, Running\n",
      "Review: 4.3 out of 5 stars\n",
      "Price: $28.99\n",
      "Product Link : https://www.amazon.com/GYM-PEOPLE-Athletic-Leggings-Training/dp/B07ZP7BZMD/ref=zg_bs_g_fashion_sccl_29/134-4270593-3054918?psc=1\n",
      "\n",
      "Title: Gildan Fleece Hoodie Sweatshirt, Style G18500, Multipack\n",
      "Review: 4.6 out of 5 stars\n",
      "Price: $14.06\n",
      "Product Link : https://www.amazon.com/Gildan-Fleece-Hooded-Sweatshirt-G18500/dp/B00SV7568U/ref=zg_bs_g_fashion_sccl_30/134-4270593-3054918?psc=1\n",
      "\n"
     ]
    }
   ],
   "source": [
    "\n",
    "# Find all the product items\n",
    "products = soup.find_all('div', class_='a-cardui _cDEzb_grid-cell_1uMOS expandableGrid p13n-grid-content')\n",
    "product =[]\n",
    "for product in products:\n",
    "   ## print(product)\n",
    "    # Extract product name\n",
    "    name = product.find('div', {'class': '_cDEzb_p13n-sc-css-line-clamp-3_g3dy1'}).text.strip()\n",
    "   \n",
    "    # Extract product review\n",
    "    review = product.find('span', {'class':  'a-icon-alt'}).text.strip()\n",
    "    \n",
    "    # Extract product price\n",
    "    price = product.find('span', {'class': '_cDEzb_p13n-sc-price_3mJ9Z'})\n",
    "    if price is not None:\n",
    "        price = price.text\n",
    "    else:\n",
    "        price = 'N/A'\n",
    "\n",
    "    # Extract product link\n",
    "    link = product.find('a', {'class': 'a-link-normal'})['href']\n",
    "\n",
    "    print(f'Title: {name}')\n",
    "    print(f'Review: {review}')\n",
    "    print(f'Price: {price}')\n",
    "    print(f'Product Link : https://www.amazon.com{link}')\n",
    "    print(\"\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}