Web_Scrapping_AutoScrape.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "9ccece5a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Defaulting to user installation because normal site-packages is not writeable\n",
      "Collecting autoscraper\n",
      "  Downloading autoscraper-1.1.14-py3-none-any.whl (10 kB)\n",
      "Requirement already satisfied: lxml in /usr/lib/python3/dist-packages (from autoscraper) (4.9.1)\n",
      "Collecting bs4\n",
      "  Downloading bs4-0.0.1.tar.gz (1.1 kB)\n",
      "  Preparing metadata (setup.py) ... \u001b[?25ldone\n",
      "\u001b[?25hRequirement already satisfied: requests in /usr/lib/python3/dist-packages (from autoscraper) (2.27.1)\n",
      "Requirement already satisfied: beautifulsoup4 in /usr/lib/python3/dist-packages (from bs4->autoscraper) (4.11.1)\n",
      "Building wheels for collected packages: bs4\n",
      "  Building wheel for bs4 (setup.py) ... \u001b[?25ldone\n",
      "\u001b[?25h  Created wheel for bs4: filename=bs4-0.0.1-py3-none-any.whl size=1272 sha256=315cac15898e5cc17d3fff58b5c5edc6ea40e8734ecf2af88607898d5490d707\n",
      "  Stored in directory: /home/xamba/.cache/pip/wheels/25/42/45/b773edc52acb16cd2db4cf1a0b47117e2f69bb4eb300ed0e70\n",
      "Successfully built bs4\n",
      "Installing collected packages: bs4, autoscraper\n",
      "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
      "crackmapexec 5.2.2 requires impacket<0.10.0,>=0.9.23, but you have impacket 0.10.0 which is incompatible.\n",
      "crackmapexec 5.2.2 requires neo4j<5.0.0,>=4.1.1, but you have neo4j 1.7.0.dev0 which is incompatible.\n",
      "crackmapexec 5.2.2 requires pylnk3<0.4.0,>=0.3.0, but you have pylnk3 0.4.2 which is incompatible.\u001b[0m\u001b[31m\n",
      "\u001b[0mSuccessfully installed autoscraper-1.1.14 bs4-0.0.1\n"
     ]
    }
   ],
   "source": [
    "!pip install autoscraper"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "83ce5d91",
   "metadata": {},
   "outputs": [],
   "source": [
    "from autoscraper import AutoScraper"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "cd3d7d6a",
   "metadata": {},
   "outputs": [],
   "source": [
    "amazon_url =\"https://www.amazon.com/s?k=Cap\"\n",
    "\n",
    "wanted_list = [\"$27.99\",\"Nike Golf - Dri-FIT Swoosh Perforated Cap , 429467, White, No Size\",\"672\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "36abf800",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['$7.77', '$7.93', '$9.33', '$16.99', '$16.50', '$22.00', '$15.53', '$16.69', '$25.95', '$14.99', '$31.90', '$7.97', '$20.00', '$69.00', '$13.60', '$13.95', '$29.90', '$37.00', '$13.55', '$15.95', '$17.67', '$24.00', '$23.36', '$25.00', '$25.27', '$29.95', '$8.28', '$8.98', '$11.25', '$19.99', '$55.95', '$15.99', '$25.99', '$24.86', '$28.95', '$27.99', '$30.00', '$9.99', '$19.88', '$22.99', '$10.98', '$12.90', '$10.34', '$10.99', '$13.59', '$8.97', '$24.99', '$28.00', '$16.20', '$26.00', '$27.54', 'Falari Baseball Cap Adjustable Size for Running Workouts and Outdoor Activities All Seasons', \"adidas Men's Superlite Relaxed Fit Performance Hat\", 'KBETHOS Original Classic Low Profile Cotton Hat Men Women Baseball Cap Dad Hat Adjustable Unconstructed Plain Cap', \"adidas Women's Saturday Relaxed Adjustable Cap\", 'American Flag Trucker Hat - Snapback Hat, Baseball Cap for Men Women - Breathable Mesh Side, Adjustable Fit - for Casual Wear', 'Champion Ameritage Dad Adjustable Cap', 'Outdoor Cap Mountain Dad Hat - Unstructured Soft Cotton Cap', \"Nike Men's 518015-010 Tech Swoosh Cap\", 'Umeepar Smile Face Baseball Cap for Women Men Adjustable Low Profile Unstructured Cotton Dad Hat', \"'47 New York Yankees MLB Brand Clean Up Adjustable\", \"Under Armour Boys' Blitzing 3.0 Cap\", 'melin Coronado Anchored Hydro, Performance Snapback Hat, Water-Resistant Baseball Cap for Men & Women, Navy', 'Amazon Essentials Unisex Baseball Cap', 'Guwfuve 3Pack Baseball Caps, Unisex Adult Adjustable Sports Hat', 'Nike Golf Dri-Fit Swoosh Front Cap', \"adidas Men's Gameday 3 Structured Stretch Fit Cap\", 'PFFY 2 Packs Baseball Cap Golf Dad Hat for Men and Women', 'PUMA Evercat Icon Snapback Cap', 'NPQQUAN 1 & 2 Packs Stiff Structured Front Panels Baseball Cap Golf Dad Trucker Hats for Men Women', 'Columbia PFG Fish Flag Mesh Ball Cap-High Crown', \"Nike Women's Unisex Legacy91 Tech Hat\", 'YP Classics Retro Trucker Cap', \"Flexfit Men's Athletic Baseball Fitted Cap\", \"Carhartt Men's Buffalo Sandstone Mesh Back Cap\", \"Carhartt Men's Canvas Cap\", \"adidas Women's Superlite Relaxed Fit Performance Hat\", 'Ralph Lauren Mens Polo Sports Pony Logo Hat Cap (One Size, Black (White Pony))', 'MEINICY 3 Pack Washed Plain Baseball Cap, Retro Adjustable Dad Hats Gift for Men/Women,Unstructured/Cotton', 'Magpul Trucker Hat Snap Back Baseball Cap, One Size Fits Most', 'Nike Golf - Dri-FIT Swoosh Perforated Cap , 429467, White, No Size', \"adidas Men's Contract Cap\", 'Summer Vintage Cotton Dad Hat with Double Layer Peaks Adjustable Baseball Cap Trendy Trucker Hat for Mens Headwear', 'Carhartt mens Rugged Professional Baseball Cap, Black, One Size US', 'KBETHOS Vintage Washed Distressed Cotton Dad Hat Baseball Cap Adjustable Polo Trucker Unisex Style Headwear', 'MISSION Cooling Performance Hat- Unisex Baseball Cap, Cools When Wet', 'Baseball Cap Men Women Adjustable Plain Dad Hats Low Profile Solid Ball Cap', 'Flexfit Cotton Twill Fitted Cap', 'HGGE Womens Criss Cross Ponytail Baseball Cap Adjustable High Messy Bun Ponycap Quick Drying Hat', \"Hurley One & Only Men's Hat\", \"Under Armour Men's Blitzing 3.0 Cap\", 'Fishing Trucker Hat for Men,Embroidered Design,Ideal Gifts Hats for Outdoor and Fishing', \"'47 Brand Los Angeles LA Dodgers Clean Up Hat Cap Washed (Vintage) Camo/White\", \"Under Armour Men's Heathered Blitzing 3.0 Cap\", \"Timberland Men's Cotton Canvas Baseball Cap\", \"Puma Women's Evercat Running Cap\", \"Circle Mama Trucker Hat Adjustable Snapback Mom Hat Mother's Day Birthday Gift\", \"adidas Originals Women's Relaxed Fit Adjustable Strapback Cap 2020\", \"Under Armour Men's Iso-chill ArmourVent Fitted Baseball Cap\", '9,544', 'Delivery Fri, Oct 7', '12,595', '20,797', '11,944', '1,218', '16,887', '6,412', '1,281', '118', '$24.91 delivery', '2,832', '$27.34 delivery', '5,191', '72', '954', '$32.26 delivery', '1,205', '1,079', '967', '1,291', '1,955', '242', '14,663', '814', '10,596', '38,145', '9,224', '24,054', '4,868', '162', '4,319', '603', '672', '$28.91 delivery', '1,655', '187', '9,462', '13,862', '9,634', '2,396', '9,799', '2,601', '$32.31 delivery', '1,815', '55,497', '$35.44 delivery', '2', '$35.24 delivery', '341', '9,295', '1,320', '4,175', '49', '3,860', '$30.94 delivery', '1,761']\n"
     ]
    }
   ],
   "source": [
    "scraper=AutoScraper()\n",
    "result= scraper.build(amazon_url,wanted_list)\n",
    "print(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "041951af",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'rule_pqwr': ['$7.77',\n",
       "  '$7.93',\n",
       "  '$9.33',\n",
       "  '$16.99',\n",
       "  '$16.50',\n",
       "  '$22.00',\n",
       "  '$15.53',\n",
       "  '$16.69',\n",
       "  '$25.95',\n",
       "  '$14.99',\n",
       "  '$31.90',\n",
       "  '$7.97',\n",
       "  '$20.00',\n",
       "  '$69.00',\n",
       "  '$13.60',\n",
       "  '$13.95',\n",
       "  '$29.90',\n",
       "  '$37.00',\n",
       "  '$13.55',\n",
       "  '$15.95',\n",
       "  '$17.67',\n",
       "  '$24.00',\n",
       "  '$15.95',\n",
       "  '$23.36',\n",
       "  '$25.00',\n",
       "  '$25.27',\n",
       "  '$29.95',\n",
       "  '$8.28',\n",
       "  '$8.98',\n",
       "  '$11.25',\n",
       "  '$19.99',\n",
       "  '$19.99',\n",
       "  '$55.95',\n",
       "  '$15.99',\n",
       "  '$25.99',\n",
       "  '$24.86',\n",
       "  '$28.95',\n",
       "  '$27.99',\n",
       "  '$30.00',\n",
       "  '$9.99',\n",
       "  '$19.99',\n",
       "  '$13.95',\n",
       "  '$19.88',\n",
       "  '$22.99',\n",
       "  '$10.98',\n",
       "  '$12.90',\n",
       "  '$10.34',\n",
       "  '$10.99',\n",
       "  '$13.59',\n",
       "  '$16.99',\n",
       "  '$25.99',\n",
       "  '$8.97',\n",
       "  '$25.00',\n",
       "  '$16.99',\n",
       "  '$24.99',\n",
       "  '$25.00',\n",
       "  '$28.00',\n",
       "  '$16.20',\n",
       "  '$24.00',\n",
       "  '$24.99',\n",
       "  '$26.00',\n",
       "  '$27.54'],\n",
       " 'rule_rp4u': ['$7.77',\n",
       "  '$7.93',\n",
       "  '$9.33',\n",
       "  '$16.99',\n",
       "  '$16.50',\n",
       "  '$22.00',\n",
       "  '$15.53',\n",
       "  '$16.69',\n",
       "  '$25.95',\n",
       "  '$14.99',\n",
       "  '$31.90',\n",
       "  '$7.97',\n",
       "  '$20.00',\n",
       "  '$69.00',\n",
       "  '$13.60',\n",
       "  '$13.95',\n",
       "  '$29.90',\n",
       "  '$37.00',\n",
       "  '$13.55',\n",
       "  '$15.95',\n",
       "  '$17.67',\n",
       "  '$24.00',\n",
       "  '$15.95',\n",
       "  '$23.36',\n",
       "  '$25.00',\n",
       "  '$25.27',\n",
       "  '$29.95',\n",
       "  '$8.28',\n",
       "  '$8.98',\n",
       "  '$11.25',\n",
       "  '$19.99',\n",
       "  '$19.99',\n",
       "  '$55.95',\n",
       "  '$15.99',\n",
       "  '$25.99',\n",
       "  '$24.86',\n",
       "  '$28.95',\n",
       "  '$27.99',\n",
       "  '$30.00',\n",
       "  '$9.99',\n",
       "  '$19.99',\n",
       "  '$13.95',\n",
       "  '$19.88',\n",
       "  '$22.99',\n",
       "  '$10.98',\n",
       "  '$12.90',\n",
       "  '$10.34',\n",
       "  '$10.99',\n",
       "  '$13.59',\n",
       "  '$16.99',\n",
       "  '$25.99',\n",
       "  '$8.97',\n",
       "  '$25.00',\n",
       "  '$16.99',\n",
       "  '$24.99',\n",
       "  '$25.00',\n",
       "  '$28.00',\n",
       "  '$16.20',\n",
       "  '$24.00',\n",
       "  '$24.99',\n",
       "  '$26.00',\n",
       "  '$27.54'],\n",
       " 'rule_40wn': ['$27.99', '$9.99'],\n",
       " 'rule_xxxc': ['$27.99', '$9.99'],\n",
       " 'rule_yno4': ['Falari Baseball Cap Adjustable Size for Running Workouts and Outdoor Activities All Seasons',\n",
       "  \"adidas Men's Superlite Relaxed Fit Performance Hat\",\n",
       "  'KBETHOS Original Classic Low Profile Cotton Hat Men Women Baseball Cap Dad Hat Adjustable Unconstructed Plain Cap',\n",
       "  \"adidas Women's Saturday Relaxed Adjustable Cap\",\n",
       "  'American Flag Trucker Hat - Snapback Hat, Baseball Cap for Men Women - Breathable Mesh Side, Adjustable Fit - for Casual Wear',\n",
       "  'Champion Ameritage Dad Adjustable Cap',\n",
       "  'Outdoor Cap Mountain Dad Hat - Unstructured Soft Cotton Cap',\n",
       "  \"Nike Men's 518015-010 Tech Swoosh Cap\",\n",
       "  'Umeepar Smile Face Baseball Cap for Women Men Adjustable Low Profile Unstructured Cotton Dad Hat',\n",
       "  \"'47 New York Yankees MLB Brand Clean Up Adjustable\",\n",
       "  \"Under Armour Boys' Blitzing 3.0 Cap\",\n",
       "  'melin Coronado Anchored Hydro, Performance Snapback Hat, Water-Resistant Baseball Cap for Men & Women, Navy',\n",
       "  'Amazon Essentials Unisex Baseball Cap',\n",
       "  'Guwfuve 3Pack Baseball Caps, Unisex Adult Adjustable Sports Hat',\n",
       "  'Nike Golf Dri-Fit Swoosh Front Cap',\n",
       "  \"adidas Men's Gameday 3 Structured Stretch Fit Cap\",\n",
       "  'PFFY 2 Packs Baseball Cap Golf Dad Hat for Men and Women',\n",
       "  'PUMA Evercat Icon Snapback Cap',\n",
       "  'NPQQUAN 1 & 2 Packs Stiff Structured Front Panels Baseball Cap Golf Dad Trucker Hats for Men Women',\n",
       "  'Columbia PFG Fish Flag Mesh Ball Cap-High Crown',\n",
       "  \"Nike Women's Unisex Legacy91 Tech Hat\",\n",
       "  'YP Classics Retro Trucker Cap',\n",
       "  \"Flexfit Men's Athletic Baseball Fitted Cap\",\n",
       "  \"Carhartt Men's Buffalo Sandstone Mesh Back Cap\",\n",
       "  \"Carhartt Men's Canvas Cap\",\n",
       "  \"adidas Women's Superlite Relaxed Fit Performance Hat\",\n",
       "  'Ralph Lauren Mens Polo Sports Pony Logo Hat Cap (One Size, Black (White Pony))',\n",
       "  'MEINICY 3 Pack Washed Plain Baseball Cap, Retro Adjustable Dad Hats Gift for Men/Women,Unstructured/Cotton',\n",
       "  'Magpul Trucker Hat Snap Back Baseball Cap, One Size Fits Most',\n",
       "  'Nike Golf - Dri-FIT Swoosh Perforated Cap , 429467, White, No Size',\n",
       "  \"adidas Men's Contract Cap\",\n",
       "  'Summer Vintage Cotton Dad Hat with Double Layer Peaks Adjustable Baseball Cap Trendy Trucker Hat for Mens Headwear',\n",
       "  'Carhartt mens Rugged Professional Baseball Cap, Black, One Size US',\n",
       "  'KBETHOS Vintage Washed Distressed Cotton Dad Hat Baseball Cap Adjustable Polo Trucker Unisex Style Headwear',\n",
       "  'MISSION Cooling Performance Hat- Unisex Baseball Cap, Cools When Wet',\n",
       "  'Baseball Cap Men Women Adjustable Plain Dad Hats Low Profile Solid Ball Cap',\n",
       "  'Flexfit Cotton Twill Fitted Cap',\n",
       "  'HGGE Womens Criss Cross Ponytail Baseball Cap Adjustable High Messy Bun Ponycap Quick Drying Hat',\n",
       "  \"Hurley One & Only Men's Hat\",\n",
       "  \"Under Armour Men's Blitzing 3.0 Cap\",\n",
       "  'Fishing Trucker Hat for Men,Embroidered Design,Ideal Gifts Hats for Outdoor and Fishing',\n",
       "  \"'47 Brand Los Angeles LA Dodgers Clean Up Hat Cap Washed (Vintage) Camo/White\",\n",
       "  \"Under Armour Men's Heathered Blitzing 3.0 Cap\",\n",
       "  \"Timberland Men's Cotton Canvas Baseball Cap\",\n",
       "  \"Puma Women's Evercat Running Cap\",\n",
       "  \"Circle Mama Trucker Hat Adjustable Snapback Mom Hat Mother's Day Birthday Gift\",\n",
       "  \"adidas Originals Women's Relaxed Fit Adjustable Strapback Cap 2020\",\n",
       "  \"Under Armour Men's Iso-chill ArmourVent Fitted Baseball Cap\"],\n",
       " 'rule_3tty': ['Falari Baseball Cap Adjustable Size for Running Workouts and Outdoor Activities All Seasons',\n",
       "  \"adidas Men's Superlite Relaxed Fit Performance Hat\",\n",
       "  'KBETHOS Original Classic Low Profile Cotton Hat Men Women Baseball Cap Dad Hat Adjustable Unconstructed Plain Cap',\n",
       "  \"adidas Women's Saturday Relaxed Adjustable Cap\",\n",
       "  'American Flag Trucker Hat - Snapback Hat, Baseball Cap for Men Women - Breathable Mesh Side, Adjustable Fit - for Casual Wear',\n",
       "  'Champion Ameritage Dad Adjustable Cap',\n",
       "  'Outdoor Cap Mountain Dad Hat - Unstructured Soft Cotton Cap',\n",
       "  \"Nike Men's 518015-010 Tech Swoosh Cap\",\n",
       "  'Umeepar Smile Face Baseball Cap for Women Men Adjustable Low Profile Unstructured Cotton Dad Hat',\n",
       "  \"'47 New York Yankees MLB Brand Clean Up Adjustable\",\n",
       "  \"Under Armour Boys' Blitzing 3.0 Cap\",\n",
       "  'melin Coronado Anchored Hydro, Performance Snapback Hat, Water-Resistant Baseball Cap for Men & Women, Navy',\n",
       "  'Amazon Essentials Unisex Baseball Cap',\n",
       "  'Guwfuve 3Pack Baseball Caps, Unisex Adult Adjustable Sports Hat',\n",
       "  'Nike Golf Dri-Fit Swoosh Front Cap',\n",
       "  \"adidas Men's Gameday 3 Structured Stretch Fit Cap\",\n",
       "  'PFFY 2 Packs Baseball Cap Golf Dad Hat for Men and Women',\n",
       "  'PUMA Evercat Icon Snapback Cap',\n",
       "  'NPQQUAN 1 & 2 Packs Stiff Structured Front Panels Baseball Cap Golf Dad Trucker Hats for Men Women',\n",
       "  'Columbia PFG Fish Flag Mesh Ball Cap-High Crown',\n",
       "  \"Nike Women's Unisex Legacy91 Tech Hat\",\n",
       "  'YP Classics Retro Trucker Cap',\n",
       "  \"Flexfit Men's Athletic Baseball Fitted Cap\",\n",
       "  \"Carhartt Men's Buffalo Sandstone Mesh Back Cap\",\n",
       "  \"Carhartt Men's Canvas Cap\",\n",
       "  \"adidas Women's Superlite Relaxed Fit Performance Hat\",\n",
       "  'Ralph Lauren Mens Polo Sports Pony Logo Hat Cap (One Size, Black (White Pony))',\n",
       "  'MEINICY 3 Pack Washed Plain Baseball Cap, Retro Adjustable Dad Hats Gift for Men/Women,Unstructured/Cotton',\n",
       "  'Magpul Trucker Hat Snap Back Baseball Cap, One Size Fits Most',\n",
       "  'Nike Golf - Dri-FIT Swoosh Perforated Cap , 429467, White, No Size',\n",
       "  \"adidas Men's Contract Cap\",\n",
       "  'Summer Vintage Cotton Dad Hat with Double Layer Peaks Adjustable Baseball Cap Trendy Trucker Hat for Mens Headwear',\n",
       "  'Carhartt mens Rugged Professional Baseball Cap, Black, One Size US',\n",
       "  'KBETHOS Vintage Washed Distressed Cotton Dad Hat Baseball Cap Adjustable Polo Trucker Unisex Style Headwear',\n",
       "  'MISSION Cooling Performance Hat- Unisex Baseball Cap, Cools When Wet',\n",
       "  'Baseball Cap Men Women Adjustable Plain Dad Hats Low Profile Solid Ball Cap',\n",
       "  'Flexfit Cotton Twill Fitted Cap',\n",
       "  'HGGE Womens Criss Cross Ponytail Baseball Cap Adjustable High Messy Bun Ponycap Quick Drying Hat',\n",
       "  \"Hurley One & Only Men's Hat\",\n",
       "  \"Under Armour Men's Blitzing 3.0 Cap\",\n",
       "  'Fishing Trucker Hat for Men,Embroidered Design,Ideal Gifts Hats for Outdoor and Fishing',\n",
       "  \"'47 Brand Los Angeles LA Dodgers Clean Up Hat Cap Washed (Vintage) Camo/White\",\n",
       "  \"Under Armour Men's Heathered Blitzing 3.0 Cap\",\n",
       "  \"Timberland Men's Cotton Canvas Baseball Cap\",\n",
       "  \"Puma Women's Evercat Running Cap\",\n",
       "  \"Circle Mama Trucker Hat Adjustable Snapback Mom Hat Mother's Day Birthday Gift\",\n",
       "  \"adidas Originals Women's Relaxed Fit Adjustable Strapback Cap 2020\",\n",
       "  \"Under Armour Men's Iso-chill ArmourVent Fitted Baseball Cap\"],\n",
       " 'rule_atx3': ['9,544',\n",
       "  '12,595',\n",
       "  '20,797',\n",
       "  '11,944',\n",
       "  '1,218',\n",
       "  '16,887',\n",
       "  '6,412',\n",
       "  '1,281',\n",
       "  '118',\n",
       "  '2,832',\n",
       "  '5,191',\n",
       "  '72',\n",
       "  '954',\n",
       "  '1,205',\n",
       "  '1,079',\n",
       "  '967',\n",
       "  '1,291',\n",
       "  '1,955',\n",
       "  '242',\n",
       "  '14,663',\n",
       "  '814',\n",
       "  '10,596',\n",
       "  '38,145',\n",
       "  '9,224',\n",
       "  '24,054',\n",
       "  '4,868',\n",
       "  '162',\n",
       "  '4,319',\n",
       "  '603',\n",
       "  '672',\n",
       "  '1,655',\n",
       "  '187',\n",
       "  '9,462',\n",
       "  '13,862',\n",
       "  '9,634',\n",
       "  '2,396',\n",
       "  '9,799',\n",
       "  '2,601',\n",
       "  '1,815',\n",
       "  '55,497',\n",
       "  '2',\n",
       "  '341',\n",
       "  '9,295',\n",
       "  '1,320',\n",
       "  '4,175',\n",
       "  '49',\n",
       "  '3,860',\n",
       "  '1,761']}"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "scraper.get_result_similar(amazon_url,grouped=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "2c064486",
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyError",
     "evalue": "'rule_b65c'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m/tmp/ipykernel_5773/182814002.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mscraper\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mset_rule_aliases\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0;34m'rule_jzvh'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m'Title'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'rule_b65c'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m'Price'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'rule_xqsd'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m'Rating'\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0mscraper\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkeep_rules\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'rule_jzvh'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'rule_b65c'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'rule_xqsd'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0mscraper\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msave\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'amazon-search'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.local/lib/python3.10/site-packages/autoscraper/auto_scraper.py\u001b[0m in \u001b[0;36mset_rule_aliases\u001b[0;34m(self, rule_aliases)\u001b[0m\n\u001b[1;32m    717\u001b[0m         \u001b[0mid_to_stack\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m{\u001b[0m\u001b[0mstack\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"stack_id\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mstack\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mstack\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstack_list\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    718\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0mrule_id\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0malias\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrule_aliases\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 719\u001b[0;31m             \u001b[0mid_to_stack\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mrule_id\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"alias\"\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0malias\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    720\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    721\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mgenerate_python_code\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: 'rule_b65c'"
     ]
    }
   ],
   "source": [
    "scraper.set_rule_aliases({'rule_jzvh':'Title','rule_b65c':'Price','rule_xqsd':'Rating'})\n",
    "scraper.keep_rules(['rule_jzvh','rule_b65c','rule_xqsd'])\n",
    "scraper.save('amazon-search')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "4bc4717c",
   "metadata": {},
   "outputs": [],
   "source": [
    "results =scraper.get_result_similar('',group_by_alias= True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "b3f5003d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Amazon Essentials Unisex Baseball Cap',\n",
       " 'MRACSIY Mens Baseball Cap Winter Caps for Head Circumference 57-61cm',\n",
       " 'PLIOPYIK White Black Baseball Cap, Unisex Adjustable Womens Mens Baseball Cap Golf Dad Hat',\n",
       " 'American Flag Trucker Hat - Snapback Hat, Baseball Cap for Men Women - Breathable Mesh Side, Adjustable Fit - for Casual Wear',\n",
       " \"Home Prefer Men's Sun Hat UPF50+ Adjustable Cotton Washed Baseball Cap Unisex\",\n",
       " 'Edoneery Men Women Plain Cotton Adjustable Washed Twill Low Profile Baseball Cap Hat(A1008)',\n",
       " 'OAKFARM Baseball Cap Mens Hats for Women Distressed Washed Denim Vintage Ball Caps Summer Sun Dad Hat Unisex Adjustable',\n",
       " 'Macucop Funny Giraffe Outdoor Sport Adjustable Hat Cowboy Cap Unisex Printed Hat',\n",
       " 'TSSGBL Vintage Cotton Washed Adjustable Baseball Caps Men and Women, Unstructured Low Profile Plain Classic Retro Dad Hat',\n",
       " 'MRACSIY Mens Baseball Cap Winter Caps for Head Circumference 56-60cm',\n",
       " 'Finphoon 5 Gallon Water Jug Caps Reusable ,4Pcs Silicone Spill Resistant Water Bottle Caps Fits 55mm Bottles',\n",
       " 'Poolbeanies, Designer Fabric Swim Cap, Swan Lake, Single Cap']"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results['Title']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1681cd4d",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1809ad05",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}