Image Data Crawler.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from bs4 import BeautifulSoup \n",
    "import request\n",
    "import urllib \n",
    "from urllib.request import urlopen\n",
    "from os.path import os \n",
    "import os \n",
    "import html5lib \n",
    "import codecs "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "count = 28 \n",
    "index = 1 \n",
    "max_count = 1000 #number that you want to download \n",
    "imageDataDir = \"E:/image/\" \n",
    "#imageDataDir = \"/home/san/image/\" #linux directory \n",
    "querySet = ['yf sonata cluster'] #query for searching\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "yf+sonata+cluster\n",
      "29\n",
      "yf+sonata+cluster\n",
      "28\n",
      "https://upload.wikimedia.org/wikipedia/commons/thumb/3/3f/Instrument_cluster_Hyundai_Sonata_Hybrid_2011_LA_Auto_Show.jpg/220px-Instrument_cluster_Hyundai_Sonata_Hybrid_2011_LA_Auto_Show.jpg\n",
      "1\n",
      "http://k-tuning.com/image/cache/data/reshetka-radiatora-rim-hyundai-yf-sonata-ixion-5221-500x500.jpg\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/aieroobvec-h51u-hyundai-yf-sonata-nefdesign-739-500x500.jpg\n",
      "fail to download\n",
      "http://www.musclecarszone.com/wp-content/uploads/2013/04/hyundai-sonata-hybrid-technology.jpg\n",
      "fail to download\n",
      "http://jimellishyundaiparts.com/images/parts/Hyundai/fullsize/AHMAPGFA1091-94001.jpg\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/lip-cpoiler-na-bagazhnik-hyundai-yf-sonata-artx-3776-500x500.jpg\n",
      "fail to download\n",
      "http://4.bp.blogspot.com/-JVtD_jHx578/UDEUzKEXNRI/AAAAAAAAZ3c/N4R1H9xGZic/s1600/DSCN1602.JPG\n",
      "2\n",
      "http://www.hsguide.net/images/books/468/syfbe1054n.gif\n",
      "3\n",
      "http://www.hsguide.net/images/books/661/3/page.h68.png\n",
      "4\n",
      "http://k-tuning.com/image/cache/data/perednyaya-guba-hyundai-yf-sonata-myride-734-500x500.jpg\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/molding-dverei-hyundai-yf-sonata-mobis-632-500x500.jpg\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/lip-cpoiler-na-krishku-bagazhnika-uretan-hyundai-yf-sonata-mijoocar-646-500x500.jpg\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/perednyaya-optika-led-audi-style-type-2-bezel-type-hyundai-yf-sonata-auto-lamp-566-500x500.jpg\n",
      "fail to download\n",
      "http://www.hsguide.net/images/books/468/syfbe1052n.gif\n",
      "5\n",
      "http://k-tuning.com/image/cache/data/zadnie-kombinirovannie-fonari-led-rose-style-hyundai-yf-sonata-2012-mobis-640-500x500.jpg\n",
      "fail to download\n",
      "http://hyundai-blog.com/wp-content/uploads/2009/04/hyundaicluster1.jpg\n",
      "6\n",
      "http://k-tuning.com/image/cache/data/molding-kolecnix-arok-a533-xrom-hyundai-yf-sonata-auto-clover-4355-500x500.jpg\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/aieroobvec-perednii-hyundai-yf-sonata-2-4-2011-ixion-690-500x500.jpg\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/aieroobvec-perednii-bliss-hyundai-yf-sonata-f-and-b-679-500x500.jpg\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/zadnii-diffuzor-hyundai-yf-sonata-hanil-124-500x500.jpg\n",
      "fail to download\n",
      "http://st.motortrend.com/uploads/sites/5/2013/12/2014-Hyundai-Sonata-20T-front-view.jpg\n",
      "7\n",
      "http://k-tuning.com/image/cache/data/zanizhayushie-pruzhini-hyundai-yf-sonata-storm-4703-500x500.jpg\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/aieroobvec-final-evolution-hyundai-yf-sonata-zest-2089-500x500.jpg\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/molding-krishi-komplekt-6-sht-hyundai-yf-sonata-mobis-164-500x500.jpg\n",
      "fail to download\n",
      "http://www.hsguide.net/images/books/661/7/page.h69.png\n",
      "8\n",
      "http://www.carpang.com/community/data/file/cl_2_1/751156684_56a2e222_YF_BDB4C6DBBAF1C0FC%2BC5ACB7AFBDBAC5CD28FDCG29.jpg\n",
      "9\n",
      "http://www.carphotos.org/gallery/data/1186/sonata-2.jpg\n",
      "10\n",
      "http://k-tuning.com/image/cache/data/bokovie-yubki-stealth-hyundai-yf-sonata-m-and-s-6855-500x500.jpg\n",
      "fail to download\n",
      "57\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-tuning.com/image/cache/data/bokovie-yubki-stealth-hyundai-yf-sonata-m-and-s-6855-500x500.jpg\n",
      "fail to download\n",
      "http://i.imgur.com/dpccUtX.jpg?1\n",
      "11\n",
      "http://www.hsguide.net/images/books/661/3/page.h75.png\n",
      "12\n",
      "http://k-tuning.com/image/cache/data/korpuca-zerkal-zadnego-vida-led-genesis-style-3-way-hyundai-yf-sonata-kabis-744-500x500.jpg\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/zerkala-mertvoi-zoni-hyundai-yf-sonata-2012-kabis-653-500x500.jpg\n",
      "fail to download\n",
      "http://image.superstreetonline.com/f/41956151+w640+h427+q80+re0+cr1/sstp-1303-06%2B1986-toyota-corolla-gts%2Bae86-instrument-cluster\n",
      "13\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44743/images/29034/SonataNF2007ClusterReplacementOEMG__70013.1377903368.480.480.jpg?c=2\n",
      "14\n",
      "http://k-tuning.com/image/cache/data/cictema-podogreva-rulya-hyundai-yf-sonata-mobis-2755-500x500.jpg\n",
      "fail to download\n",
      "http://www.hyundai-blog.com/wp-content/uploads/2010/04/2011-hyundai-sonata-spoiler.jpg\n",
      "15\n",
      "http://www.hsguide.net/images/books/661/3/page.h131.png\n",
      "16\n",
      "http://www.hsguide.net/images/books/661/3/page.h71.png\n",
      "17\n",
      "http://www.hsguide.net/images/books/468/syfbe0159l.gif\n",
      "18\n",
      "http://k-tuning.com/image/cache/data/molding-okon-c108-xrom-hyundai-yf-sonata-auto-clover-663-500x500.jpg\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/nabor-iemblem-beh-h4-hyundai-sonata-yf-brenthon-4839-500x500.jpg\n",
      "fail to download\n",
      "http://www.driftproject.com/media/installs/ae86/gauge_lighting/polarg_lighting.jpg\n",
      "19\n",
      "http://www.hsguide.net/images/books/468/syfbe0158l.gif\n",
      "20\n",
      "http://thumbs3.ebaystatic.com/d/l225/m/mlEzBAIdFiwy3d1yUJ7_gow.jpg\n",
      "21\n",
      "http://www.hybridcars.com/wp-content/uploads/2017/04/Cutaway-e1492698419905.jpg\n",
      "fail to download\n",
      "http://www.hsguide.net/images/books/468/syfbe1110n.gif\n",
      "22\n",
      "http://www.dieselstation.com/wallpapers/albums/Hyundai/Sonata-2011/Hyundai-Sonata-2011-widescreen-05.jpg\n",
      "23\n",
      "http://k-spare.com/image/cache/data/918854R010_01-600x315.jpg\n",
      "fail to download\n",
      "http://indianautosblog.com/wp-content/uploads/2013/01/2014-Hyundai-Sonata-facelift-in-Malaysia-1.jpg\n",
      "24\n",
      "http://www.hsguide.net/images/books/661/3/page.h135.png\n",
      "25\n",
      "http://www.hsguide.net/images/books/468/syfbr0105d.gif\n",
      "26\n",
      "http://www.hsguide.net/images/books/661/3/page.h141.png\n",
      "27\n",
      "http://www.hsguide.net/images/books/412/syfbd0123d.gif\n",
      "28\n",
      "http://www.hsguide.net/images/books/661/3/page.h139.png\n",
      "29\n",
      "http://www.hsguide.net/images/books/661/3/page.h145.png\n",
      "30\n",
      "85\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://www.hsguide.net/images/books/412/syfbd0123d.gif\n",
      "31\n",
      "http://www.hsguide.net/images/books/661/3/page.h139.png\n",
      "32\n",
      "http://www.hsguide.net/images/books/661/3/page.h145.png\n",
      "33\n",
      "http://www.hsguide.net/images/books/468/syfbe1055n.gif\n",
      "34\n",
      "http://www.motorbeam.com/wp-content/uploads/Hyundai-Solaris-Facelift-Russia-Instrument-Cluster.jpeg\n",
      "35\n",
      "http://i.imgur.com/lsJ9BXu.jpg\n",
      "36\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/54850/images/39161/CS3014G__76603.1377908818.480.480.jpg?c=2\n",
      "37\n",
      "https://indianautosblog.com/wp-content/uploads/2013/01/2014-Hyundai-Sonata-facelift-in-Malaysia-2.jpg\n",
      "38\n",
      "http://cfile25.uf.tistory.com/image/204D5E374C9C332804E645\n",
      "39\n",
      "http://pds113.cafe.daum.net/download.php?grpid=1GKG0&fldid=NK7B&dataid=535&fileid=7&regdt=&disk=11&grpcode=clubyfsonata&dncnt=N&.jpg\n",
      "40\n",
      "http://www.hsguide.net/images/books/661/1/page.h8.jpg\n",
      "41\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45644/images/29934/bros5__60045.1377903827.480.480.jpg?c=2\n",
      "42\n",
      "http://images.cardekho.com/images/road-test/Hyundai-Sonata/Hyundai-Sonata5.jpg\n",
      "43\n",
      "http://pds113.cafe.daum.net/download.php?grpid=1GKG0&fldid=NK7B&dataid=535&fileid=5&regdt=&disk=16&grpcode=clubyfsonata&dncnt=N&.jpg\n",
      "44\n",
      "http://pds112.cafe.daum.net/download.php?grpid=1GKG0&fldid=NK7B&dataid=535&fileid=3&regdt=&disk=11&grpcode=clubyfsonata&dncnt=N&.jpg\n",
      "45\n",
      "http://www.hsguide.net/images/books/661/3/page.h83.png\n",
      "46\n",
      "http://s29.postimg.org/j74pw2407/Seatbelt_Indicator_1.jpg\n",
      "fail to download\n",
      "http://www.wholesalehyundaiparts.com/images/parts/motor/parts/fullsize/1024320_1.png\n",
      "fail to download\n",
      "http://www.hyundaiaccentmanual.com/images/pages/2/page.h60.jpg\n",
      "47\n",
      "http://www.hsguide.net/images/books/468/syfbe0157l.gif\n",
      "48\n",
      "http://www.hsguide.net/images/books/661/3/page.h87.png\n",
      "49\n",
      "http://www.hsguide.net/images/books/59/sxme19121l.gif\n",
      "50\n",
      "http://pds112.cafe.daum.net/download.php?grpid=1GKG0&fldid=NKYd&dataid=2116&fileid=2&regdt=&disk=13&grpcode=clubyfsonata&dncnt=N&.jpg\n",
      "51\n",
      "http://lh6.ggpht.com/_3gZHoxMA7C0/TP0ZUvUG-nI/AAAAAAAABrI/AcyKmD5o-8Q/clip_image004_thumb%5B2%5D.jpg?imgmax=800\n",
      "52\n",
      "http://www.hsguide.net/images/books/661/7/page.h67.png\n",
      "53\n",
      "http://www.koreamotorparts.com/images_hyundai/2011_yf_sonata/HYUNDAI_2010_2013_YF_Sonata_Rear_Bumper_Protecter_Decal_Stickers_Matt_Black_Chrome_Point_Logo_02.jpg\n",
      "54\n",
      "http://i.imgur.com/E4bDPb2.jpg\n",
      "55\n",
      "http://postfiles3.naver.net/20100114_162/juny1105_1263477606285c6VeO_jpg/%BC%D2%B3%AA%C5%B8%C8%F7%BD%BA%C5%E4%B8%AE_juny1105.jpg?type=w2\n",
      "56\n",
      "113\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://postfiles3.naver.net/20100114_162/juny1105_1263477606285c6VeO_jpg/%BC%D2%B3%AA%C5%B8%C8%F7%BD%BA%C5%E4%B8%AE_juny1105.jpg?type=w2\n",
      "57\n",
      "http://cdnedge.vinsolutions.com/dealerimages/Dealer 6184 Images/Models/2015 Hyundai Sonata Louisville KY Smart Trunk.JPG\n",
      "fail to download\n",
      "http://www.hsguide.net/images/books/661/3/page.h82.png\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "58\n",
      "https://k-spare.com/image/cache/data/hyundai-veloster-used-cluster-assy-instrument-94013-2v020-940132v020-974-600x315.jpg\n",
      "fail to download\n",
      "http://www.hsguide.net/images/books/468/syfbe0300l.gif\n",
      "59\n",
      "http://zombdrive.com/images1600_/2012_hyundai_sonata-hybrid_sedan_base_fq_oem_4_1600.jpg\n",
      "60\n",
      "http://s29.postimg.org/dht2phn7r/Seatbelt_Indicator_9.jpg\n",
      "fail to download\n",
      "http://www.hsguide.net/images/books/661/3/page.h85.png\n",
      "61\n",
      "http://www.hsguide.net/images/books/412/syfbd0145D.gif\n",
      "62\n",
      "http://k-tuning.com/image/cache/data/ramka-pod-nomernoi-znak-dekorativnaya-karbon-hyundai-sonata-autoen-5043-500x500.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58541/images/42858/72652Gal__13342.1377911333.1280.1280.jpg\n",
      "63\n",
      "https://k-spare.com/image/cache/data/hyundai-i30-gd-used-cluster-assy-instrument-94003-a5071-94003a5071-695-600x315.jpg\n",
      "fail to download\n",
      "https://img.favcars.com/hyundai/sonata/images_hyundai_sonata_2010_7.jpg\n",
      "64\n",
      "http://www.koreamotorparts.com/images_hyundai/2016_Tucson/HYUNDAI_2016_Tucson_list.jpg\n",
      "65\n",
      "http://www.gaddidekho.com/wp-content/uploads/2013/03/Hyundai-Sonata-Hybrid-Red-Side-View.jpg\n",
      "66\n",
      "https://1.bp.blogspot.com/-r8urhY2t2X0/VGXEQuPqZGI/AAAAAAAATtE/7ufVO0PuBqs/s1600/20141016100713.jpg\n",
      "67\n",
      "http://jimellishyundaiparts.com/images/parts/motor/parts/fullsize/1024320_3.png\n",
      "fail to download\n",
      "http://images.noticiasautomotivas.com.br/img/c/hyundai-sonata-2006.jpg\n",
      "68\n",
      "http://www.autoneva.by/images/albums/hyundai/2011-sonata_hybrid/hyundai_2011-sonata_hybrid_1600x1200_012.jpg\n",
      "69\n",
      "http://www.hsguide.net/images/books/373/syfbr1030n.gif\n",
      "70\n",
      "http://i.ebayimg.com/00/s/MTAwMVgxMDAx/z/yjEAAOSwdjNZByf9/$_1.JPG\n",
      "71\n",
      "http://www.hsguide.net/images/books/661/3/page.h91.png\n",
      "72\n",
      "http://cfs14.tistory.com/image/30/tistory/2009/02/20/09/51/499dfea192d1e\n",
      "73\n",
      "http://carangoweb.com.br/wp-content/gallery/hyundai-sonata-dub-rebaixado/hyundai-sonata-dub-tuning.jpg\n",
      "74\n",
      "http://i1350.photobucket.com/albums/p774/fishnrib2/2011HSHConsole_zpsa3e3f672.jpg\n",
      "75\n",
      "http://www.wholesalehyundaiparts.com/images/parts/motor/parts/fullsize/1024320_13.png\n",
      "fail to download\n",
      "http://k-tuning.com/image/cache/data/bdsa/kozhanii-chexol-dlya-cmart-klyucha-fiourd-4-knopki-hyundai-bdsa-a3509-500x500.jpg\n",
      "fail to download\n",
      "http://www.hsguide.net/images/books/661/1/page.h10.jpg\n",
      "76\n",
      "141\n",
      "yf+sonata+cluster\n",
      "28\n",
      "https://k-spare.com/image/cache/data/hyundai-grandeur-tg-used-cluster-assy-instrument-kph-94003-3l010-940033l010-474-600x315.jpg\n",
      "fail to download\n",
      "http://www.hsguide.net/images/books/306/sgdst2111d.gif\n",
      "77\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45247/images/29538/NFcpillars1__88420.1377903632.480.480.jpg?c=2\n",
      "78\n",
      "http://s29.postimg.org/jxxg1u6dj/Seatbelt_Indicator_3.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/52808/images/37118/SonataNFChromeInteriorVentCovers__81867.1377907518.480.480.jpg?c=2\n",
      "79\n",
      "http://www.hybridcars.com/wp-content/uploads/2013/02/MY13_YF_Hybrid_Venetian-Red-Pearl.jpg\n",
      "fail to download\n",
      "https://www.kmp-trade.com/images_hyundai/2016_Tucson/HYUNDAI_2016_Tucson_list.jpg\n",
      "80\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/50456/images/34770/CelotSonata__88958.1377906111.1280.1280.JPG?c=2\n",
      "81\n",
      "http://www.hsguide.net/images/books/412/syfbd0122d.gif\n",
      "82\n",
      "http://www.koreamotorparts.com/images_etc/OEM-Genuine-Parts-2.0-Turbo-GDI-Engine-Cover-Upgrade-Kit-for-HYUNDAI-11--13-YF-Sonata_04.jpg\n",
      "83\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45534/images/29824/nfdragoncpillar1__60827.1377903770.480.480.jpg?c=2\n",
      "84\n",
      "http://uploads.tapatalk-cdn.com/20160618/b0514a74e5180eac0ee1c214b2e2b02a.jpg\n",
      "85\n",
      "http://i.ebayimg.com/images/i/221878608833-0-1/s-l1000.jpg\n",
      "86\n",
      "http://www.wpdrl.com/UserFiles/T2mem1XiJaXXXXXXXX_!!857019362.jpg\n",
      "87\n",
      "https://i.ytimg.com/vi/SIgo1MWav8o/hqdefault.jpg\n",
      "88\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/54838/images/39149/C1007G__34816.1377908811.480.480.jpg?c=2\n",
      "89\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/48452/images/32767/25prod007sm__30275.1377905088.480.480.jpg?c=2\n",
      "90\n",
      "http://otzyvy-avtovladelcev.ru/img/auto-body-image/3614/56060.jpg\n",
      "91\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44680/images/28971/EmblemSonataNFGrillBadgeEmblemsGALLERY__96272.1377903349.480.480.jpg?c=2\n",
      "92\n",
      "http://carangoweb.com.br/wp-content/gallery/hyundai-sonata-rebaixado-rodas-22/hyundai-sonata-tunado.jpg\n",
      "93\n",
      "http://s3.amazonaws.com/tearapart.us.1/pinproHostedImages/c/j/c/f/d/949898d4-783d-4ca1-b441-2675dbcfd42e.JPG\n",
      "94\n",
      "http://www.blogcdn.com/www.autoblog.com/media/2010/10/32hyundaisonatahybridfd.jpg\n",
      "95\n",
      "http://www.fourgreen.com/store/ProdImages/ME580999.JPG\n",
      "96\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/46288/images/30607/nfledsills1__17204.1377904119.480.480.jpg?c=2\n",
      "97\n",
      "http://www.hsguide.net/images/books/468/syfbe0055l.gif\n",
      "98\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45559/images/29849/nfsuperfogs1__78416.1377903787.480.480.jpg?c=2\n",
      "99\n",
      "http://www.hsguide.net/images/books/468/syfbe0304l.gif\n",
      "100\n",
      "https://s11.postimg.org/o6vlaggub/DSCN4909.jpg\n",
      "fail to download\n",
      "169\n",
      "yf+sonata+cluster\n",
      "28\n",
      "https://s11.postimg.org/o6vlaggub/DSCN4909.jpg\n",
      "fail to download\n",
      "http://uploads.tapatalk-cdn.com/20160618/720f6eb984ca51aebb31834708059c05.jpg\n",
      "101\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/48137/images/32452/NFATF__66266.1377904940.480.480.jpg?c=2\n",
      "102\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45326/images/29617/sportageBROS4__87529.1377903675.480.480.jpg?c=2\n",
      "103\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45122/images/29413/Sonata-LEDAE1__06500.1377903564.480.480.jpg?c=2\n",
      "104\n",
      "http://www.hsguide.net/images/books/59/syfee0103d.gif\n",
      "105\n",
      "https://1.bp.blogspot.com/-XGwgQMGsdNs/VGXGW_57wVI/AAAAAAAATtk/huxLiF_BE84/s1600/20141015162018.jpg\n",
      "106\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44838/images/29129/LEDthirdbrake1__21340.1409589440.480.480.jpg?c=2\n",
      "107\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45017/images/29308/Sonatacyrstalemblem1__09205.1377903505.480.480.jpg?c=2\n",
      "108\n",
      "http://www.hsguide.net/images/books/373/SYFBR0135D.gif\n",
      "109\n",
      "http://s29.postimg.org/gscubmnrb/Seatbelt_Indicator_6.jpg\n",
      "fail to download\n",
      "https://s11.postimg.org/wrox1mr0j/DSCN4911.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/54835/images/39146/CS3003G__48264.1377908808.480.480.jpg?c=2\n",
      "110\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45863/images/30154/09sonatafogs4__77589.1377903920.480.480.jpg?c=2\n",
      "111\n",
      "https://upload.wikimedia.org/wikipedia/commons/thumb/f/f6/2017_hyundai_sonata_new_rise_turbo_front-side.jpg/120px-2017_hyundai_sonata_new_rise_turbo_front-side.jpg\n",
      "112\n",
      "http://www.hsguide.net/images/books/468/syfbe0299l.gif\n",
      "113\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45779/images/30070/strutbar3__55504.1377903888.480.480.jpg?c=2\n",
      "114\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/54839/images/39150/CS3004G__28140.1377908811.1280.1280.jpg?c=2\n",
      "115\n",
      "http://cfile27.uf.tistory.com/image/17649F4C4E95A6310B9A2C\n",
      "116\n",
      "https://i.ytimg.com/vi/l1ij7Y4N9sE/hqdefault.jpg\n",
      "117\n",
      "http://www.hsguide.net/images/books/412/SYFBD0147L.gif\n",
      "118\n",
      "https://upload.wikimedia.org/wikipedia/commons/thumb/2/25/Hyundai_Sonata_2017_Limited_Sedan_Back.jpg/362px-Hyundai_Sonata_2017_Limited_Sedan_Back.jpg\n",
      "119\n",
      "http://www.wholesalehyundaiparts.com/images/parts/motor/parts/fullsize/1024270_1.png\n",
      "fail to download\n",
      "http://lh6.ggpht.com/_rVJ8IhLDNWk/TD9XXHECUlI/AAAAAAAAB1k/pCKHXC6ofg8/s1024/DSC_0022.JPG\n",
      "120\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44652/images/28943/SonataChromeGrill7__77818.1409593697.480.480.jpg?c=2\n",
      "121\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/47845/images/32160/gencoupeapillarcluster1__17188.1377904809.480.480.jpg?c=2\n",
      "122\n",
      "http://www.hsguide.net/images/books/468/syfbe1096n.gif\n",
      "123\n",
      "http://www.hsguide.net/images/books/412/syfbd0142d.gif\n",
      "124\n",
      "197\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://www.hsguide.net/images/books/468/syfbe1096n.gif\n",
      "125\n",
      "http://www.hsguide.net/images/books/412/syfbd0142d.gif\n",
      "126\n",
      "http://k-spare.com/image/cache/data/391432EYA5_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/95400C1020_01-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/47241/images/31556/ptips-NF-gal__33133.1377904550.480.480.jpg?c=2\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "127\n",
      "https://upload.wikimedia.org/wikipedia/commons/thumb/4/4b/2017_hyundai_sonata_new_rise_turbo_rear-side.jpg/120px-2017_hyundai_sonata_new_rise_turbo_rear-side.jpg\n",
      "128\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/54848/images/39159/CS3011G__52823.1377908817.480.480.jpg?c=2\n",
      "129\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/57379/images/41691/7002G__74266.1377910538.480.480.jpg?c=2\n",
      "130\n",
      "http://autoconfig.ru/images/catalog/hyundai/18482fd8e208856cfdce4c06e0233222.gif\n",
      "131\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/57384/images/41696/31168gg__65521.1377910542.480.480.jpg\n",
      "132\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44598/images/28889/TuscanyTiburonStainlessSteelAirControlSet__16940.1409601775.480.480.jpg?c=2\n",
      "133\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45157/images/29448/Sonataexhaust2__43478.1377903582.480.480.jpg?c=2\n",
      "134\n",
      "https://upload.wikimedia.org/wikipedia/commons/thumb/f/f2/Hyundai_Sonata_LF_02_China_2015-04-10.jpg/120px-Hyundai_Sonata_LF_02_China_2015-04-10.jpg\n",
      "135\n",
      "http://www.hsguide.net/images/books/468/slmbe0149n.gif\n",
      "136\n",
      "https://upload.wikimedia.org/wikipedia/commons/thumb/0/0a/2014_Hyundai_Sonata_%28LF_MY15%29_Premium_sedan_%282015-10-10%29_01.jpg/120px-2014_Hyundai_Sonata_%28LF_MY15%29_Premium_sedan_%282015-10-10%29_01.jpg\n",
      "137\n",
      "http://www.hanonsystems.com/Eng/Images/tech/img_climate5.png\n",
      "138\n",
      "http://i.ebayimg.com/00/s/NTYwWDU2MA==/z/OXIAAOSwBahVQQkh/$_1.JPG\n",
      "139\n",
      "http://k-spare.com/image/cache/data/21101-j3-2-900x500-600x315.jpeg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/sonata2web-600x315.jpeg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/k5_2013big-300x300.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/1422410136319_bulletin-600x315.jpg\n",
      "fail to download\n",
      "https://www.wholesalehyundaiparts.com/images/parts/motor/parts/fullsize/1024320_7.png\n",
      "fail to download\n",
      "http://www.hsguide.net/images/books/468/syfbe0068l.gif\n",
      "140\n",
      "https://i.ytimg.com/vi/OugusOGmA50/hqdefault.jpg\n",
      "141\n",
      "http://k-tuning.com/image/cache/data/ramka-pod-nomernoi-znak-dekorativnaya-uv-color-scnp05-hyundai-minif-5470-500x500.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/51384/images/35696/VLufobumperSM__96273.1377906669.480.480.jpg?c=2\n",
      "142\n",
      "http://k-spare.com/image/cache/data/1406161304316_bulletin-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/495602B370-600x315.jpg\n",
      "fail to download\n",
      "225\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/495602B370-600x315.jpg\n",
      "fail to download\n",
      "http://www.hsguide.net/images/books/412/syfbd0234d.gif\n",
      "143\n",
      "https://www.wholesalehyundaiparts.com/images/parts/motor/thumbnails/1052460.jpg\n",
      "fail to download\n",
      "https://i.ytimg.com/vi/j3DzAFIR6lI/hqdefault.jpg\n",
      "144\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45633/images/29923/07tibledsills1__11768.1377903823.480.480.jpg?c=2\n",
      "145\n",
      "http://lh4.ggpht.com/_rVJ8IhLDNWk/TD9Y1Z4DRvI/AAAAAAAAB3k/j769UYFhHLE/s720/DSC_0057.JPG\n",
      "146\n",
      "http://k-spare.com/image/cache/data/23200-G4FC-022-900x500-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/28200-D4CB-2-900x500-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/922012V000_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/553112T020%20_01-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58219/images/42535/80RBVDgal__36519.1377911117.480.480.jpg?c=2\n",
      "147\n",
      "http://k-spare.com/image/cache/data/737003W010-1_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/92401D3100_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/33100-D4FA-5-900x500-600x315.jpg\n",
      "fail to download\n",
      "http://img107.imagevenue.com/loc411/th_148902039_Hyundaii402_122_411lo.jpg\n",
      "148\n",
      "http://k-spare.com/image/cache/data/banner/soul_2013b-300x300.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/39000-starex-97-07-014-900x500-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/53725/images/38035/575MG__20672.1377908142.1280.1280.jpg\n",
      "149\n",
      "http://k-spare.com/image/cache/data/mobis/krishka-kpp-hyundai-avante-md-mobis-3744-500x500-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/97250A7500WK-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/3681072030_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/21101-D4BF-10-900x500-600x315.JPG\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/254603K000_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/$_12-600x315.JPG\n",
      "fail to download\n",
      "http://www.upgradecar.com/shop_image/yfsonata_switchassy_d.jpg\n",
      "150\n",
      "http://k-spare.com/image/cache/data/865112K000_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/253104H550_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/4780039300-600x315.jpg\n",
      "fail to download\n",
      "253\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/57299/images/41611/6961HCgg__17245.1377910491.480.480.jpg?c=2\n",
      "151\n",
      "http://k-spare.com/image/cache/data/banner/forte-k-2012big-300x300.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/737001Y140-2_01-600x315.jpg\n",
      "fail to download\n",
      "http://s29.postimg.org/bkrr7675z/Seatbelt_Indicator_4.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/gstarex_pumpoil-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/3380042500-inj-97-04-013-900x500-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/282103A000-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/starex_2006b-300x300.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/282004A480-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/41-6OeGw1eL-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/md1XStJcL7scA2_2zYL2rhA-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/mobis/vozduxozabornik-vozdushnogo-fil-tra-a-hyundai-avante-md-mobis-3742-500x500-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/22410-D4CB-CRDI-021-900x500-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/517502B010_01-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/50715/images/35026/0306tiburonroteceyelids__12703.1377906259.480.480.jpg?c=2\n",
      "152\n",
      "http://k-spare.com/image/cache/data/589202S840_02-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/46564/images/30879/tibhandle__54411.1377904246.480.480.jpg?c=2\n",
      "153\n",
      "http://k-spare.com/image/cache/data/28510-G4FC-022-900x500-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/963702L000_01-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58213/images/42529/839FBRgal__09313.1377911111.480.480.jpg\n",
      "154\n",
      "http://k-spare.com/image/cache/data/banner/hd120_5b-300x300.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/2820042700-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/2823127400-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/49601-2Y000-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/391103E100_01-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58221/images/42537/829gal__24103.1409597049.480.480.jpg?c=2\n",
      "155\n",
      "http://k-spare.com/image/cache/data/3144052000_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/2816427800_01-600x315.jpg\n",
      "fail to download\n",
      "281\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/31YVGGIKGSL-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/u5946stxr1v37j0u-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44640/images/28931/666666666666666__13245.1377903334.480.480.jpg?c=2\n",
      "156\n",
      "http://k-spare.com/image/cache/data/282004X650_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/876104H600_02-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/545014A801-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/2438-thickbox-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/281124H000_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/692003L141_01-600x315.jpg\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "fail to download\n",
      "http://k-spare.com/image/cache/data/282004A101-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/3310542620-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/23110-D4FA-3-900x500-600x315.jpeg\n",
      "fail to download\n",
      "http://www.hsguide.net/images/books/468/syfbe0067l.gif\n",
      "157\n",
      "http://k-spare.com/image/cache/data/391202B001_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/581804HA00_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/282312F701-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58432/images/42749/tiburonfrontbumperGAL2__67276.1377911264.480.480.jpg?c=2\n",
      "158\n",
      "http://k-spare.com/image/cache/data/517502K000-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45545/images/29835/nfled11__09112.1377903779.480.480.jpg?c=2\n",
      "159\n",
      "http://k-spare.com/image/cache/data/pcnr3424_10606-600x315.JPG\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/391113E512_01-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/46260/images/30579/sportageskid1__18112.1409600042.480.480.jpg?c=2\n",
      "160\n",
      "http://k-spare.com/image/cache/data/mobis/641012K000_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/K7871134000_01-600x315.jpg\n",
      "fail to download\n",
      "http://s29.postimg.org/vynhgb35z/Seatbelt_Indicator_8.jpg\n",
      "fail to download\n",
      "http://www.wholesalehyundaiparts.com/images/parts/motor/parts/fullsize/1059055_14.png\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/33100-D4CB-4-900x500-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/39373-027-900x500-600x315.jpg\n",
      "fail to download\n",
      "309\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/2823127850-600x315.JPG\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/3610042011_01-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44673/images/28964/TuscaniTomatoBodyKit4sm__29904.1377903346.480.480.jpg?c=2\n",
      "161\n",
      "http://k-spare.com/image/cache/data/73700A5011_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/391102BAA2_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/391202B000_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/253104F151_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/591306B100-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/954403BAA0_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/86611A5000_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/2151027401-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/7700326010_03-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/391042A710_01-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/28200-D4BF-5-900x500-600x315.jpg\n",
      "fail to download\n",
      "http://thekoreancarblog.com/wp-content/uploads/2014/11/Screenshot_2014-12-18-11-02-12-1024x576.png\n",
      "162\n",
      "http://www.hsguide.net/images/books/412/syfbd0155l.gif\n",
      "163\n",
      "http://k-spare.com/image/cache/data/New-engine-g4fg-sub-module10-15-021-900x500-600x315.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/863512S100_01-600x315.jpg\n",
      "fail to download\n",
      "http://www.wholesalehyundaiparts.com/images/parts/motor/parts/fullsize/1057060_13.png\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/22100-D4CB-5-900x500-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45797/images/30088/tibfuel__60633.1377903895.480.480.jpg?c=2\n",
      "164\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44632/images/28923/TUSCANICHROMERACINGSHIFTCOVER__17675.1377903331.480.480.jpg?c=2\n",
      "165\n",
      "http://www.hyundai-sto.ru/userfiles/images/hyundai-tucson/0348-6.jpg\n",
      "166\n",
      "http://k-spare.com/image/cache/data/361002B100_01-600x315.jpg\n",
      "fail to download\n",
      "http://www.wholesalehyundaiparts.com/images/parts/motor/parts/fullsize/1029315_7.png\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44642/images/28933/Tuscani16inchWheelCenterCap__84663.1377903334.480.480.jpg?c=2\n",
      "167\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44796/images/29087/Celot1__59245.1377903392.480.480.jpg?c=2\n",
      "168\n",
      "http://k-spare.com/image/cache/data/sampleimage-belt__44482.1467875857.1280-600x315.jpg\n",
      "fail to download\n",
      "337\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44642/images/28933/Tuscani16inchWheelCenterCap__84663.1377903334.480.480.jpg?c=2\n",
      "169\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44796/images/29087/Celot1__59245.1377903392.480.480.jpg?c=2\n",
      "170\n",
      "http://k-spare.com/image/cache/data/sampleimage-belt__44482.1467875857.1280-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/50755/images/35066/tiburonbraceSM__98535.1377906286.480.480.jpg?c=2\n",
      "171\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45271/images/29562/tiburonlicbolt1__95233.1377903645.480.480.jpg?c=2\n",
      "172\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/47442/images/31757/RGT-gal__53712.1377904640.480.480.jpg?c=2\n",
      "173\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45657/images/29947/sportagfog2__91628.1377903833.480.480.jpg?c=2\n",
      "174\n",
      "http://g04.a.alicdn.com/kf/HTB1M6VyIXXXXXc_XVXXq6xXFXXXg/FCD-STD-standard-Type-Fuel-Cut-Defencer-For-DODGE-Conquest-For-Impereza-WRX-MAZDA-NISSAN-300ZX.jpg\n",
      "175\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45645/images/29935/zeroemblem1__11994.1377903828.480.480.jpg?c=2\n",
      "176\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44726/images/29017/EibachSpacersSPT2__65600.1377903363.480.480.jpg?c=2\n",
      "177\n",
      "http://k-spare.com/image/cache/data/49500-joint-cv-accent-06-10-012-900x500-600x315.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/61163/images/60648/Gear_Shift_Boot__33255.1409594851.480.480.jpg?c=2\n",
      "178\n",
      "http://4.bp.blogspot.com/_OBLFcafdVN0/TNmhPmrxkAI/AAAAAAAAABE/LsPOTkvsHk4/s1600/avante+2.jpg\n",
      "179\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/47578/images/31893/cup-gal__32892.1377904693.480.480.jpg?c=2\n",
      "180\n",
      "http://1.bp.blogspot.com/_OBLFcafdVN0/TNmhNLjhUNI/AAAAAAAAABA/67YGdwgkG-c/s1600/avante+1.jpg\n",
      "181\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58434/images/42751/tiburonfrontbumperGal__18523.1377911266.480.480.jpg?c=2\n",
      "182\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58222/images/42538/765Gal__11851.1409595413.480.480.jpg?c=2\n",
      "183\n",
      "http://www.exledshop.com/images/thumbnails/4/120/314265613825507996639796.gif\n",
      "184\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/47722/images/32037/bk18-gal__88302.1409591949.480.480.jpg?c=2\n",
      "185\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44631/images/28922/tibvents__08228.1377903331.480.480.jpg?c=2\n",
      "186\n",
      "https://i.ytimg.com/vi/R74MCe4AsWM/hqdefault.jpg\n",
      "187\n",
      "http://www.fourgreen.com/store/ProdImages/671212L000.JPG\n",
      "188\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/53726/images/38036/574G__46308.1377908143.1280.1280.jpg\n",
      "189\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/50855/images/35166/cabinfilter__13789.1377906346.480.480.jpg?c=2\n",
      "190\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44643/images/28934/TiburonGrill3__02979.1377903335.480.480.jpg?c=2\n",
      "191\n",
      "http://www.wholesalehyundaiparts.com/images/parts/motor/parts/fullsize/1024060_22.png\n",
      "fail to download\n",
      "https://c-a.d-cd.net/2aefb1u-960.jpg\n",
      "192\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/57290/images/41602/5674BKgg__85992.1409609910.480.480.jpg?c=2\n",
      "193\n",
      "365\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58580/images/42897/66641Gal__47711.1377911358.480.480.jpg?c=2\n",
      "194\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44660/images/28951/M%252526SGALLERY__90316.1377903341.1280.1280.jpg\n",
      "195\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/57330/images/41642/69134gg__09142.1377910510.480.480.jpg\n",
      "196\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/51371/images/35683/Strut6a__58063.1377906660.480.480.jpg?c=2\n",
      "197\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/57301/images/41613/18148gg__22783.1377910492.1280.1280.jpg\n",
      "198\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/56872/images/41185/53g__02982.1377910226.480.480.jpg?c=2\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "199\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/54878/images/39189/C1006G__67337.1377908837.1280.1280.jpg\n",
      "200\n",
      "https://i.ytimg.com/vi/Bt4jKAie6GY/hqdefault.jpg\n",
      "201\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/47812/images/32127/sportagevalbk1__17404.1409607984.480.480.jpg?c=2\n",
      "202\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58218/images/42534/80SSgal__92962.1409609782.480.480.jpg?c=2\n",
      "203\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/47608/images/31923/cr01874frontbullbar__60216.1409585884.480.480.jpg?c=2\n",
      "204\n",
      "https://i.ytimg.com/vi/A1b4s7T1aAk/hqdefault.jpg\n",
      "205\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44881/images/29172/zvvt__37912.1377903437.480.480.jpg?c=2\n",
      "206\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/44736/images/29027/SportageExhaustTipsGAL__90458.1377903366.480.480.jpg?c=2\n",
      "207\n",
      "http://k-spare.com/image/cache/data/banner/kyron_2011big-120x120.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/45793/images/30084/tibhead__53854.1377903894.480.480.jpg?c=2\n",
      "208\n",
      "http://i.ebayimg.com/00/s/OTQ5WDk4MQ==/z/1WkAAOSwi0RXzYBz/$_1.JPG\n",
      "209\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58433/images/42750/tiburonkingbumperGAL__02911.1377911264.1280.1280.jpg\n",
      "210\n",
      "http://k-spare.com/image/cache/data/banner/korando_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/48477/images/32792/tibfuxion1__51641.1377905098.480.480.jpg\n",
      "211\n",
      "https://www.hyundaipartsdeal.com/part-picture/small/AHMAPGFA%5c8484711%5cAHMAPGFA_8484711_84716H_RL.png\n",
      "212\n",
      "http://k-spare.com/image/cache/data/banner/sorento_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "213\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "214\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "215\n",
      "393\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "216\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "217\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "218\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "219\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "220\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "221\n",
      "421\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "222\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "223\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "224\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "225\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "226\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "227\n",
      "449\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "228\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "229\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "230\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "231\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "232\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "233\n",
      "477\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "234\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "235\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "236\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "237\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "238\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "239\n",
      "505\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "240\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "241\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "242\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "243\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "244\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "245\n",
      "533\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "246\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "247\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "248\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "249\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "250\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "251\n",
      "561\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "252\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "253\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "254\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "255\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "256\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "257\n",
      "589\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "258\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "259\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "260\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "261\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "262\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "263\n",
      "617\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "264\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "265\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "266\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "267\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "268\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "269\n",
      "645\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "270\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "271\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "272\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "273\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "274\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "275\n",
      "673\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "276\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "277\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "278\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "279\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "280\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "281\n",
      "701\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "282\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "283\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "284\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "285\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "286\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "287\n",
      "729\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "288\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "289\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "290\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "291\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "292\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "293\n",
      "757\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "294\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "295\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "296\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "297\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "298\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "299\n",
      "785\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "300\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "301\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "302\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "303\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "304\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "305\n",
      "813\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "306\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "307\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "308\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "309\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "310\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "311\n",
      "841\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "312\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "313\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "314\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "315\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "316\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "317\n",
      "869\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "318\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "319\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "320\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "321\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "322\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "323\n",
      "897\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "324\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "325\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "326\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "327\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "328\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "329\n",
      "925\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "330\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "331\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "332\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "333\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "334\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "335\n",
      "953\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "336\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "337\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "338\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "339\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "340\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "341\n",
      "981\n",
      "yf+sonata+cluster\n",
      "28\n",
      "http://k-spare.com/image/cache/data/banner/trax_2013b-120x120.jpg\n",
      "fail to download\n",
      "http://img5.cache.netease.com/pcluster/bbsauto/post/6a1/a9b/a25/816ce9838677bb298533755.jpg\n",
      "342\n",
      "http://k-spare.com/image/cache/data/banner/accent_2012big-120x120.jpg\n",
      "fail to download\n",
      "http://k-spare.com/image/cache/data/banner/korando_turismo_2013big-120x120.jpg\n",
      "fail to download\n",
      "http://i.ebayimg.com/00/s/ODAwWDgwMA==/z/Jp4AAOxy7nNTTK85/$_1.JPG\n",
      "343\n",
      "http://cdn2.bigcommerce.com/server4900/p8shuktn/products/58220/images/42536/80FBgal__48954.1377911118.178.178.jpg\n",
      "344\n",
      "https://i.ytimg.com/vi/nlyVlIs-4hA/hqdefault.jpg\n",
      "345\n",
      "https://i.ytimg.com/vi/xL0F31P-Wq8/hqdefault.jpg\n",
      "346\n",
      "https://i.ytimg.com/vi/T2Hyj95Bzv0/hqdefault.jpg\n",
      "347\n"
     ]
    }
   ],
   "source": [
    "def get_soup(url,header): \n",
    "    return BeautifulSoup(urllib.urlopen(urllib.Request(url,headers=header))) \n",
    " \n",
    "if not os.path.isdir(imageDataDir): \n",
    "    os.mkdir(imageDataDir) \n",
    "    \n",
    "for query in querySet: \n",
    "    image_naming = query #image name \n",
    "    query= query.split() \n",
    "    tempDirName = '_'.join(query) \n",
    "    query='+'.join(query) \n",
    "    isQueryKorean = False \n",
    "    print(query)\n",
    "    targetDir = imageDataDir+tempDirName \n",
    "    try: \n",
    "        if not os.path.isdir(targetDir): \n",
    "            os.mkdir(targetDir) \n",
    "    except: \n",
    "        isQueryKorean = True \n",
    "        image_naming=\"temp\" \n",
    "        targetDir = imageDataDir+\"temp\" \n",
    "        dirNum=0 \n",
    "        while(True): \n",
    "            tempTargetDir = targetDir+str(dirNum) \n",
    "            dirNum+=1 \n",
    "            if not os.path.isdir(tempTargetDir): \n",
    "                targetDir = tempTargetDir \n",
    "                os.mkdir(targetDir) \n",
    "                break \n",
    "                \n",
    "    index = 1 #init index\n",
    "    for i in range(max_count//count): \n",
    "    #https://www.bing.com/images/search?q=Automotive+instrument+panel&FORM=HDRSC2\n",
    "        url=\"http://www.bing.com/images/search?q=\"+query+\"&first=\"+str(index)+\"&count=\"+str(count)+\"&FORM=HDRSC2\" \n",
    "        index = index+count\n",
    "        print(index)\n",
    "        print(query)\n",
    "        print(count)\n",
    "        #print url #print query url \n",
    "    \n",
    "        page = urllib.request.urlopen(url).read() \n",
    "        #soup = BeautifulSoup(page, 'html5lib') \n",
    "        soup = BeautifulSoup(page, 'html.parser')\n",
    "    \n",
    "        for img_temp in soup.find_all(\"a\", \"thumb\"): \n",
    "            img = img_temp.get('href') \n",
    "            try: \n",
    "                print(img) \n",
    "                raw_img = urllib.request.urlopen(img).read() \n",
    "                cntr = len([i for i in os.listdir(targetDir) if image_naming in i]) + 1 \n",
    "                print(cntr) \n",
    "                f = open(targetDir+\"/\" + image_naming + \"_\"+ str(cntr)+\".jpg\", 'wb') \n",
    "                f.write(raw_img) \n",
    "                f.close() \n",
    "            except: \n",
    "                print(\"fail to download\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}