data/script/scrapeso.py
changeset 13 564981c2e158
parent 8 5459fff1356b
equal deleted inserted replaced
12:902a14596a56 13:564981c2e158
   127             if imgurl is None:
   127             if imgurl is None:
   128                 continue
   128                 continue
   129 
   129 
   130             infosdict['image']['imgurl'] = imgurl
   130             infosdict['image']['imgurl'] = imgurl
   131             imgdirectory = directory + imgid
   131             imgdirectory = directory + imgid
   132         #if not os.path.exists(imgdirectory):
   132             if os.path.exists(imgdirectory):
       
   133                 print("Problem processing %s, folder already exists with id %s " % (realurl, imgid))
       
   134                 continue
   133             os.mkdir(imgdirectory)
   135             os.mkdir(imgdirectory)
   134             imgdirection = imgdirectory + "/" + img
   136             imgdirection = imgdirectory + "/" + img
   135             urllib.request.urlretrieve(imgurl, imgdirection)
   137             urllib.request.urlretrieve(imgurl, imgdirection)
   136             jsonfname = imgid + ".json"
   138             jsonfname = imgid + ".json"
   137             jsondirection = imgdirectory + "/" + jsonfname
   139             jsondirection = imgdirectory + "/" + jsonfname