diff -r a40fd3990850 -r 5459fff1356b data/script/scrapeso.py --- a/data/script/scrapeso.py Thu Jun 28 18:50:20 2018 +0200 +++ b/data/script/scrapeso.py Fri Jun 29 01:45:08 2018 +0200 @@ -129,7 +129,9 @@ infosdict['image']['imgurl'] = imgurl imgdirectory = directory + imgid - #if not os.path.exists(imgdirectory): + if os.path.exists(imgdirectory): + print("Problem processing %s, folder already exists with id %s " % (realurl, imgid)) + continue os.mkdir(imgdirectory) imgdirection = imgdirectory + "/" + img urllib.request.urlretrieve(imgurl, imgdirection)