From 9480e00023b1315609000cf256c59425e9efdccd Mon Sep 17 00:00:00 2001 From: Gertjan van den Burg Date: Mon, 17 Aug 2020 20:44:42 +0100 Subject: Add retries to all download scripts --- datasets/bee_waggle_6/get_bee_waggle_6.py | 16 +++++++++++++++- 1 file changed, 15 insertions(+), 1 deletion(-) (limited to 'datasets/bee_waggle_6') diff --git a/datasets/bee_waggle_6/get_bee_waggle_6.py b/datasets/bee_waggle_6/get_bee_waggle_6.py index 1a2033b..4bdd702 100644 --- a/datasets/bee_waggle_6/get_bee_waggle_6.py +++ b/datasets/bee_waggle_6/get_bee_waggle_6.py @@ -19,9 +19,11 @@ import math import os import zipfile import sys +import time from functools import wraps from urllib.request import urlretrieve +from urllib.error import URLError ZIP_URL = "https://web.archive.org/web/20191114130815if_/https://www.cc.gatech.edu/%7Eborg/ijcv_psslds/psslds.zip" @@ -105,7 +107,19 @@ def validate(checksum, alt_checksums=None): @validate(MD5_ZIP) def download_zip(target_path=None): - urlretrieve(ZIP_URL, target_path) + count = 0 + while count < 5: + count += 1 + try: + urlretrieve(ZIP_URL, target_path) + return + except URLError as err: + print( + "Error occurred (%r) when trying to download zip. Retrying in 5 seconds" + % err, + sys.stderr, + ) + time.sleep(5) @validate(MD5_JSON, MD5_JSON_X) -- cgit v1.2.3