diff options
| author | Gertjan van den Burg <gertjanvandenburg@gmail.com> | 2020-08-17 20:44:42 +0100 |
|---|---|---|
| committer | Gertjan van den Burg <gertjanvandenburg@gmail.com> | 2020-08-17 20:44:42 +0100 |
| commit | 9480e00023b1315609000cf256c59425e9efdccd (patch) | |
| tree | 53259b8ed39a6e9d9b39cb894a2e45780c666f42 /datasets/ratner_stock | |
| parent | Add retries to the get_measles script (diff) | |
| download | TCPD-9480e00023b1315609000cf256c59425e9efdccd.tar.gz TCPD-9480e00023b1315609000cf256c59425e9efdccd.zip | |
Add retries to all download scripts
Diffstat (limited to 'datasets/ratner_stock')
| -rw-r--r-- | datasets/ratner_stock/get_ratner_stock.py | 31 |
1 files changed, 23 insertions, 8 deletions
diff --git a/datasets/ratner_stock/get_ratner_stock.py b/datasets/ratner_stock/get_ratner_stock.py index 4559608..61fed1f 100644 --- a/datasets/ratner_stock/get_ratner_stock.py +++ b/datasets/ratner_stock/get_ratner_stock.py @@ -18,8 +18,11 @@ import hashlib import json import os import yfinance +import sys +import time from functools import wraps +from urllib.error import URLError MD5_CSV = "db7406dc7d4eb480d73b4fe6c4bb00be" MD5_JSON = "f7086ff916f35b88463bf8fd1857815e" @@ -68,14 +71,26 @@ def validate(checksum): def write_csv(target_path=None): - sig = yfinance.download( - "SIG", - start="1988-07-14", - end="1995-08-23", - progress=False, - rounding=False, - ) - sig.round(6).to_csv(target_path, float_format="%.6f") + count = 0 + while count < 5: + count += 1 + try: + sig = yfinance.download( + "SIG", + start="1988-07-14", + end="1995-08-23", + progress=False, + rounding=False, + ) + sig.round(6).to_csv(target_path, float_format="%.6f") + return + except URLError as err: + print( + "Error occurred (%r) when trying to download csv. Retrying in 5 seconds" + % err, + sys.stderr, + ) + time.sleep(5) @validate(MD5_JSON) |