diff options
| author | Gertjan van den Burg <gertjanvandenburg@gmail.com> | 2020-10-27 21:28:29 +0100 |
|---|---|---|
| committer | Gertjan van den Burg <gertjanvandenburg@gmail.com> | 2020-10-27 21:28:29 +0100 |
| commit | 8c6587ae7fc02dba9e7fec44f6d2f3b15f463155 (patch) | |
| tree | d4ab771e6e3d37bc514b6fdd3431ad8f0ddf6248 | |
| parent | Remove print statement (diff) | |
| parent | Use a cookiejar instead of empty dict (diff) | |
| download | paper2remarkable-8c6587ae7fc02dba9e7fec44f6d2f3b15f463155.tar.gz paper2remarkable-8c6587ae7fc02dba9e7fec44f6d2f3b15f463155.zip | |
Merge branch 'master' into feature/tandfonline
| -rw-r--r-- | paper2remarkable/utils.py | 7 |
1 files changed, 5 insertions, 2 deletions
diff --git a/paper2remarkable/utils.py b/paper2remarkable/utils.py index 0b4be07..5b7ba2c 100644 --- a/paper2remarkable/utils.py +++ b/paper2remarkable/utils.py @@ -90,7 +90,10 @@ def get_page_with_retry(url, tries=5, cookiejar=None, return_text=False): def get_content_type_with_retry(url, tries=5, cookiejar=None): count = 0 - jar = {} if cookiejar is None else cookiejar + if cookiejar is None: + jar = requests.cookies.RequestsCookieJar() + else: + jar = cookiejar while count < tries: count += 1 error = False @@ -113,7 +116,7 @@ def get_content_type_with_retry(url, tries=5, cookiejar=None): def follow_redirects(url): """Follow redirects from the URL (at most 100)""" it = 0 - jar = {} + jar = requests.cookies.RequestsCookieJar() while it < 100: req = requests.head( url, headers=HEADERS, allow_redirects=False, cookies=jar |