1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
|
#!/usr/bin/env python
# -*- coding: utf-8 -*-
__author__ = "G.J.J. van den Burg"
"""Tests"""
import hashlib
import os
import re
import shutil
import tempfile
import unittest
from paper2remarkable.providers import (
ACM,
Arxiv,
LocalFile,
OpenReview,
PMLR,
PdfUrl,
PubMed,
Springer,
)
from paper2remarkable.providers.arxiv import DEARXIV_TEXT_REGEX
VERBOSE = False
def md5sum(filename):
blocksize = 65536
hasher = hashlib.md5()
with open(filename, "rb") as fid:
buf = fid.read(blocksize)
while len(buf) > 0:
hasher.update(buf)
buf = fid.read(blocksize)
return hasher.hexdigest()
class TestArxiv(unittest.TestCase):
def test_text_regex_1(self):
key = b"arXiv:1908.03213v1 [astro.HE] 8 Aug 2019"
m = re.fullmatch(DEARXIV_TEXT_REGEX, key)
self.assertIsNotNone(m)
def test_text_regex_2(self):
key = b"arXiv:1908.03213v1 [astro-ph.HE] 8 Aug 2019"
m = re.fullmatch(DEARXIV_TEXT_REGEX, key)
self.assertIsNotNone(m)
class TestProviders(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls.original_dir = os.getcwd()
def setUp(self):
self.test_dir = tempfile.mkdtemp()
os.chdir(self.test_dir)
def tearDown(self):
os.chdir(self.original_dir)
shutil.rmtree(self.test_dir)
def test_arxiv_1(self):
prov = Arxiv(upload=False, verbose=VERBOSE)
url = "https://arxiv.org/abs/1811.11242v1"
exp_filename = "Burg_Nazabal_Sutton_-_Wrangling_Messy_CSV_Files_by_Detecting_Row_and_Type_Patterns_2018.pdf"
filename = prov.run(url)
self.assertEqual(exp_filename, os.path.basename(filename))
def test_arxiv_2(self):
prov = Arxiv(upload=False, verbose=VERBOSE)
url = "http://arxiv.org/abs/arXiv:1908.03213"
exp_filename = "Ecker_et_al_-_Gravitational_Waves_From_Holographic_Neutron_Star_Mergers_2019.pdf"
filename = prov.run(url)
self.assertEqual(exp_filename, os.path.basename(filename))
def test_pmc(self):
prov = PubMed(upload=False, verbose=VERBOSE)
url = "https://www.ncbi.nlm.nih.gov/pmc/articles/PMC3474301/"
exp_filename = (
"Hoogenboom_Manske_-_How_to_Write_a_Scientific_Article_2012.pdf"
)
filename = prov.run(url)
self.assertEqual(exp_filename, os.path.basename(filename))
def test_acm(self):
prov = ACM(upload=False, verbose=VERBOSE)
url = "https://dl.acm.org/citation.cfm?id=3025626"
exp_filename = "Kery_Horvath_Myers_-_Variolite_Supporting_Exploratory_Programming_by_Data_Scientists_2017.pdf"
filename = prov.run(url)
self.assertEqual(exp_filename, os.path.basename(filename))
def test_openreview(self):
prov = OpenReview(upload=False, verbose=VERBOSE)
url = "https://openreview.net/forum?id=S1x4ghC9tQ"
exp_filename = "Gregor_et_al_-_Temporal_Difference_Variational_Auto-Encoder_2018.pdf"
filename = prov.run(url)
self.assertEqual(exp_filename, os.path.basename(filename))
def test_springer(self):
prov = Springer(upload=False, verbose=VERBOSE)
url = "https://link.springer.com/article/10.1007/s10618-019-00631-5"
exp_filename = "Mauw_Ramirez-Cruz_Trujillo-Rasua_-_Robust_Active_Attacks_on_Social_Graphs_2019.pdf"
filename = prov.run(url)
self.assertEqual(exp_filename, os.path.basename(filename))
def test_local(self):
local_filename = "test.pdf"
with open(local_filename, "w") as fp:
fp.write(
"%PDF-1.1\n%¥±ë\n\n1 0 obj\n << /Type /Catalog\n /Pages 2 0 R\n >>\nendobj\n\n2 0 obj\n << /Type /Pages\n /Kids [3 0 R]\n /Count 1\n /MediaBox [0 0 300 144]\n >>\nendobj\n\n3 0 obj\n << /Type /Page\n /Parent 2 0 R\n /Resources\n << /Font\n << /F1\n << /Type /Font\n /Subtype /Type1\n /BaseFont /Times-Roman\n >>\n >>\n >>\n /Contents 4 0 R\n >>\nendobj\n\n4 0 obj\n << /Length 55 >>\nstream\n BT\n /F1 18 Tf\n 0 0 Td\n (Hello World) Tj\n ET\nendstream\nendobj\n\nxref\n0 5\n0000000000 65535 f \n0000000018 00000 n \n0000000077 00000 n \n0000000178 00000 n \n0000000457 00000 n \ntrailer\n << /Root 1 0 R\n /Size 5\n >>\nstartxref\n565\n%%EOF"
)
prov = LocalFile(upload=False, verbose=VERBOSE)
filename = prov.run(local_filename)
self.assertEqual("test_.pdf", os.path.basename(filename))
def test_pdfurl(self):
prov = PdfUrl(upload=False, verbose=VERBOSE)
url = "http://www.jmlr.org/papers/volume17/14-526/14-526.pdf"
filename = prov.run(url, filename="test.pdf")
self.assertEqual("test.pdf", os.path.basename(filename))
def test_pmlr_1(self):
prov = PMLR(upload=False, verbose=VERBOSE)
url = "http://proceedings.mlr.press/v97/behrmann19a.html"
exp = "Behrmann_et_al_-_Invertible_Residual_Networks_2019.pdf"
filename = prov.run(url)
self.assertEqual(exp, os.path.basename(filename))
def test_pmlr_2(self):
prov = PMLR(upload=False, verbose=VERBOSE)
url = "http://proceedings.mlr.press/v15/maaten11b/maaten11b.pdf"
exp = "Maaten_Welling_Saul_-_Hidden-Unit_Conditional_Random_Fields_2011.pdf"
filename = prov.run(url)
self.assertEqual(exp, os.path.basename(filename))
def test_pmlr_3(self):
prov = PMLR(upload=False, verbose=VERBOSE)
url = "http://proceedings.mlr.press/v48/melnyk16.pdf"
exp = "Melnyk_Banerjee_-_Estimating_Structured_Vector_Autoregressive_Models_2016.pdf"
filename = prov.run(url)
self.assertEqual(exp, os.path.basename(filename))
def test_pmlr_4(self):
prov = PMLR(upload=False, verbose=VERBOSE)
url = "http://proceedings.mlr.press/v48/zhangf16.html"
exp = "Zhang_Paisley_-_Markov_Latent_Feature_Models_2016.pdf"
filename = prov.run(url)
self.assertEqual(exp, os.path.basename(filename))
if __name__ == "__main__":
unittest.main()
|
