Add annotations to this repository

2 files changed, 941 insertions, 1 deletions

diff --git a/README.md b/README.md
index 2cd505e..37c58ce 100644
--- a/README.md
+++ b/README.md
@@ -7,7 +7,7 @@ Welcome to the host repository of the Turing Change Point Dataset, a set of
 time series specifically collected for the evaluation of change point 
 detection algorithms on real-world data. This dataset was introduced in [this 
 paper](https://arxiv.org/abs/2003.06222). For the repository containing the 
-code and annotations, see 
+code used for the experiments, see 
 [TCPDBench](https://github.com/alan-turing-institute/TCPDBench).
 
 **Useful links:**
@@ -46,6 +46,14 @@ paper](https://arxiv.org/abs/2003.06222):
 }
 ```
 
+The annotations are stored in the [annotations.json](annotations.json) file, 
+which is the same as that used in the experiments (see 
+[here](https://github.com/alan-turing-institute/TCPDBench/blob/master/analysis/annotations/annotations.json)). 
+Annotations are organised in a JSON object by dataset name and annotator id, 
+and use 0-based indexing. See the 
+[TCPDBench](https://github.com/alan-turing-institute/TCPDBench) repository for 
+more information on extending the benchmark with your own methods or datasets.
+
 ## Getting Started
 
 Many of the time series in the dataset are included in this repository. 
diff --git a/annotations.json b/annotations.json
new file mode 100644
index 0000000..00bc900
--- /dev/null
+++ b/annotations.json
@@ -0,0 +1,932 @@
+{
+	"apple": {
+		"6": [
+			319
+		],
+		"7": [
+			319
+		],
+		"8": [
+			319
+		],
+		"9": [
+			53,
+			90,
+			197,
+			276,
+			319,
+			403,
+			463,
+			535
+		],
+		"10": [
+			319
+		]
+	},
+	"bank": {
+		"6": [],
+		"7": [],
+		"8": [],
+		"10": [],
+		"12": []
+	},
+	"bee_waggle_6": {
+		"6": [],
+		"7": [],
+		"8": [],
+		"9": [
+			182,
+			246
+		],
+		"12": []
+	},
+	"bitcoin": {
+		"6": [
+			502,
+			580,
+			702,
+			747
+		],
+		"8": [
+			583
+		],
+		"12": [
+			597
+		],
+		"13": [
+			522,
+			579,
+			591,
+			629,
+			703,
+			747,
+			760
+		],
+		"14": [
+			93,
+			522,
+			540,
+			701,
+			747,
+			760,
+			772
+		]
+	},
+	"brent_spot": {
+		"6": [
+			219,
+			230,
+			288
+		],
+		"8": [
+			227,
+			381
+		],
+		"9": [
+			86,
+			219,
+			230,
+			279,
+			375
+		],
+		"12": [
+			169,
+			172,
+			217,
+			228,
+			287,
+			368,
+			382,
+			389,
+			409
+		],
+		"13": [
+			170,
+			180,
+			219,
+			229,
+			246,
+			271,
+			286,
+			379,
+			409,
+			444,
+			483
+		]
+	},
+	"businv": {
+		"6": [
+			119,
+			203,
+			215
+		],
+		"7": [],
+		"8": [
+			119,
+			203
+		],
+		"9": [
+			119,
+			203,
+			213
+		],
+		"13": [
+			120,
+			202,
+			212
+		]
+	},
+	"centralia": {
+		"6": [
+			3,
+			12
+		],
+		"7": [],
+		"8": [
+			12
+		],
+		"9": [
+			4,
+			8,
+			12
+		],
+		"13": []
+	},
+	"children_per_woman": {
+		"6": [
+			146,
+			177
+		],
+		"8": [
+			146
+		],
+		"12": [
+			145,
+			168
+		],
+		"13": [
+			146,
+			170,
+			180,
+			197
+		],
+		"14": [
+			146,
+			170
+		]
+	},
+	"co2_canada": {
+		"6": [
+			80,
+			107
+		],
+		"7": [
+			80,
+			107,
+			133,
+			149,
+			164,
+			173
+		],
+		"8": [
+			80,
+			164
+		],
+		"9": [
+			80,
+			110,
+			145,
+			164,
+			173
+		],
+		"13": [
+			67,
+			80,
+			107,
+			134,
+			144,
+			163,
+			173
+		]
+	},
+	"construction": {
+		"6": [
+			193,
+			217
+		],
+		"7": [
+			192
+		],
+		"8": [
+			193
+		],
+		"10": [],
+		"12": [
+			136,
+			205
+		]
+	},
+	"debt_ireland": {
+		"6": [
+			8,
+			15
+		],
+		"7": [
+			7,
+			14
+		],
+		"8": [
+			8,
+			15
+		],
+		"9": [
+			8,
+			12,
+			14,
+			16
+		],
+		"12": [
+			7,
+			15
+		]
+	},
+	"gdp_argentina": {
+		"6": [],
+		"7": [],
+		"8": [],
+		"12": [
+			30,
+			42,
+			49
+		],
+		"13": [
+			30,
+			42,
+			49
+		]
+	},
+	"gdp_croatia": {
+		"6": [
+			14
+		],
+		"7": [],
+		"8": [],
+		"9": [
+			14
+		],
+		"12": [
+			14
+		]
+	},
+	"gdp_iran": {
+		"6": [
+			15
+		],
+		"8": [],
+		"9": [
+			16,
+			22,
+			31
+		],
+		"10": [
+			17,
+			22
+		],
+		"12": [
+			16,
+			21
+		]
+	},
+	"gdp_japan": {
+		"6": [],
+		"7": [],
+		"8": [],
+		"9": [
+			32
+		],
+		"12": [
+			32
+		]
+	},
+	"global_co2": {
+		"6": [],
+		"7": [
+			46,
+			90
+		],
+		"8": [],
+		"9": [
+			47,
+			91
+		],
+		"13": []
+	},
+	"homeruns": {
+		"6": [
+			18,
+			60
+		],
+		"7": [
+			68
+		],
+		"8": [
+			60
+		],
+		"9": [
+			18,
+			41,
+			45,
+			60,
+			68,
+			86,
+			95
+		],
+		"10": []
+	},
+	"iceland_tourism": {
+		"6": [],
+		"8": [],
+		"10": [],
+		"12": [
+			167
+		],
+		"14": []
+	},
+	"jfk_passengers": {
+		"6": [
+			299
+		],
+		"7": [],
+		"8": [
+			302
+		],
+		"9": [
+			326,
+			382
+		],
+		"10": [
+			296
+		]
+	},
+	"lga_passengers": {
+		"6": [
+			169,
+			296,
+			384
+		],
+		"7": [],
+		"8": [
+			169,
+			296,
+			385
+		],
+		"9": [
+			14,
+			84,
+			122,
+			164,
+			231,
+			298,
+			384
+		],
+		"12": [
+			132,
+			169,
+			296,
+			382
+		]
+	},
+	"nile": {
+		"6": [],
+		"7": [
+			28
+		],
+		"8": [],
+		"12": [
+			28
+		],
+		"13": [
+			28
+		]
+	},
+	"occupancy": {
+		"6": [
+			238,
+			416
+		],
+		"8": [
+			53,
+			143,
+			238,
+			417
+		],
+		"9": [
+			53,
+			92,
+			142,
+			181,
+			236,
+			264,
+			341,
+			416,
+			436,
+			451,
+			506
+		],
+		"10": [
+			1,
+			52,
+			91,
+			142,
+			181,
+			234,
+			267,
+			324,
+			360,
+			416,
+			451,
+			506
+		],
+		"12": [
+			234,
+			415
+		]
+	},
+	"ozone": {
+		"6": [
+			28
+		],
+		"7": [
+			28
+		],
+		"8": [],
+		"10": [
+			28
+		],
+		"12": [
+			14,
+			28
+		]
+	},
+	"quality_control_1": {
+		"6": [
+			143
+		],
+		"7": [
+			144
+		],
+		"8": [
+			144
+		],
+		"9": [
+			146
+		],
+		"12": [
+			144
+		]
+	},
+	"quality_control_2": {
+		"6": [],
+		"8": [
+			98
+		],
+		"9": [
+			99
+		],
+		"12": [
+			97
+		],
+		"13": [
+			97
+		]
+	},
+	"quality_control_3": {
+		"6": [
+			178
+		],
+		"7": [
+			180
+		],
+		"8": [
+			179
+		],
+		"12": [
+			178
+		],
+		"13": [
+			179
+		]
+	},
+	"quality_control_4": {
+		"6": [
+			338
+		],
+		"7": [],
+		"8": [],
+		"9": [
+			159,
+			238,
+			342,
+			468
+		],
+		"12": [
+			340
+		]
+	},
+	"quality_control_5": {
+		"6": [],
+		"7": [],
+		"8": [],
+		"9": [],
+		"12": []
+	},
+	"rail_lines": {
+		"6": [
+			10,
+			25
+		],
+		"8": [
+			10,
+			26
+		],
+		"9": [
+			10,
+			25
+		],
+		"12": [
+			25,
+			26
+		],
+		"13": [
+			25
+		]
+	},
+	"ratner_stock": {
+		"6": [
+			281
+		],
+		"7": [
+			176,
+			286
+		],
+		"8": [
+			272
+		],
+		"10": [
+			205,
+			272
+		],
+		"12": [
+			197,
+			271
+		]
+	},
+	"robocalls": {
+		"6": [
+			6,
+			8
+		],
+		"7": [],
+		"8": [
+			8,
+			36
+		],
+		"9": [
+			8,
+			36
+		],
+		"12": [
+			8,
+			40
+		]
+	},
+	"run_log": {
+		"6": [
+			60,
+			96,
+			114,
+			174,
+			204,
+			240,
+			258,
+			317
+		],
+		"7": [
+			60,
+			96,
+			114,
+			177,
+			204,
+			240,
+			258,
+			317
+		],
+		"8": [
+			60,
+			96,
+			114,
+			174,
+			204,
+			240,
+			258,
+			317
+		],
+		"10": [
+			2,
+			60,
+			96,
+			114,
+			174,
+			204,
+			240,
+			258,
+			317
+		],
+		"12": []
+	},
+	"scanline_126007": {
+		"6": [
+			250,
+			404
+		],
+		"8": [
+			251
+		],
+		"12": [],
+		"13": [
+			106,
+			120,
+			153,
+			251,
+			267,
+			280,
+			291,
+			307,
+			316,
+			324,
+			325,
+			342,
+			353,
+			364,
+			367,
+			374,
+			376,
+			392,
+			395,
+			404,
+			427,
+			465
+		],
+		"14": [
+			251
+		]
+	},
+	"scanline_42049": {
+		"6": [
+			54,
+			76,
+			77,
+			183,
+			185,
+			273,
+			275,
+			348,
+			360,
+			363
+		],
+		"7": [
+			55,
+			77,
+			184,
+			275,
+			349,
+			363,
+			466
+		],
+		"8": [
+			185,
+			275
+		],
+		"9": [
+			54,
+			76,
+			184,
+			274,
+			349,
+			363,
+			466
+		],
+		"13": [
+			52,
+			78,
+			183,
+			277,
+			346,
+			366,
+			464
+		]
+	},
+	"seatbelts": {
+		"7": [
+			61,
+			169
+		],
+		"8": [
+			60,
+			169
+		],
+		"10": [],
+		"12": [
+			60,
+			169
+		],
+		"13": [
+			60,
+			79,
+			169
+		]
+	},
+	"shanghai_license": {
+		"6": [
+			140
+		],
+		"8": [
+			146
+		],
+		"10": [
+			146
+		],
+		"12": [
+			145
+		],
+		"13": [
+			108,
+			140
+		]
+	},
+	"uk_coal_employ": {
+		"6": [
+			15,
+			28,
+			45,
+			60,
+			68,
+			80
+		],
+		"7": [
+			18,
+			47,
+			81
+		],
+		"8": [],
+		"9": [
+			15,
+			27,
+			46,
+			68,
+			81
+		],
+		"13": [
+			19,
+			28,
+			45,
+			68,
+			80
+		]
+	},
+	"measles": {
+		"6": [],
+		"7": [],
+		"8": [],
+		"9": [],
+		"12": [
+			141
+		]
+	},
+	"unemployment_nl": {
+		"6": [
+			54,
+			116,
+			130,
+			132,
+			143,
+			171,
+			180
+		],
+		"8": [
+			182
+		],
+		"10": [
+			131,
+			144,
+			181
+		],
+		"12": [],
+		"13": [
+			54,
+			77,
+			114,
+			131,
+			138,
+			143,
+			171,
+			176,
+			180
+		]
+	},
+	"us_population": {
+		"6": [],
+		"7": [],
+		"8": [],
+		"9": [
+			462
+		],
+		"12": [
+			460
+		]
+	},
+	"usd_isk": {
+		"6": [
+			115,
+			120
+		],
+		"7": [
+			35,
+			86,
+			106,
+			120
+		],
+		"8": [
+			120
+		],
+		"9": [
+			30,
+			40,
+			120
+		],
+		"13": [
+			117,
+			123
+		]
+	},
+	"well_log": {
+		"6": [
+			179,
+			255,
+			281,
+			311,
+			343,
+			402,
+			413,
+			422,
+			432,
+			462,
+			464
+		],
+		"7": [
+			179,
+			255,
+			281,
+			312,
+			343,
+			402,
+			412,
+			422,
+			432
+		],
+		"8": [
+			179,
+			255,
+			282,
+			312,
+			343,
+			402,
+			413,
+			422,
+			432
+		],
+		"12": [
+			177,
+			467
+		],
+		"13": [
+			4,
+			179,
+			255,
+			281,
+			311,
+			344,
+			402,
+			412,
+			422,
+			432,
+			462,
+			464,
+			521,
+			526,
+			620,
+			643,
+			661
+		]
+	}
+}