initial commit

author: Gertjan van den Burg <gertjanvandenburg@gmail.com> 2020-03-12 14:33:57 +0000
committer: Gertjan van den Burg <gertjanvandenburg@gmail.com> 2020-03-12 14:33:57 +0000
commit: 7ef8f6e58990fc069cccc71ed6564e8c639ea4fc (patch)
tree: 9e7662a34b7d0c1f1c5d9faf6d7d6ea8672f6410 /abed_results/quality_control_1/best_pelt
download: TCPDBench-7ef8f6e58990fc069cccc71ed6564e8c639ea4fc.tar.gz
TCPDBench-7ef8f6e58990fc069cccc71ed6564e8c639ea4fc.zip
126 files changed, 3505 insertions, 0 deletions
diff --git a/abed_results/quality_control_1/best_pelt/03116f0a9c293554.json b/abed_results/quality_control_1/best_pelt/03116f0a9c293554.json
new file mode 100644
index 00000000..8f65195b
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/03116f0a9c293554.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/03ce1a00c7489b9f.json b/abed_results/quality_control_1/best_pelt/03ce1a00c7489b9f.json
new file mode 100644
index 00000000..a8e84ec9
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/03ce1a00c7489b9f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/04b1defe7f385eb5.json b/abed_results/quality_control_1/best_pelt/04b1defe7f385eb5.json
new file mode 100644
index 00000000..c25d7d92
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/04b1defe7f385eb5.json
@@ -0,0 +1,166 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			1,
+			3,
+			5,
+			7,
+			9,
+			12,
+			14,
+			16,
+			19,
+			22,
+			24,
+			26,
+			28,
+			30,
+			32,
+			34,
+			36,
+			38,
+			40,
+			42,
+			44,
+			46,
+			48,
+			50,
+			52,
+			54,
+			56,
+			59,
+			61,
+			63,
+			65,
+			68,
+			70,
+			72,
+			74,
+			76,
+			78,
+			80,
+			82,
+			84,
+			86,
+			88,
+			90,
+			92,
+			95,
+			97,
+			100,
+			102,
+			104,
+			107,
+			109,
+			111,
+			113,
+			115,
+			118,
+			120,
+			122,
+			124,
+			126,
+			128,
+			131,
+			134,
+			136,
+			138,
+			140,
+			142,
+			145,
+			148,
+			150,
+			152,
+			154,
+			156,
+			158,
+			160,
+			162,
+			164,
+			166,
+			168,
+			170,
+			172,
+			174,
+			176,
+			178,
+			181,
+			183,
+			185,
+			187,
+			189,
+			191,
+			194,
+			196,
+			198,
+			200,
+			202,
+			204,
+			206,
+			209,
+			211,
+			214,
+			216,
+			219,
+			221,
+			223,
+			225,
+			228,
+			230,
+			232,
+			235,
+			238,
+			240,
+			243,
+			245,
+			247,
+			250,
+			252,
+			254,
+			256,
+			259,
+			261,
+			263,
+			265,
+			267,
+			269,
+			271,
+			273,
+			275,
+			278,
+			280,
+			282,
+			284,
+			286,
+			288,
+			290,
+			292,
+			294,
+			296,
+			298,
+			301,
+			303,
+			305,
+			308,
+			310,
+			312
+		],
+		"runtime" : 0.003062487
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/05aa55e0ec685610.json b/abed_results/quality_control_1/best_pelt/05aa55e0ec685610.json
new file mode 100644
index 00000000..6264c2fd
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/05aa55e0ec685610.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/074ede2bc96e002d.json b/abed_results/quality_control_1/best_pelt/074ede2bc96e002d.json
new file mode 100644
index 00000000..d9d61dcc
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/074ede2bc96e002d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/0ab6b73fa6fc139f.json b/abed_results/quality_control_1/best_pelt/0ab6b73fa6fc139f.json
new file mode 100644
index 00000000..ea14f776
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/0ab6b73fa6fc139f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/0d4b0366f07d7688.json b/abed_results/quality_control_1/best_pelt/0d4b0366f07d7688.json
new file mode 100644
index 00000000..2dfc0b63
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/0d4b0366f07d7688.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/10642f0e23ec3f79.json b/abed_results/quality_control_1/best_pelt/10642f0e23ec3f79.json
new file mode 100644
index 00000000..11ff0f8e
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/10642f0e23ec3f79.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/1256dbd5a99b8f34.json b/abed_results/quality_control_1/best_pelt/1256dbd5a99b8f34.json
new file mode 100644
index 00000000..97e0397f
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/1256dbd5a99b8f34.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/14f6a868ac9976ff.json b/abed_results/quality_control_1/best_pelt/14f6a868ac9976ff.json
new file mode 100644
index 00000000..c07abd40
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/14f6a868ac9976ff.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/161c98e1d72ef6a3.json b/abed_results/quality_control_1/best_pelt/161c98e1d72ef6a3.json
new file mode 100644
index 00000000..d1670539
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/161c98e1d72ef6a3.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/17da1edc436dfff9.json b/abed_results/quality_control_1/best_pelt/17da1edc436dfff9.json
new file mode 100644
index 00000000..c04713e3
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/17da1edc436dfff9.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/18792ec90346b693.json b/abed_results/quality_control_1/best_pelt/18792ec90346b693.json
new file mode 100644
index 00000000..6ba5add4
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/18792ec90346b693.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/1929fcf8f5347e2f.json b/abed_results/quality_control_1/best_pelt/1929fcf8f5347e2f.json
new file mode 100644
index 00000000..d0cc7a56
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/1929fcf8f5347e2f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/1b7e6a4ecc38fdae.json b/abed_results/quality_control_1/best_pelt/1b7e6a4ecc38fdae.json
new file mode 100644
index 00000000..a20396a8
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/1b7e6a4ecc38fdae.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/1d6669a20ac82544.json b/abed_results/quality_control_1/best_pelt/1d6669a20ac82544.json
new file mode 100644
index 00000000..5781345f
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/1d6669a20ac82544.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/1dd9b3622cc593e2.json b/abed_results/quality_control_1/best_pelt/1dd9b3622cc593e2.json
new file mode 100644
index 00000000..ed722f32
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/1dd9b3622cc593e2.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/23b0000ca5bda5b3.json b/abed_results/quality_control_1/best_pelt/23b0000ca5bda5b3.json
new file mode 100644
index 00000000..22ececd2
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/23b0000ca5bda5b3.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/246d21c6c1fc473e.json b/abed_results/quality_control_1/best_pelt/246d21c6c1fc473e.json
new file mode 100644
index 00000000..25000cac
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/246d21c6c1fc473e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/25a6063dd75d97eb.json b/abed_results/quality_control_1/best_pelt/25a6063dd75d97eb.json
new file mode 100644
index 00000000..2459fbff
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/25a6063dd75d97eb.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/26718177bb6531f2.json b/abed_results/quality_control_1/best_pelt/26718177bb6531f2.json
new file mode 100644
index 00000000..7a6d0acb
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/26718177bb6531f2.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/279fa3bd24dfc16e.json b/abed_results/quality_control_1/best_pelt/279fa3bd24dfc16e.json
new file mode 100644
index 00000000..e65910ca
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/279fa3bd24dfc16e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/2d1af678b2c7dedb.json b/abed_results/quality_control_1/best_pelt/2d1af678b2c7dedb.json
new file mode 100644
index 00000000..9b1a7d64
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/2d1af678b2c7dedb.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/2d4c262f298c34ee.json b/abed_results/quality_control_1/best_pelt/2d4c262f298c34ee.json
new file mode 100644
index 00000000..e44588dd
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/2d4c262f298c34ee.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/30e6813a99cdaf18.json b/abed_results/quality_control_1/best_pelt/30e6813a99cdaf18.json
new file mode 100644
index 00000000..dc03a477
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/30e6813a99cdaf18.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/31e097cdc4585966.json b/abed_results/quality_control_1/best_pelt/31e097cdc4585966.json
new file mode 100644
index 00000000..27046256
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/31e097cdc4585966.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			97,
+			143,
+			205,
+			312
+		],
+		"runtime" : 0.004106522
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/3983461c70bdf008.json b/abed_results/quality_control_1/best_pelt/3983461c70bdf008.json
new file mode 100644
index 00000000..9d8b186d
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/3983461c70bdf008.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/3a1cbecc8da50ece.json b/abed_results/quality_control_1/best_pelt/3a1cbecc8da50ece.json
new file mode 100644
index 00000000..a58fbbc0
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/3a1cbecc8da50ece.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/40d10e39ea1ab104.json b/abed_results/quality_control_1/best_pelt/40d10e39ea1ab104.json
new file mode 100644
index 00000000..814f670d
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/40d10e39ea1ab104.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/4173765df876918b.json b/abed_results/quality_control_1/best_pelt/4173765df876918b.json
new file mode 100644
index 00000000..3fbbb0df
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/4173765df876918b.json
@@ -0,0 +1,75 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			14,
+			16,
+			26,
+			28,
+			36,
+			55,
+			68,
+			70,
+			77,
+			80,
+			82,
+			86,
+			90,
+			92,
+			107,
+			111,
+			114,
+			122,
+			124,
+			126,
+			128,
+			131,
+			145,
+			148,
+			150,
+			152,
+			154,
+			156,
+			158,
+			165,
+			168,
+			170,
+			181,
+			183,
+			185,
+			198,
+			205,
+			214,
+			229,
+			232,
+			235,
+			246,
+			250,
+			261,
+			263,
+			278,
+			280,
+			286,
+			288,
+			294,
+			296,
+			312
+		],
+		"runtime" : 0.002744675
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/42fdaf7fb26b8cab.json b/abed_results/quality_control_1/best_pelt/42fdaf7fb26b8cab.json
new file mode 100644
index 00000000..3bcd5df7
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/42fdaf7fb26b8cab.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/45507123e91771d1.json b/abed_results/quality_control_1/best_pelt/45507123e91771d1.json
new file mode 100644
index 00000000..8439b565
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/45507123e91771d1.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/4c78702f33bb509b.json b/abed_results/quality_control_1/best_pelt/4c78702f33bb509b.json
new file mode 100644
index 00000000..12f6c161
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/4c78702f33bb509b.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/512af6b8035340d1.json b/abed_results/quality_control_1/best_pelt/512af6b8035340d1.json
new file mode 100644
index 00000000..5aaff70f
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/512af6b8035340d1.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/5177e2b219e35b50.json b/abed_results/quality_control_1/best_pelt/5177e2b219e35b50.json
new file mode 100644
index 00000000..bcbdeb0c
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/5177e2b219e35b50.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			143,
+			312
+		],
+		"runtime" : 0.003718138
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/527d3cc8df81cd08.json b/abed_results/quality_control_1/best_pelt/527d3cc8df81cd08.json
new file mode 100644
index 00000000..06c18312
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/527d3cc8df81cd08.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/548e6dc22bd937e4.json b/abed_results/quality_control_1/best_pelt/548e6dc22bd937e4.json
new file mode 100644
index 00000000..d4a625ef
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/548e6dc22bd937e4.json
@@ -0,0 +1,39 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			26,
+			28,
+			87,
+			90,
+			92,
+			145,
+			148,
+			181,
+			183,
+			185,
+			229,
+			232,
+			235,
+			261,
+			263,
+			312
+		],
+		"runtime" : 0.003151178
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/557eb49b714c3527.json b/abed_results/quality_control_1/best_pelt/557eb49b714c3527.json
new file mode 100644
index 00000000..2dfb3bf5
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/557eb49b714c3527.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/558ea5bcab370fa3.json b/abed_results/quality_control_1/best_pelt/558ea5bcab370fa3.json
new file mode 100644
index 00000000..534ded70
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/558ea5bcab370fa3.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/5b2eb37d46d78bb8.json b/abed_results/quality_control_1/best_pelt/5b2eb37d46d78bb8.json
new file mode 100644
index 00000000..1f7f387f
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/5b2eb37d46d78bb8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/5cc5bb11eb92ec93.json b/abed_results/quality_control_1/best_pelt/5cc5bb11eb92ec93.json
new file mode 100644
index 00000000..b87121ab
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/5cc5bb11eb92ec93.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/6297e0c9b7710020.json b/abed_results/quality_control_1/best_pelt/6297e0c9b7710020.json
new file mode 100644
index 00000000..d79c77e1
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/6297e0c9b7710020.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			143,
+			312
+		],
+		"runtime" : 0.005890608
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/67d56bc5932ebcf3.json b/abed_results/quality_control_1/best_pelt/67d56bc5932ebcf3.json
new file mode 100644
index 00000000..dbe46c73
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/67d56bc5932ebcf3.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			97,
+			205,
+			312
+		],
+		"runtime" : 0.005681515
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/6bf21039a65a0523.json b/abed_results/quality_control_1/best_pelt/6bf21039a65a0523.json
new file mode 100644
index 00000000..683ae984
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/6bf21039a65a0523.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			97,
+			205,
+			312
+		],
+		"runtime" : 0.006627083
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/6cd534a55dcfeb2f.json b/abed_results/quality_control_1/best_pelt/6cd534a55dcfeb2f.json
new file mode 100644
index 00000000..7ad77d84
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/6cd534a55dcfeb2f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/6ce3d277696726be.json b/abed_results/quality_control_1/best_pelt/6ce3d277696726be.json
new file mode 100644
index 00000000..5772493b
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/6ce3d277696726be.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/6da4dfe9b074163c.json b/abed_results/quality_control_1/best_pelt/6da4dfe9b074163c.json
new file mode 100644
index 00000000..247db17c
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/6da4dfe9b074163c.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			143,
+			312
+		],
+		"runtime" : 0.003996372
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/6e85cae1eb2667bb.json b/abed_results/quality_control_1/best_pelt/6e85cae1eb2667bb.json
new file mode 100644
index 00000000..6567e9f9
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/6e85cae1eb2667bb.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/701318d635764bce.json b/abed_results/quality_control_1/best_pelt/701318d635764bce.json
new file mode 100644
index 00000000..76913b22
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/701318d635764bce.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/7341de3b38094e85.json b/abed_results/quality_control_1/best_pelt/7341de3b38094e85.json
new file mode 100644
index 00000000..f99c8fd9
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/7341de3b38094e85.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/74377d831975e0c9.json b/abed_results/quality_control_1/best_pelt/74377d831975e0c9.json
new file mode 100644
index 00000000..1053ac9f
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/74377d831975e0c9.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/7809883ac26ef8ae.json b/abed_results/quality_control_1/best_pelt/7809883ac26ef8ae.json
new file mode 100644
index 00000000..2b74dd02
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/7809883ac26ef8ae.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/78b7c5fcc5d54883.json b/abed_results/quality_control_1/best_pelt/78b7c5fcc5d54883.json
new file mode 100644
index 00000000..ed995722
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/78b7c5fcc5d54883.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/7a4c43e3e48b1f57.json b/abed_results/quality_control_1/best_pelt/7a4c43e3e48b1f57.json
new file mode 100644
index 00000000..80fb8929
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/7a4c43e3e48b1f57.json
@@ -0,0 +1,29 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			97,
+			143,
+			178,
+			261,
+			263,
+			312
+		],
+		"runtime" : 0.004134178
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/7a4e8f784cb89792.json b/abed_results/quality_control_1/best_pelt/7a4e8f784cb89792.json
new file mode 100644
index 00000000..0eb3adb0
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/7a4e8f784cb89792.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/7c2b5cf98cd9752c.json b/abed_results/quality_control_1/best_pelt/7c2b5cf98cd9752c.json
new file mode 100644
index 00000000..d92c6b3e
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/7c2b5cf98cd9752c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/8029c52179b51edf.json b/abed_results/quality_control_1/best_pelt/8029c52179b51edf.json
new file mode 100644
index 00000000..3a4ebb34
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/8029c52179b51edf.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/82f3144b37c9dff1.json b/abed_results/quality_control_1/best_pelt/82f3144b37c9dff1.json
new file mode 100644
index 00000000..fe301553
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/82f3144b37c9dff1.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/8361df3d0e888c18.json b/abed_results/quality_control_1/best_pelt/8361df3d0e888c18.json
new file mode 100644
index 00000000..093f1af0
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/8361df3d0e888c18.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/83cbb3d88d8de973.json b/abed_results/quality_control_1/best_pelt/83cbb3d88d8de973.json
new file mode 100644
index 00000000..69d30fda
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/83cbb3d88d8de973.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/87889efc7d3b7455.json b/abed_results/quality_control_1/best_pelt/87889efc7d3b7455.json
new file mode 100644
index 00000000..43a6acd4
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/87889efc7d3b7455.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			143,
+			205,
+			312
+		],
+		"runtime" : 0.003783941
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/88a68f12adef5353.json b/abed_results/quality_control_1/best_pelt/88a68f12adef5353.json
new file mode 100644
index 00000000..4089decc
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/88a68f12adef5353.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/89729cdcc4a5b911.json b/abed_results/quality_control_1/best_pelt/89729cdcc4a5b911.json
new file mode 100644
index 00000000..cccb0118
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/89729cdcc4a5b911.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			143,
+			312
+		],
+		"runtime" : 0.00329566
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/8d9ae9d400e2f06a.json b/abed_results/quality_control_1/best_pelt/8d9ae9d400e2f06a.json
new file mode 100644
index 00000000..ca383480
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/8d9ae9d400e2f06a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/8f988e787d68898b.json b/abed_results/quality_control_1/best_pelt/8f988e787d68898b.json
new file mode 100644
index 00000000..2ba201c6
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/8f988e787d68898b.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/926b1fece9638bcb.json b/abed_results/quality_control_1/best_pelt/926b1fece9638bcb.json
new file mode 100644
index 00000000..85c2f091
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/926b1fece9638bcb.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/9273b449fbdb4502.json b/abed_results/quality_control_1/best_pelt/9273b449fbdb4502.json
new file mode 100644
index 00000000..be84f727
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/9273b449fbdb4502.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/9a71b6065871adb0.json b/abed_results/quality_control_1/best_pelt/9a71b6065871adb0.json
new file mode 100644
index 00000000..5db6fbf2
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/9a71b6065871adb0.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/9b9fb93e45b08f4e.json b/abed_results/quality_control_1/best_pelt/9b9fb93e45b08f4e.json
new file mode 100644
index 00000000..fd44fb05
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/9b9fb93e45b08f4e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/a115205df552ed94.json b/abed_results/quality_control_1/best_pelt/a115205df552ed94.json
new file mode 100644
index 00000000..a855c669
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/a115205df552ed94.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			143,
+			312
+		],
+		"runtime" : 0.01054764
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/a1f0343f4fb9fcba.json b/abed_results/quality_control_1/best_pelt/a1f0343f4fb9fcba.json
new file mode 100644
index 00000000..c49251bc
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/a1f0343f4fb9fcba.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/a293e624b670c639.json b/abed_results/quality_control_1/best_pelt/a293e624b670c639.json
new file mode 100644
index 00000000..07d19a2a
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/a293e624b670c639.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/a506cd76e657d0d1.json b/abed_results/quality_control_1/best_pelt/a506cd76e657d0d1.json
new file mode 100644
index 00000000..65955e34
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/a506cd76e657d0d1.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			97,
+			205,
+			312
+		],
+		"runtime" : 0.004752159
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/a50a48811688a2af.json b/abed_results/quality_control_1/best_pelt/a50a48811688a2af.json
new file mode 100644
index 00000000..72873e9b
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/a50a48811688a2af.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/a6b619bae5c841ca.json b/abed_results/quality_control_1/best_pelt/a6b619bae5c841ca.json
new file mode 100644
index 00000000..fdb2645d
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/a6b619bae5c841ca.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/b0c024c91d20bc99.json b/abed_results/quality_control_1/best_pelt/b0c024c91d20bc99.json
new file mode 100644
index 00000000..44fc44e8
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/b0c024c91d20bc99.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/b0ecc9a11d5d3886.json b/abed_results/quality_control_1/best_pelt/b0ecc9a11d5d3886.json
new file mode 100644
index 00000000..5ed61e0d
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/b0ecc9a11d5d3886.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/b6448ca0fd57c780.json b/abed_results/quality_control_1/best_pelt/b6448ca0fd57c780.json
new file mode 100644
index 00000000..ce607537
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/b6448ca0fd57c780.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/b66ed4aba5fc373f.json b/abed_results/quality_control_1/best_pelt/b66ed4aba5fc373f.json
new file mode 100644
index 00000000..987710dd
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/b66ed4aba5fc373f.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			97,
+			143,
+			205,
+			312
+		],
+		"runtime" : 0.01752114
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/b7b6d1811e72273a.json b/abed_results/quality_control_1/best_pelt/b7b6d1811e72273a.json
new file mode 100644
index 00000000..9ae20658
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/b7b6d1811e72273a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/b7d6e6cb7eae1eae.json b/abed_results/quality_control_1/best_pelt/b7d6e6cb7eae1eae.json
new file mode 100644
index 00000000..4bc38c9a
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/b7d6e6cb7eae1eae.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/b7dda7fdb02c5cfc.json b/abed_results/quality_control_1/best_pelt/b7dda7fdb02c5cfc.json
new file mode 100644
index 00000000..1c4ae924
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/b7dda7fdb02c5cfc.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/ba8b1bb49dbe702e.json b/abed_results/quality_control_1/best_pelt/ba8b1bb49dbe702e.json
new file mode 100644
index 00000000..a41cae0d
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/ba8b1bb49dbe702e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/bbd2f2f9de7b217a.json b/abed_results/quality_control_1/best_pelt/bbd2f2f9de7b217a.json
new file mode 100644
index 00000000..1c42141c
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/bbd2f2f9de7b217a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/bbf847eb3988c4ec.json b/abed_results/quality_control_1/best_pelt/bbf847eb3988c4ec.json
new file mode 100644
index 00000000..d100f3d0
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/bbf847eb3988c4ec.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/bda36a0b24daaa1d.json b/abed_results/quality_control_1/best_pelt/bda36a0b24daaa1d.json
new file mode 100644
index 00000000..ee510ef6
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/bda36a0b24daaa1d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/be098bec751f4bd6.json b/abed_results/quality_control_1/best_pelt/be098bec751f4bd6.json
new file mode 100644
index 00000000..2817c6f2
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/be098bec751f4bd6.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/be22e9384b66cfcd.json b/abed_results/quality_control_1/best_pelt/be22e9384b66cfcd.json
new file mode 100644
index 00000000..d6b5aeb5
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/be22e9384b66cfcd.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/c1480b57fbd0817a.json b/abed_results/quality_control_1/best_pelt/c1480b57fbd0817a.json
new file mode 100644
index 00000000..6febae9c
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/c1480b57fbd0817a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/c248ac5cf81f7de7.json b/abed_results/quality_control_1/best_pelt/c248ac5cf81f7de7.json
new file mode 100644
index 00000000..87dea806
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/c248ac5cf81f7de7.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/c26e51f3508d66f6.json b/abed_results/quality_control_1/best_pelt/c26e51f3508d66f6.json
new file mode 100644
index 00000000..0650b8d4
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/c26e51f3508d66f6.json
@@ -0,0 +1,24 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			312
+		],
+		"runtime" : 0.005223513
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/c27e04a0e8363397.json b/abed_results/quality_control_1/best_pelt/c27e04a0e8363397.json
new file mode 100644
index 00000000..8d2e764a
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/c27e04a0e8363397.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/c4c436ba8ebc54af.json b/abed_results/quality_control_1/best_pelt/c4c436ba8ebc54af.json
new file mode 100644
index 00000000..98d0de6f
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/c4c436ba8ebc54af.json
@@ -0,0 +1,163 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			1,
+			4,
+			6,
+			8,
+			10,
+			12,
+			14,
+			16,
+			19,
+			21,
+			23,
+			25,
+			28,
+			31,
+			34,
+			36,
+			38,
+			40,
+			42,
+			44,
+			46,
+			48,
+			51,
+			53,
+			56,
+			59,
+			61,
+			63,
+			65,
+			67,
+			70,
+			72,
+			74,
+			77,
+			79,
+			81,
+			83,
+			86,
+			88,
+			90,
+			93,
+			95,
+			97,
+			99,
+			101,
+			104,
+			106,
+			108,
+			110,
+			113,
+			115,
+			118,
+			121,
+			124,
+			126,
+			128,
+			131,
+			133,
+			135,
+			138,
+			140,
+			142,
+			145,
+			148,
+			150,
+			152,
+			154,
+			156,
+			158,
+			160,
+			162,
+			164,
+			166,
+			168,
+			170,
+			172,
+			174,
+			176,
+			178,
+			180,
+			183,
+			185,
+			187,
+			189,
+			191,
+			194,
+			196,
+			198,
+			200,
+			202,
+			205,
+			207,
+			209,
+			212,
+			214,
+			216,
+			219,
+			221,
+			223,
+			225,
+			228,
+			230,
+			232,
+			235,
+			237,
+			239,
+			241,
+			243,
+			245,
+			247,
+			250,
+			252,
+			254,
+			256,
+			259,
+			261,
+			263,
+			265,
+			267,
+			269,
+			271,
+			273,
+			275,
+			278,
+			280,
+			282,
+			284,
+			286,
+			288,
+			291,
+			293,
+			295,
+			297,
+			299,
+			301,
+			303,
+			305,
+			308,
+			310,
+			312
+		],
+		"runtime" : 0.003365993
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/c5b6cff1f6705e25.json b/abed_results/quality_control_1/best_pelt/c5b6cff1f6705e25.json
new file mode 100644
index 00000000..37b67a05
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/c5b6cff1f6705e25.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/c7584f530c6cf4be.json b/abed_results/quality_control_1/best_pelt/c7584f530c6cf4be.json
new file mode 100644
index 00000000..6bb4973a
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/c7584f530c6cf4be.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/c8bf2f505aaf4793.json b/abed_results/quality_control_1/best_pelt/c8bf2f505aaf4793.json
new file mode 100644
index 00000000..be7fd8df
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/c8bf2f505aaf4793.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/cb845e16632cc478.json b/abed_results/quality_control_1/best_pelt/cb845e16632cc478.json
new file mode 100644
index 00000000..a0969c9d
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/cb845e16632cc478.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/cba699849dacfcff.json b/abed_results/quality_control_1/best_pelt/cba699849dacfcff.json
new file mode 100644
index 00000000..fc963c2f
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/cba699849dacfcff.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/ce2fab67c395042b.json b/abed_results/quality_control_1/best_pelt/ce2fab67c395042b.json
new file mode 100644
index 00000000..2b886402
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/ce2fab67c395042b.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/cf7b65a5570f7626.json b/abed_results/quality_control_1/best_pelt/cf7b65a5570f7626.json
new file mode 100644
index 00000000..3b0aca85
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/cf7b65a5570f7626.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/d11806d6d7750345.json b/abed_results/quality_control_1/best_pelt/d11806d6d7750345.json
new file mode 100644
index 00000000..b46c821f
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/d11806d6d7750345.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/d17cb0cad680c929.json b/abed_results/quality_control_1/best_pelt/d17cb0cad680c929.json
new file mode 100644
index 00000000..8cbb2e2b
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/d17cb0cad680c929.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/d310533d3f42cc18.json b/abed_results/quality_control_1/best_pelt/d310533d3f42cc18.json
new file mode 100644
index 00000000..c479864d
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/d310533d3f42cc18.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/d60bf021c67db255.json b/abed_results/quality_control_1/best_pelt/d60bf021c67db255.json
new file mode 100644
index 00000000..72f95544
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/d60bf021c67db255.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/d6eb85a288491edb.json b/abed_results/quality_control_1/best_pelt/d6eb85a288491edb.json
new file mode 100644
index 00000000..5012e681
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/d6eb85a288491edb.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/d7a6d0fa854653db.json b/abed_results/quality_control_1/best_pelt/d7a6d0fa854653db.json
new file mode 100644
index 00000000..4c711b98
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/d7a6d0fa854653db.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/da602a7ba71bd3c2.json b/abed_results/quality_control_1/best_pelt/da602a7ba71bd3c2.json
new file mode 100644
index 00000000..40d13124
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/da602a7ba71bd3c2.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/da7b68a9407500de.json b/abed_results/quality_control_1/best_pelt/da7b68a9407500de.json
new file mode 100644
index 00000000..e333200b
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/da7b68a9407500de.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/dc10784e111f5970.json b/abed_results/quality_control_1/best_pelt/dc10784e111f5970.json
new file mode 100644
index 00000000..7dada0db
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/dc10784e111f5970.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/e03011e37fe89218.json b/abed_results/quality_control_1/best_pelt/e03011e37fe89218.json
new file mode 100644
index 00000000..ca4b8891
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/e03011e37fe89218.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/e13a7198b0d30592.json b/abed_results/quality_control_1/best_pelt/e13a7198b0d30592.json
new file mode 100644
index 00000000..0f8df43f
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/e13a7198b0d30592.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p SIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/e311a1ee4e44e1d0.json b/abed_results/quality_control_1/best_pelt/e311a1ee4e44e1d0.json
new file mode 100644
index 00000000..d52d9165
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/e311a1ee4e44e1d0.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			97,
+			143,
+			205,
+			312
+		],
+		"runtime" : 0.003345013
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/e85b3e83e4aed60e.json b/abed_results/quality_control_1/best_pelt/e85b3e83e4aed60e.json
new file mode 100644
index 00000000..28993ca7
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/e85b3e83e4aed60e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/e8bad0674e24579f.json b/abed_results/quality_control_1/best_pelt/e8bad0674e24579f.json
new file mode 100644
index 00000000..326d3c47
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/e8bad0674e24579f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/ebdde145e37f59c5.json b/abed_results/quality_control_1/best_pelt/ebdde145e37f59c5.json
new file mode 100644
index 00000000..fcbdcd9c
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/ebdde145e37f59c5.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/ecb12074a0f4d212.json b/abed_results/quality_control_1/best_pelt/ecb12074a0f4d212.json
new file mode 100644
index 00000000..5328534e
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/ecb12074a0f4d212.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/ed932b5b7082b9e4.json b/abed_results/quality_control_1/best_pelt/ed932b5b7082b9e4.json
new file mode 100644
index 00000000..943590bb
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/ed932b5b7082b9e4.json
@@ -0,0 +1,336 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p None -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			0,
+			1,
+			2,
+			3,
+			4,
+			5,
+			6,
+			7,
+			8,
+			9,
+			10,
+			11,
+			12,
+			13,
+			14,
+			15,
+			16,
+			17,
+			18,
+			19,
+			20,
+			21,
+			22,
+			23,
+			24,
+			25,
+			26,
+			27,
+			28,
+			29,
+			30,
+			31,
+			32,
+			33,
+			34,
+			35,
+			36,
+			37,
+			38,
+			39,
+			40,
+			41,
+			42,
+			43,
+			44,
+			45,
+			46,
+			47,
+			48,
+			49,
+			50,
+			51,
+			52,
+			53,
+			54,
+			55,
+			56,
+			57,
+			58,
+			59,
+			60,
+			61,
+			62,
+			63,
+			64,
+			65,
+			66,
+			67,
+			68,
+			69,
+			70,
+			71,
+			72,
+			73,
+			74,
+			75,
+			76,
+			77,
+			78,
+			79,
+			80,
+			81,
+			82,
+			83,
+			84,
+			85,
+			86,
+			87,
+			88,
+			89,
+			90,
+			91,
+			92,
+			93,
+			94,
+			95,
+			96,
+			97,
+			98,
+			99,
+			100,
+			101,
+			102,
+			103,
+			104,
+			105,
+			106,
+			107,
+			108,
+			109,
+			110,
+			111,
+			112,
+			113,
+			114,
+			115,
+			116,
+			117,
+			118,
+			119,
+			120,
+			121,
+			122,
+			123,
+			124,
+			125,
+			126,
+			127,
+			128,
+			129,
+			130,
+			131,
+			132,
+			133,
+			134,
+			135,
+			136,
+			137,
+			138,
+			139,
+			140,
+			141,
+			142,
+			143,
+			144,
+			145,
+			146,
+			147,
+			148,
+			149,
+			150,
+			151,
+			152,
+			153,
+			154,
+			155,
+			156,
+			157,
+			158,
+			159,
+			160,
+			161,
+			162,
+			163,
+			164,
+			165,
+			166,
+			167,
+			168,
+			169,
+			170,
+			171,
+			172,
+			173,
+			174,
+			175,
+			176,
+			177,
+			178,
+			179,
+			180,
+			181,
+			182,
+			183,
+			184,
+			185,
+			186,
+			187,
+			188,
+			189,
+			190,
+			191,
+			192,
+			193,
+			194,
+			195,
+			196,
+			197,
+			198,
+			199,
+			200,
+			201,
+			202,
+			203,
+			204,
+			205,
+			206,
+			207,
+			208,
+			209,
+			210,
+			211,
+			212,
+			213,
+			214,
+			215,
+			216,
+			217,
+			218,
+			219,
+			220,
+			221,
+			222,
+			223,
+			224,
+			225,
+			226,
+			227,
+			228,
+			229,
+			230,
+			231,
+			232,
+			233,
+			234,
+			235,
+			236,
+			237,
+			238,
+			239,
+			240,
+			241,
+			242,
+			243,
+			244,
+			245,
+			246,
+			247,
+			248,
+			249,
+			250,
+			251,
+			252,
+			253,
+			254,
+			255,
+			256,
+			257,
+			258,
+			259,
+			260,
+			261,
+			262,
+			263,
+			264,
+			265,
+			266,
+			267,
+			268,
+			269,
+			270,
+			271,
+			272,
+			273,
+			274,
+			275,
+			276,
+			277,
+			278,
+			279,
+			280,
+			281,
+			282,
+			283,
+			284,
+			285,
+			286,
+			287,
+			288,
+			289,
+			290,
+			291,
+			292,
+			293,
+			294,
+			295,
+			296,
+			297,
+			298,
+			299,
+			300,
+			301,
+			302,
+			303,
+			304,
+			305,
+			306,
+			307,
+			308,
+			309,
+			310,
+			311,
+			312
+		],
+		"runtime" : 0.002512455
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/eef8520a99547a7e.json b/abed_results/quality_control_1/best_pelt/eef8520a99547a7e.json
new file mode 100644
index 00000000..f4e508b5
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/eef8520a99547a7e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/ef33bb7c435fc739.json b/abed_results/quality_control_1/best_pelt/ef33bb7c435fc739.json
new file mode 100644
index 00000000..8ee9e57a
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/ef33bb7c435fc739.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/f0c6a9981ad473b4.json b/abed_results/quality_control_1/best_pelt/f0c6a9981ad473b4.json
new file mode 100644
index 00000000..8d357607
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/f0c6a9981ad473b4.json
@@ -0,0 +1,29 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			97,
+			168,
+			170,
+			198,
+			205,
+			312
+		],
+		"runtime" : 0.003442049
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/f4ab3eaf2ea2e054.json b/abed_results/quality_control_1/best_pelt/f4ab3eaf2ea2e054.json
new file mode 100644
index 00000000..70554b55
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/f4ab3eaf2ea2e054.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Hannan-Quinn -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/f7080aa70bb52f47.json b/abed_results/quality_control_1/best_pelt/f7080aa70bb52f47.json
new file mode 100644
index 00000000..afaae427
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/f7080aa70bb52f47.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/f94951d7070a7217.json b/abed_results/quality_control_1/best_pelt/f94951d7070a7217.json
new file mode 100644
index 00000000..dbe68f36
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/f94951d7070a7217.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p Asymptotic -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/fb71367cc997cce3.json b/abed_results/quality_control_1/best_pelt/fb71367cc997cce3.json
new file mode 100644
index 00000000..19e864ea
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/fb71367cc997cce3.json
@@ -0,0 +1,24 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p MBIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			312
+		],
+		"runtime" : 0.007605076
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/fc9f8a90d267ff5e.json b/abed_results/quality_control_1/best_pelt/fc9f8a90d267ff5e.json
new file mode 100644
index 00000000..5e3e7cee
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/fc9f8a90d267ff5e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p BIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_1/best_pelt/ff707f118db58ef7.json b/abed_results/quality_control_1/best_pelt/ff707f118db58ef7.json
new file mode 100644
index 00000000..af9d6dad
--- /dev/null
+++ b/abed_results/quality_control_1/best_pelt/ff707f118db58ef7.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_1.json -p AIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_1",
+	"dataset_md5" : "fcfd5b0323a0dbd499c22b32c77f6a43",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+}
author	Gertjan van den Burg <gertjanvandenburg@gmail.com>	2020-03-12 14:33:57 +0000
committer	Gertjan van den Burg <gertjanvandenburg@gmail.com>	2020-03-12 14:33:57 +0000
commit	7ef8f6e58990fc069cccc71ed6564e8c639ea4fc (patch)
tree	9e7662a34b7d0c1f1c5d9faf6d7d6ea8672f6410 /abed_results/quality_control_1/best_pelt
download	TCPDBench-7ef8f6e58990fc069cccc71ed6564e8c639ea4fc.tar.gz TCPDBench-7ef8f6e58990fc069cccc71ed6564e8c639ea4fc.zip