initial commit

author: Gertjan van den Burg <gertjanvandenburg@gmail.com> 2020-03-12 14:33:57 +0000
committer: Gertjan van den Burg <gertjanvandenburg@gmail.com> 2020-03-12 14:33:57 +0000
commit: 7ef8f6e58990fc069cccc71ed6564e8c639ea4fc (patch)
tree: 9e7662a34b7d0c1f1c5d9faf6d7d6ea8672f6410 /abed_results/quality_control_3/best_pelt
download: TCPDBench-7ef8f6e58990fc069cccc71ed6564e8c639ea4fc.tar.gz
TCPDBench-7ef8f6e58990fc069cccc71ed6564e8c639ea4fc.zip
126 files changed, 3669 insertions, 0 deletions
diff --git a/abed_results/quality_control_3/best_pelt/0062d2ddd956d550.json b/abed_results/quality_control_3/best_pelt/0062d2ddd956d550.json
new file mode 100644
index 00000000..06cc1e75
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/0062d2ddd956d550.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/00b848298ab9bf4c.json b/abed_results/quality_control_3/best_pelt/00b848298ab9bf4c.json
new file mode 100644
index 00000000..adaab99b
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/00b848298ab9bf4c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/0507ab2ca45027d4.json b/abed_results/quality_control_3/best_pelt/0507ab2ca45027d4.json
new file mode 100644
index 00000000..75eb788b
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/0507ab2ca45027d4.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/057c0564022dbe48.json b/abed_results/quality_control_3/best_pelt/057c0564022dbe48.json
new file mode 100644
index 00000000..a05d201e
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/057c0564022dbe48.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/05d8097171469628.json b/abed_results/quality_control_3/best_pelt/05d8097171469628.json
new file mode 100644
index 00000000..0a5c7afc
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/05d8097171469628.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/069521c0ab6f7dac.json b/abed_results/quality_control_3/best_pelt/069521c0ab6f7dac.json
new file mode 100644
index 00000000..527ae905
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/069521c0ab6f7dac.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.003897429
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/0a5c94b66203a8c4.json b/abed_results/quality_control_3/best_pelt/0a5c94b66203a8c4.json
new file mode 100644
index 00000000..32d17e5f
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/0a5c94b66203a8c4.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.0029459
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/0a853b3b14f4da1b.json b/abed_results/quality_control_3/best_pelt/0a853b3b14f4da1b.json
new file mode 100644
index 00000000..08982d28
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/0a853b3b14f4da1b.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/0aea71bcffbe0951.json b/abed_results/quality_control_3/best_pelt/0aea71bcffbe0951.json
new file mode 100644
index 00000000..a27e742d
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/0aea71bcffbe0951.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/0b46344adfc928bd.json b/abed_results/quality_control_3/best_pelt/0b46344adfc928bd.json
new file mode 100644
index 00000000..3b71b503
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/0b46344adfc928bd.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/0e333532d78bc8ed.json b/abed_results/quality_control_3/best_pelt/0e333532d78bc8ed.json
new file mode 100644
index 00000000..bf30c8aa
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/0e333532d78bc8ed.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.004729033
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/0f29fd66b47bb842.json b/abed_results/quality_control_3/best_pelt/0f29fd66b47bb842.json
new file mode 100644
index 00000000..829e530a
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/0f29fd66b47bb842.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/102f93580861dd5e.json b/abed_results/quality_control_3/best_pelt/102f93580861dd5e.json
new file mode 100644
index 00000000..405e836a
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/102f93580861dd5e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/112d23b0ec53aa79.json b/abed_results/quality_control_3/best_pelt/112d23b0ec53aa79.json
new file mode 100644
index 00000000..6c0ebc67
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/112d23b0ec53aa79.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/13f117e8a2169cd7.json b/abed_results/quality_control_3/best_pelt/13f117e8a2169cd7.json
new file mode 100644
index 00000000..22676477
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/13f117e8a2169cd7.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/16d2b3b15743ea24.json b/abed_results/quality_control_3/best_pelt/16d2b3b15743ea24.json
new file mode 100644
index 00000000..717805c7
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/16d2b3b15743ea24.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/17dbf2fae8d92b53.json b/abed_results/quality_control_3/best_pelt/17dbf2fae8d92b53.json
new file mode 100644
index 00000000..b04e4a8d
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/17dbf2fae8d92b53.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/1bc7c070ac517b04.json b/abed_results/quality_control_3/best_pelt/1bc7c070ac517b04.json
new file mode 100644
index 00000000..daa0a2ee
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/1bc7c070ac517b04.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/1c512d34b319eb65.json b/abed_results/quality_control_3/best_pelt/1c512d34b319eb65.json
new file mode 100644
index 00000000..cd059b4d
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/1c512d34b319eb65.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.005016804
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/1d628a7209b1aca7.json b/abed_results/quality_control_3/best_pelt/1d628a7209b1aca7.json
new file mode 100644
index 00000000..53800c6b
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/1d628a7209b1aca7.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/1f7bc062c52a8ab7.json b/abed_results/quality_control_3/best_pelt/1f7bc062c52a8ab7.json
new file mode 100644
index 00000000..89d27b54
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/1f7bc062c52a8ab7.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.003551722
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/1f7d23b4c2c01e0a.json b/abed_results/quality_control_3/best_pelt/1f7d23b4c2c01e0a.json
new file mode 100644
index 00000000..c9764637
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/1f7d23b4c2c01e0a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/20456174cef0a42a.json b/abed_results/quality_control_3/best_pelt/20456174cef0a42a.json
new file mode 100644
index 00000000..b7b9f6e2
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/20456174cef0a42a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/22915065659bd5d8.json b/abed_results/quality_control_3/best_pelt/22915065659bd5d8.json
new file mode 100644
index 00000000..3cfe9dcc
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/22915065659bd5d8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/28906fcbf884896d.json b/abed_results/quality_control_3/best_pelt/28906fcbf884896d.json
new file mode 100644
index 00000000..79b14f7b
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/28906fcbf884896d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/2a1faaf5734666d2.json b/abed_results/quality_control_3/best_pelt/2a1faaf5734666d2.json
new file mode 100644
index 00000000..65e41ecf
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/2a1faaf5734666d2.json
@@ -0,0 +1,108 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			5,
+			7,
+			17,
+			20,
+			22,
+			27,
+			33,
+			36,
+			38,
+			41,
+			43,
+			45,
+			47,
+			50,
+			62,
+			67,
+			69,
+			72,
+			74,
+			77,
+			79,
+			81,
+			91,
+			93,
+			106,
+			112,
+			117,
+			120,
+			124,
+			126,
+			135,
+			137,
+			139,
+			141,
+			143,
+			146,
+			148,
+			155,
+			157,
+			163,
+			165,
+			169,
+			171,
+			178,
+			180,
+			186,
+			191,
+			193,
+			195,
+			198,
+			200,
+			203,
+			206,
+			208,
+			214,
+			217,
+			221,
+			229,
+			231,
+			238,
+			240,
+			244,
+			246,
+			257,
+			259,
+			263,
+			265,
+			269,
+			271,
+			306,
+			310,
+			312,
+			314,
+			316,
+			318,
+			327,
+			330,
+			332,
+			334,
+			336,
+			346,
+			348,
+			357,
+			362,
+			365
+		],
+		"runtime" : 0.003449678
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/3119ba1c9a22e309.json b/abed_results/quality_control_3/best_pelt/3119ba1c9a22e309.json
new file mode 100644
index 00000000..6d81db3f
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/3119ba1c9a22e309.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.003740788
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/32e864e636b5ab25.json b/abed_results/quality_control_3/best_pelt/32e864e636b5ab25.json
new file mode 100644
index 00000000..616a095d
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/32e864e636b5ab25.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/346276c2f94c7e1f.json b/abed_results/quality_control_3/best_pelt/346276c2f94c7e1f.json
new file mode 100644
index 00000000..b29487c7
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/346276c2f94c7e1f.json
@@ -0,0 +1,389 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			0,
+			1,
+			2,
+			3,
+			4,
+			5,
+			6,
+			7,
+			8,
+			9,
+			10,
+			11,
+			12,
+			13,
+			14,
+			15,
+			16,
+			17,
+			18,
+			19,
+			20,
+			21,
+			22,
+			23,
+			24,
+			25,
+			26,
+			27,
+			28,
+			29,
+			30,
+			31,
+			32,
+			33,
+			34,
+			35,
+			36,
+			37,
+			38,
+			39,
+			40,
+			41,
+			42,
+			43,
+			44,
+			45,
+			46,
+			47,
+			48,
+			49,
+			50,
+			51,
+			52,
+			53,
+			54,
+			55,
+			56,
+			57,
+			58,
+			59,
+			60,
+			61,
+			62,
+			63,
+			64,
+			65,
+			66,
+			67,
+			68,
+			69,
+			70,
+			71,
+			72,
+			73,
+			74,
+			75,
+			76,
+			77,
+			78,
+			79,
+			80,
+			81,
+			82,
+			83,
+			84,
+			85,
+			86,
+			87,
+			88,
+			89,
+			90,
+			91,
+			92,
+			93,
+			94,
+			95,
+			96,
+			97,
+			98,
+			99,
+			100,
+			101,
+			102,
+			103,
+			104,
+			105,
+			106,
+			107,
+			108,
+			109,
+			110,
+			111,
+			112,
+			113,
+			114,
+			115,
+			116,
+			117,
+			118,
+			119,
+			120,
+			121,
+			122,
+			123,
+			124,
+			125,
+			126,
+			127,
+			128,
+			129,
+			130,
+			131,
+			132,
+			133,
+			134,
+			135,
+			136,
+			137,
+			138,
+			139,
+			140,
+			141,
+			142,
+			143,
+			144,
+			145,
+			146,
+			147,
+			148,
+			149,
+			150,
+			151,
+			152,
+			153,
+			154,
+			155,
+			156,
+			157,
+			158,
+			159,
+			160,
+			161,
+			162,
+			163,
+			164,
+			165,
+			166,
+			167,
+			168,
+			169,
+			170,
+			171,
+			172,
+			173,
+			174,
+			175,
+			176,
+			177,
+			178,
+			179,
+			180,
+			181,
+			182,
+			183,
+			184,
+			185,
+			186,
+			187,
+			188,
+			189,
+			190,
+			191,
+			192,
+			193,
+			194,
+			195,
+			196,
+			197,
+			198,
+			199,
+			200,
+			201,
+			202,
+			203,
+			204,
+			205,
+			206,
+			207,
+			208,
+			209,
+			210,
+			211,
+			212,
+			213,
+			214,
+			215,
+			216,
+			217,
+			218,
+			219,
+			220,
+			221,
+			222,
+			223,
+			224,
+			225,
+			226,
+			227,
+			228,
+			229,
+			230,
+			231,
+			232,
+			233,
+			234,
+			235,
+			236,
+			237,
+			238,
+			239,
+			240,
+			241,
+			242,
+			243,
+			244,
+			245,
+			246,
+			247,
+			248,
+			249,
+			250,
+			251,
+			252,
+			253,
+			254,
+			255,
+			256,
+			257,
+			258,
+			259,
+			260,
+			261,
+			262,
+			263,
+			264,
+			265,
+			266,
+			267,
+			268,
+			269,
+			270,
+			271,
+			272,
+			273,
+			274,
+			275,
+			276,
+			277,
+			278,
+			279,
+			280,
+			281,
+			282,
+			283,
+			284,
+			285,
+			286,
+			287,
+			288,
+			289,
+			290,
+			291,
+			292,
+			293,
+			294,
+			295,
+			296,
+			297,
+			298,
+			299,
+			300,
+			301,
+			302,
+			303,
+			304,
+			305,
+			306,
+			307,
+			308,
+			309,
+			310,
+			311,
+			312,
+			313,
+			314,
+			315,
+			316,
+			317,
+			318,
+			319,
+			320,
+			321,
+			322,
+			323,
+			324,
+			325,
+			326,
+			327,
+			328,
+			329,
+			330,
+			331,
+			332,
+			333,
+			334,
+			335,
+			336,
+			337,
+			338,
+			339,
+			340,
+			341,
+			342,
+			343,
+			344,
+			345,
+			346,
+			347,
+			348,
+			349,
+			350,
+			351,
+			352,
+			353,
+			354,
+			355,
+			356,
+			357,
+			358,
+			359,
+			360,
+			361,
+			362,
+			363,
+			364,
+			365
+		],
+		"runtime" : 0.002483606
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/371e64ecf6bfb990.json b/abed_results/quality_control_3/best_pelt/371e64ecf6bfb990.json
new file mode 100644
index 00000000..1a1f02f1
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/371e64ecf6bfb990.json
@@ -0,0 +1,41 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			203,
+			208,
+			222,
+			229,
+			238,
+			244,
+			256,
+			273,
+			276,
+			290,
+			291,
+			334,
+			336,
+			352,
+			354,
+			365
+		],
+		"runtime" : 0.003199339
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/376f84bf6be595b2.json b/abed_results/quality_control_3/best_pelt/376f84bf6be595b2.json
new file mode 100644
index 00000000..74f9f7c2
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/376f84bf6be595b2.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/3e272cab804fa7ad.json b/abed_results/quality_control_3/best_pelt/3e272cab804fa7ad.json
new file mode 100644
index 00000000..5fe559e3
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/3e272cab804fa7ad.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/4219968e41e1e310.json b/abed_results/quality_control_3/best_pelt/4219968e41e1e310.json
new file mode 100644
index 00000000..ab9af8b5
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/4219968e41e1e310.json
@@ -0,0 +1,190 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			1,
+			3,
+			5,
+			7,
+			9,
+			11,
+			13,
+			15,
+			17,
+			20,
+			22,
+			25,
+			27,
+			29,
+			31,
+			33,
+			36,
+			38,
+			41,
+			43,
+			45,
+			47,
+			50,
+			52,
+			55,
+			57,
+			60,
+			62,
+			64,
+			67,
+			69,
+			72,
+			74,
+			77,
+			79,
+			81,
+			83,
+			85,
+			87,
+			89,
+			91,
+			93,
+			96,
+			98,
+			101,
+			103,
+			106,
+			108,
+			110,
+			112,
+			114,
+			116,
+			118,
+			120,
+			122,
+			124,
+			126,
+			128,
+			130,
+			132,
+			135,
+			137,
+			139,
+			141,
+			143,
+			146,
+			148,
+			150,
+			152,
+			154,
+			156,
+			158,
+			161,
+			163,
+			165,
+			167,
+			169,
+			171,
+			173,
+			175,
+			178,
+			180,
+			182,
+			184,
+			186,
+			189,
+			191,
+			193,
+			195,
+			198,
+			200,
+			203,
+			206,
+			208,
+			211,
+			213,
+			215,
+			217,
+			219,
+			221,
+			223,
+			225,
+			227,
+			229,
+			231,
+			233,
+			235,
+			238,
+			240,
+			242,
+			244,
+			246,
+			248,
+			250,
+			252,
+			254,
+			256,
+			259,
+			261,
+			263,
+			265,
+			267,
+			269,
+			271,
+			274,
+			276,
+			278,
+			280,
+			282,
+			284,
+			286,
+			288,
+			290,
+			292,
+			294,
+			296,
+			298,
+			300,
+			303,
+			306,
+			308,
+			310,
+			312,
+			314,
+			316,
+			318,
+			320,
+			322,
+			325,
+			327,
+			330,
+			332,
+			334,
+			336,
+			338,
+			340,
+			342,
+			344,
+			346,
+			348,
+			350,
+			352,
+			354,
+			357,
+			360,
+			362,
+			365
+		],
+		"runtime" : 0.003344774
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/45328094d633b501.json b/abed_results/quality_control_3/best_pelt/45328094d633b501.json
new file mode 100644
index 00000000..993a35aa
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/45328094d633b501.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/495bdef0b0a2ffea.json b/abed_results/quality_control_3/best_pelt/495bdef0b0a2ffea.json
new file mode 100644
index 00000000..2e458542
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/495bdef0b0a2ffea.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/4982e9b1ff46f8d4.json b/abed_results/quality_control_3/best_pelt/4982e9b1ff46f8d4.json
new file mode 100644
index 00000000..97d9433b
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/4982e9b1ff46f8d4.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/4c8a9ffeb37e86ed.json b/abed_results/quality_control_3/best_pelt/4c8a9ffeb37e86ed.json
new file mode 100644
index 00000000..287b3d6a
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/4c8a9ffeb37e86ed.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/4ee741b0291b5d14.json b/abed_results/quality_control_3/best_pelt/4ee741b0291b5d14.json
new file mode 100644
index 00000000..d0a258ce
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/4ee741b0291b5d14.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/552135fb0cab8922.json b/abed_results/quality_control_3/best_pelt/552135fb0cab8922.json
new file mode 100644
index 00000000..d23522d9
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/552135fb0cab8922.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/58fb949b215471c4.json b/abed_results/quality_control_3/best_pelt/58fb949b215471c4.json
new file mode 100644
index 00000000..aa9ddb92
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/58fb949b215471c4.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/5901c5b2126587e7.json b/abed_results/quality_control_3/best_pelt/5901c5b2126587e7.json
new file mode 100644
index 00000000..70c4a079
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/5901c5b2126587e7.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/59acbf9b37e7bb02.json b/abed_results/quality_control_3/best_pelt/59acbf9b37e7bb02.json
new file mode 100644
index 00000000..503bedab
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/59acbf9b37e7bb02.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/59d69545681e4cc2.json b/abed_results/quality_control_3/best_pelt/59d69545681e4cc2.json
new file mode 100644
index 00000000..df8287a4
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/59d69545681e4cc2.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/5cdc5dd532414d75.json b/abed_results/quality_control_3/best_pelt/5cdc5dd532414d75.json
new file mode 100644
index 00000000..b42d5b6d
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/5cdc5dd532414d75.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/5e7af76ef687759a.json b/abed_results/quality_control_3/best_pelt/5e7af76ef687759a.json
new file mode 100644
index 00000000..7adc49fa
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/5e7af76ef687759a.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.003281593
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/5f0b4d213177b94e.json b/abed_results/quality_control_3/best_pelt/5f0b4d213177b94e.json
new file mode 100644
index 00000000..2499adc2
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/5f0b4d213177b94e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/60cccb2be72f3d14.json b/abed_results/quality_control_3/best_pelt/60cccb2be72f3d14.json
new file mode 100644
index 00000000..a6eaa4f1
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/60cccb2be72f3d14.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/625c4053424b4a45.json b/abed_results/quality_control_3/best_pelt/625c4053424b4a45.json
new file mode 100644
index 00000000..368793b0
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/625c4053424b4a45.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/63a5266e80a33f84.json b/abed_results/quality_control_3/best_pelt/63a5266e80a33f84.json
new file mode 100644
index 00000000..ef99a2fe
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/63a5266e80a33f84.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/6574e75b778f40b1.json b/abed_results/quality_control_3/best_pelt/6574e75b778f40b1.json
new file mode 100644
index 00000000..16113b5a
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/6574e75b778f40b1.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/671270ce4e6c6989.json b/abed_results/quality_control_3/best_pelt/671270ce4e6c6989.json
new file mode 100644
index 00000000..88f0942e
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/671270ce4e6c6989.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/6b600a6561464b97.json b/abed_results/quality_control_3/best_pelt/6b600a6561464b97.json
new file mode 100644
index 00000000..b73a36d7
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/6b600a6561464b97.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/6be152d8e9d4c8c4.json b/abed_results/quality_control_3/best_pelt/6be152d8e9d4c8c4.json
new file mode 100644
index 00000000..0453e55d
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/6be152d8e9d4c8c4.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/6f47c252f034d57e.json b/abed_results/quality_control_3/best_pelt/6f47c252f034d57e.json
new file mode 100644
index 00000000..5e0752af
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/6f47c252f034d57e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/7053303a9a566fd5.json b/abed_results/quality_control_3/best_pelt/7053303a9a566fd5.json
new file mode 100644
index 00000000..937d78fd
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/7053303a9a566fd5.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/73f56ae14ca2fc01.json b/abed_results/quality_control_3/best_pelt/73f56ae14ca2fc01.json
new file mode 100644
index 00000000..b7f5d04f
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/73f56ae14ca2fc01.json
@@ -0,0 +1,184 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			1,
+			3,
+			5,
+			7,
+			9,
+			11,
+			13,
+			15,
+			17,
+			20,
+			22,
+			24,
+			27,
+			29,
+			31,
+			33,
+			36,
+			39,
+			41,
+			43,
+			46,
+			48,
+			50,
+			52,
+			55,
+			57,
+			59,
+			61,
+			63,
+			65,
+			67,
+			69,
+			71,
+			74,
+			77,
+			79,
+			81,
+			83,
+			86,
+			88,
+			90,
+			92,
+			94,
+			96,
+			98,
+			101,
+			103,
+			105,
+			107,
+			109,
+			112,
+			115,
+			117,
+			120,
+			123,
+			126,
+			128,
+			131,
+			133,
+			135,
+			137,
+			139,
+			141,
+			144,
+			146,
+			149,
+			151,
+			153,
+			155,
+			158,
+			160,
+			163,
+			166,
+			169,
+			171,
+			173,
+			175,
+			178,
+			180,
+			182,
+			184,
+			186,
+			188,
+			191,
+			193,
+			196,
+			198,
+			200,
+			203,
+			206,
+			208,
+			210,
+			212,
+			214,
+			216,
+			218,
+			220,
+			222,
+			225,
+			227,
+			229,
+			231,
+			233,
+			235,
+			238,
+			240,
+			242,
+			244,
+			246,
+			249,
+			251,
+			253,
+			255,
+			257,
+			259,
+			262,
+			265,
+			267,
+			269,
+			272,
+			274,
+			276,
+			278,
+			280,
+			282,
+			284,
+			287,
+			289,
+			291,
+			294,
+			296,
+			298,
+			300,
+			303,
+			306,
+			308,
+			310,
+			312,
+			314,
+			316,
+			318,
+			320,
+			322,
+			325,
+			327,
+			330,
+			332,
+			335,
+			337,
+			339,
+			341,
+			343,
+			346,
+			349,
+			351,
+			353,
+			356,
+			358,
+			360,
+			362,
+			365
+		],
+		"runtime" : 0.00257206
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/744ea21437f38d54.json b/abed_results/quality_control_3/best_pelt/744ea21437f38d54.json
new file mode 100644
index 00000000..6c854326
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/744ea21437f38d54.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.003050566
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/759a0cd22cd1818a.json b/abed_results/quality_control_3/best_pelt/759a0cd22cd1818a.json
new file mode 100644
index 00000000..c5d001f5
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/759a0cd22cd1818a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/76b7939e307749d8.json b/abed_results/quality_control_3/best_pelt/76b7939e307749d8.json
new file mode 100644
index 00000000..85fef7d7
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/76b7939e307749d8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/7940c8eabcbd1b2e.json b/abed_results/quality_control_3/best_pelt/7940c8eabcbd1b2e.json
new file mode 100644
index 00000000..71c0fdae
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/7940c8eabcbd1b2e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/80db618de88b10b3.json b/abed_results/quality_control_3/best_pelt/80db618de88b10b3.json
new file mode 100644
index 00000000..5265566b
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/80db618de88b10b3.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/8490e8cf2c273ab8.json b/abed_results/quality_control_3/best_pelt/8490e8cf2c273ab8.json
new file mode 100644
index 00000000..ffe3f39b
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/8490e8cf2c273ab8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/89d7ed067563efbe.json b/abed_results/quality_control_3/best_pelt/89d7ed067563efbe.json
new file mode 100644
index 00000000..34189e82
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/89d7ed067563efbe.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/8daac124786abee7.json b/abed_results/quality_control_3/best_pelt/8daac124786abee7.json
new file mode 100644
index 00000000..4cba08bd
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/8daac124786abee7.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/8df12648553d8a7a.json b/abed_results/quality_control_3/best_pelt/8df12648553d8a7a.json
new file mode 100644
index 00000000..356555c2
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/8df12648553d8a7a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/8ee73ba34a1b941c.json b/abed_results/quality_control_3/best_pelt/8ee73ba34a1b941c.json
new file mode 100644
index 00000000..12ad968d
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/8ee73ba34a1b941c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/910a713447ed537e.json b/abed_results/quality_control_3/best_pelt/910a713447ed537e.json
new file mode 100644
index 00000000..1e1969ab
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/910a713447ed537e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/9559ad6eab74fb8d.json b/abed_results/quality_control_3/best_pelt/9559ad6eab74fb8d.json
new file mode 100644
index 00000000..83ff2e17
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/9559ad6eab74fb8d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/97e40d3c5ca68b57.json b/abed_results/quality_control_3/best_pelt/97e40d3c5ca68b57.json
new file mode 100644
index 00000000..98e2dc82
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/97e40d3c5ca68b57.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/98c12ad7fc8220bc.json b/abed_results/quality_control_3/best_pelt/98c12ad7fc8220bc.json
new file mode 100644
index 00000000..db7f7d18
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/98c12ad7fc8220bc.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/98c79863f5460623.json b/abed_results/quality_control_3/best_pelt/98c79863f5460623.json
new file mode 100644
index 00000000..3374bad6
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/98c79863f5460623.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.004481077
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/9b1ce37c7e73c1d6.json b/abed_results/quality_control_3/best_pelt/9b1ce37c7e73c1d6.json
new file mode 100644
index 00000000..6d6f511b
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/9b1ce37c7e73c1d6.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/9b672a49d1c1276e.json b/abed_results/quality_control_3/best_pelt/9b672a49d1c1276e.json
new file mode 100644
index 00000000..66ce5ebc
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/9b672a49d1c1276e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/9ccca0b4f5dbc286.json b/abed_results/quality_control_3/best_pelt/9ccca0b4f5dbc286.json
new file mode 100644
index 00000000..d1f024d1
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/9ccca0b4f5dbc286.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/9eca5cdb858171de.json b/abed_results/quality_control_3/best_pelt/9eca5cdb858171de.json
new file mode 100644
index 00000000..0ffd35b5
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/9eca5cdb858171de.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/a25945bb1d638a12.json b/abed_results/quality_control_3/best_pelt/a25945bb1d638a12.json
new file mode 100644
index 00000000..ee15a809
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/a25945bb1d638a12.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/a3b01d970e7ad225.json b/abed_results/quality_control_3/best_pelt/a3b01d970e7ad225.json
new file mode 100644
index 00000000..61ed15aa
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/a3b01d970e7ad225.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/a44c50097c85e294.json b/abed_results/quality_control_3/best_pelt/a44c50097c85e294.json
new file mode 100644
index 00000000..738c92ae
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/a44c50097c85e294.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/a4b14038f601a7f2.json b/abed_results/quality_control_3/best_pelt/a4b14038f601a7f2.json
new file mode 100644
index 00000000..9d63625f
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/a4b14038f601a7f2.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/ad914a8f74180f75.json b/abed_results/quality_control_3/best_pelt/ad914a8f74180f75.json
new file mode 100644
index 00000000..bb34b01e
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/ad914a8f74180f75.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/b4fba10a52dbee2b.json b/abed_results/quality_control_3/best_pelt/b4fba10a52dbee2b.json
new file mode 100644
index 00000000..031cb556
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/b4fba10a52dbee2b.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/b600916046bc3d63.json b/abed_results/quality_control_3/best_pelt/b600916046bc3d63.json
new file mode 100644
index 00000000..674ee492
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/b600916046bc3d63.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/b883eef91b0dd7fb.json b/abed_results/quality_control_3/best_pelt/b883eef91b0dd7fb.json
new file mode 100644
index 00000000..00e9f167
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/b883eef91b0dd7fb.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/b88dddf9017d142f.json b/abed_results/quality_control_3/best_pelt/b88dddf9017d142f.json
new file mode 100644
index 00000000..ee82acbb
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/b88dddf9017d142f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/b9e3ba821505d274.json b/abed_results/quality_control_3/best_pelt/b9e3ba821505d274.json
new file mode 100644
index 00000000..ff57c4e9
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/b9e3ba821505d274.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/bc85c7e56eb69c35.json b/abed_results/quality_control_3/best_pelt/bc85c7e56eb69c35.json
new file mode 100644
index 00000000..07ecd327
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/bc85c7e56eb69c35.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/bd305347a1984832.json b/abed_results/quality_control_3/best_pelt/bd305347a1984832.json
new file mode 100644
index 00000000..3cd78c8c
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/bd305347a1984832.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/bf987ca4a53aeee9.json b/abed_results/quality_control_3/best_pelt/bf987ca4a53aeee9.json
new file mode 100644
index 00000000..12f20658
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/bf987ca4a53aeee9.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/c1e2b6adc86dabc8.json b/abed_results/quality_control_3/best_pelt/c1e2b6adc86dabc8.json
new file mode 100644
index 00000000..57999de5
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/c1e2b6adc86dabc8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/c318f5ac2d2b2194.json b/abed_results/quality_control_3/best_pelt/c318f5ac2d2b2194.json
new file mode 100644
index 00000000..dfbc5f0c
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/c318f5ac2d2b2194.json
@@ -0,0 +1,44 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			17,
+			21,
+			27,
+			41,
+			43,
+			50,
+			61,
+			69,
+			78,
+			123,
+			126,
+			158,
+			175,
+			208,
+			212,
+			222,
+			229,
+			231,
+			327,
+			332,
+			365
+		],
+		"runtime" : 0.002843142
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/c4e464d267c2de73.json b/abed_results/quality_control_3/best_pelt/c4e464d267c2de73.json
new file mode 100644
index 00000000..a35f817a
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/c4e464d267c2de73.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			223,
+			365
+		],
+		"runtime" : 0.003706932
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/c8ac0ad2b2e7ce04.json b/abed_results/quality_control_3/best_pelt/c8ac0ad2b2e7ce04.json
new file mode 100644
index 00000000..f91c2b54
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/c8ac0ad2b2e7ce04.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/c9a961ee8624120d.json b/abed_results/quality_control_3/best_pelt/c9a961ee8624120d.json
new file mode 100644
index 00000000..ef223155
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/c9a961ee8624120d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/ca5740139e755c1d.json b/abed_results/quality_control_3/best_pelt/ca5740139e755c1d.json
new file mode 100644
index 00000000..15d48a72
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/ca5740139e755c1d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/ca81058d8758419c.json b/abed_results/quality_control_3/best_pelt/ca81058d8758419c.json
new file mode 100644
index 00000000..d1b228dc
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/ca81058d8758419c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/cb6760504883cd5f.json b/abed_results/quality_control_3/best_pelt/cb6760504883cd5f.json
new file mode 100644
index 00000000..3aca9b68
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/cb6760504883cd5f.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			223,
+			365
+		],
+		"runtime" : 0.005401611
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/cb70cc9cc044afda.json b/abed_results/quality_control_3/best_pelt/cb70cc9cc044afda.json
new file mode 100644
index 00000000..afa104ec
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/cb70cc9cc044afda.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/cd44cbe158348748.json b/abed_results/quality_control_3/best_pelt/cd44cbe158348748.json
new file mode 100644
index 00000000..96a458b4
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/cd44cbe158348748.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/ce92a9e918d135e9.json b/abed_results/quality_control_3/best_pelt/ce92a9e918d135e9.json
new file mode 100644
index 00000000..9165565f
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/ce92a9e918d135e9.json
@@ -0,0 +1,43 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			124,
+			126,
+			155,
+			157,
+			178,
+			180,
+			186,
+			193,
+			195,
+			208,
+			221,
+			229,
+			231,
+			238,
+			240,
+			244,
+			246,
+			330,
+			332,
+			365
+		],
+		"runtime" : 0.003084898
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/cf1ed2d1c5835229.json b/abed_results/quality_control_3/best_pelt/cf1ed2d1c5835229.json
new file mode 100644
index 00000000..6e6030dc
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/cf1ed2d1c5835229.json
@@ -0,0 +1,30 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			158,
+			175,
+			208,
+			222,
+			229,
+			231,
+			365
+		],
+		"runtime" : 0.003906727
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/d199bea411db099b.json b/abed_results/quality_control_3/best_pelt/d199bea411db099b.json
new file mode 100644
index 00000000..d6090a46
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/d199bea411db099b.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/d1d4c6db6e5f8591.json b/abed_results/quality_control_3/best_pelt/d1d4c6db6e5f8591.json
new file mode 100644
index 00000000..1e766ea8
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/d1d4c6db6e5f8591.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/d34988a55d79474e.json b/abed_results/quality_control_3/best_pelt/d34988a55d79474e.json
new file mode 100644
index 00000000..eba61f4c
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/d34988a55d79474e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/d72f6f99fdc83f23.json b/abed_results/quality_control_3/best_pelt/d72f6f99fdc83f23.json
new file mode 100644
index 00000000..078eacc5
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/d72f6f99fdc83f23.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/d7b275dc1300500f.json b/abed_results/quality_control_3/best_pelt/d7b275dc1300500f.json
new file mode 100644
index 00000000..d99b9cab
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/d7b275dc1300500f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/d940d14c8aacf526.json b/abed_results/quality_control_3/best_pelt/d940d14c8aacf526.json
new file mode 100644
index 00000000..10689a2d
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/d940d14c8aacf526.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/d9e186a35fa4e317.json b/abed_results/quality_control_3/best_pelt/d9e186a35fa4e317.json
new file mode 100644
index 00000000..4b7e46f8
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/d9e186a35fa4e317.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			229,
+			231,
+			365
+		],
+		"runtime" : 0.005404234
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/df4cb92db09c254d.json b/abed_results/quality_control_3/best_pelt/df4cb92db09c254d.json
new file mode 100644
index 00000000..87b0e336
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/df4cb92db09c254d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/e004e98c31628630.json b/abed_results/quality_control_3/best_pelt/e004e98c31628630.json
new file mode 100644
index 00000000..ae575a46
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/e004e98c31628630.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/e1e6ba7d7774c65a.json b/abed_results/quality_control_3/best_pelt/e1e6ba7d7774c65a.json
new file mode 100644
index 00000000..0cff3b4e
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/e1e6ba7d7774c65a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/e2022206a4e1bfda.json b/abed_results/quality_control_3/best_pelt/e2022206a4e1bfda.json
new file mode 100644
index 00000000..18760fea
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/e2022206a4e1bfda.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/e376528c1a06e742.json b/abed_results/quality_control_3/best_pelt/e376528c1a06e742.json
new file mode 100644
index 00000000..d946bda4
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/e376528c1a06e742.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/e42c283e9a1419bf.json b/abed_results/quality_control_3/best_pelt/e42c283e9a1419bf.json
new file mode 100644
index 00000000..77337971
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/e42c283e9a1419bf.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/e584bb6c7c8d5a46.json b/abed_results/quality_control_3/best_pelt/e584bb6c7c8d5a46.json
new file mode 100644
index 00000000..7182c72a
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/e584bb6c7c8d5a46.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/e768de6cf86347e0.json b/abed_results/quality_control_3/best_pelt/e768de6cf86347e0.json
new file mode 100644
index 00000000..77c71d50
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/e768de6cf86347e0.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/e79c944ade4950e0.json b/abed_results/quality_control_3/best_pelt/e79c944ade4950e0.json
new file mode 100644
index 00000000..de9efcf8
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/e79c944ade4950e0.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/edd2071abbb92f95.json b/abed_results/quality_control_3/best_pelt/edd2071abbb92f95.json
new file mode 100644
index 00000000..bddab432
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/edd2071abbb92f95.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/edfda8711d31d1d1.json b/abed_results/quality_control_3/best_pelt/edfda8711d31d1d1.json
new file mode 100644
index 00000000..7a21473d
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/edfda8711d31d1d1.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			229,
+			231,
+			365
+		],
+		"runtime" : 0.005183935
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/eee6d0e544093be4.json b/abed_results/quality_control_3/best_pelt/eee6d0e544093be4.json
new file mode 100644
index 00000000..09779ab9
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/eee6d0e544093be4.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/efac5d02c820cfd3.json b/abed_results/quality_control_3/best_pelt/efac5d02c820cfd3.json
new file mode 100644
index 00000000..91ff2031
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/efac5d02c820cfd3.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/f3ea2a786a590220.json b/abed_results/quality_control_3/best_pelt/f3ea2a786a590220.json
new file mode 100644
index 00000000..2bc7b4ea
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/f3ea2a786a590220.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/f484e0de9672cff4.json b/abed_results/quality_control_3/best_pelt/f484e0de9672cff4.json
new file mode 100644
index 00000000..8bec6745
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/f484e0de9672cff4.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/f7511f7aadb79ace.json b/abed_results/quality_control_3/best_pelt/f7511f7aadb79ace.json
new file mode 100644
index 00000000..a77afccf
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/f7511f7aadb79ace.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/fe467f9a08ee3bd5.json b/abed_results/quality_control_3/best_pelt/fe467f9a08ee3bd5.json
new file mode 100644
index 00000000..6774bf7f
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/fe467f9a08ee3bd5.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/fe4c4ed249fbe8a0.json b/abed_results/quality_control_3/best_pelt/fe4c4ed249fbe8a0.json
new file mode 100644
index 00000000..8dd48628
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/fe4c4ed249fbe8a0.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_pelt/ff730bf1ac8ea6ab.json b/abed_results/quality_control_3/best_pelt/ff730bf1ac8ea6ab.json
new file mode 100644
index 00000000..b818f489
--- /dev/null
+++ b/abed_results/quality_control_3/best_pelt/ff730bf1ac8ea6ab.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+}
author	Gertjan van den Burg <gertjanvandenburg@gmail.com>	2020-03-12 14:33:57 +0000
committer	Gertjan van den Burg <gertjanvandenburg@gmail.com>	2020-03-12 14:33:57 +0000
commit	7ef8f6e58990fc069cccc71ed6564e8c639ea4fc (patch)
tree	9e7662a34b7d0c1f1c5d9faf6d7d6ea8672f6410 /abed_results/quality_control_3/best_pelt
download	TCPDBench-7ef8f6e58990fc069cccc71ed6564e8c639ea4fc.tar.gz TCPDBench-7ef8f6e58990fc069cccc71ed6564e8c639ea4fc.zip