initial commit

author: Gertjan van den Burg <gertjanvandenburg@gmail.com> 2020-03-12 14:33:57 +0000
committer: Gertjan van den Burg <gertjanvandenburg@gmail.com> 2020-03-12 14:33:57 +0000
commit: 7ef8f6e58990fc069cccc71ed6564e8c639ea4fc (patch)
tree: 9e7662a34b7d0c1f1c5d9faf6d7d6ea8672f6410 /abed_results/quality_control_3/best_binseg
download: TCPDBench-7ef8f6e58990fc069cccc71ed6564e8c639ea4fc.tar.gz
TCPDBench-7ef8f6e58990fc069cccc71ed6564e8c639ea4fc.zip
252 files changed, 6957 insertions, 0 deletions
diff --git a/abed_results/quality_control_3/best_binseg/0005970442124890.json b/abed_results/quality_control_3/best_binseg/0005970442124890.json
new file mode 100644
index 00000000..4ada8d82
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/0005970442124890.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/0005b712af2fe1c8.json b/abed_results/quality_control_3/best_binseg/0005b712af2fe1c8.json
new file mode 100644
index 00000000..09b2c9c1
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/0005b712af2fe1c8.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/004f7644a6a8f36b.json b/abed_results/quality_control_3/best_binseg/004f7644a6a8f36b.json
new file mode 100644
index 00000000..206f1884
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/004f7644a6a8f36b.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/007ca49113280a39.json b/abed_results/quality_control_3/best_binseg/007ca49113280a39.json
new file mode 100644
index 00000000..3642f665
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/007ca49113280a39.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/016d4d369a587112.json b/abed_results/quality_control_3/best_binseg/016d4d369a587112.json
new file mode 100644
index 00000000..7f46fb31
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/016d4d369a587112.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/03995c7894a32338.json b/abed_results/quality_control_3/best_binseg/03995c7894a32338.json
new file mode 100644
index 00000000..016c90a8
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/03995c7894a32338.json
@@ -0,0 +1,209 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : [
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			0,
+			3,
+			7,
+			11,
+			15,
+			17,
+			20,
+			24,
+			27,
+			30,
+			33,
+			36,
+			39,
+			41,
+			44,
+			48,
+			50,
+			53,
+			55,
+			58,
+			61,
+			65,
+			67,
+			69,
+			72,
+			75,
+			77,
+			79,
+			83,
+			86,
+			88,
+			91,
+			94,
+			98,
+			101,
+			105,
+			107,
+			110,
+			112,
+			115,
+			117,
+			120,
+			123,
+			126,
+			129,
+			131,
+			134,
+			137,
+			139,
+			143,
+			146,
+			149,
+			152,
+			155,
+			157,
+			160,
+			163,
+			166,
+			169,
+			171,
+			175,
+			178,
+			182,
+			186,
+			189,
+			191,
+			194,
+			196,
+			199,
+			203,
+			206,
+			208,
+			211,
+			213,
+			216,
+			219,
+			221,
+			223,
+			226,
+			228,
+			231,
+			233,
+			236,
+			238,
+			241,
+			244,
+			247,
+			251,
+			253,
+			255,
+			259,
+			262,
+			265,
+			269,
+			272,
+			275,
+			278,
+			282,
+			285,
+			289,
+			291,
+			294,
+			297,
+			301,
+			304,
+			306,
+			309,
+			311,
+			314,
+			318,
+			320,
+			323,
+			325,
+			327,
+			330,
+			332,
+			336,
+			340,
+			343,
+			346,
+			348,
+			351,
+			353,
+			357,
+			360,
+			362,
+			365
+		],
+		"runtime" : 0.3608444
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/03f6d109d1793d10.json b/abed_results/quality_control_3/best_binseg/03f6d109d1793d10.json
new file mode 100644
index 00000000..c9e4ff6d
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/03f6d109d1793d10.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/042ecb53dcd45522.json b/abed_results/quality_control_3/best_binseg/042ecb53dcd45522.json
new file mode 100644
index 00000000..77280196
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/042ecb53dcd45522.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			223,
+			365
+		],
+		"runtime" : 0.00834012
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/04c85725f5e87d93.json b/abed_results/quality_control_3/best_binseg/04c85725f5e87d93.json
new file mode 100644
index 00000000..f5aab8a5
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/04c85725f5e87d93.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/05b5dce0e5d3be38.json b/abed_results/quality_control_3/best_binseg/05b5dce0e5d3be38.json
new file mode 100644
index 00000000..746c8b13
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/05b5dce0e5d3be38.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/0601e4f2accc79ac.json b/abed_results/quality_control_3/best_binseg/0601e4f2accc79ac.json
new file mode 100644
index 00000000..ed5b79d0
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/0601e4f2accc79ac.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/068767750e9cd739.json b/abed_results/quality_control_3/best_binseg/068767750e9cd739.json
new file mode 100644
index 00000000..b8c9eb6e
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/068767750e9cd739.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/09a7ec31398ddc81.json b/abed_results/quality_control_3/best_binseg/09a7ec31398ddc81.json
new file mode 100644
index 00000000..eb1df216
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/09a7ec31398ddc81.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/0a2131595a35c790.json b/abed_results/quality_control_3/best_binseg/0a2131595a35c790.json
new file mode 100644
index 00000000..db80a723
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/0a2131595a35c790.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/0b04d0b70a7f3f4c.json b/abed_results/quality_control_3/best_binseg/0b04d0b70a7f3f4c.json
new file mode 100644
index 00000000..6fdb32c5
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/0b04d0b70a7f3f4c.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/0d4e25027d5a2497.json b/abed_results/quality_control_3/best_binseg/0d4e25027d5a2497.json
new file mode 100644
index 00000000..f8abe415
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/0d4e25027d5a2497.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/0f4366f18eaa3073.json b/abed_results/quality_control_3/best_binseg/0f4366f18eaa3073.json
new file mode 100644
index 00000000..91d79c50
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/0f4366f18eaa3073.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/0fbc8e391dccfb56.json b/abed_results/quality_control_3/best_binseg/0fbc8e391dccfb56.json
new file mode 100644
index 00000000..7cc403f0
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/0fbc8e391dccfb56.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/106295c0f2bf9c9a.json b/abed_results/quality_control_3/best_binseg/106295c0f2bf9c9a.json
new file mode 100644
index 00000000..f78fb847
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/106295c0f2bf9c9a.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/12956d5589d9c9e9.json b/abed_results/quality_control_3/best_binseg/12956d5589d9c9e9.json
new file mode 100644
index 00000000..0c7aa360
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/12956d5589d9c9e9.json
@@ -0,0 +1,23 @@
+{
+	"error" : "MBIC penalty is not valid for nonparametric test statistics.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/12e95fff8409bd0d.json b/abed_results/quality_control_3/best_binseg/12e95fff8409bd0d.json
new file mode 100644
index 00000000..ba8061b5
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/12e95fff8409bd0d.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/148a9faf7cd0ffce.json b/abed_results/quality_control_3/best_binseg/148a9faf7cd0ffce.json
new file mode 100644
index 00000000..1ce4a2ca
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/148a9faf7cd0ffce.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/1512a4c484cccbca.json b/abed_results/quality_control_3/best_binseg/1512a4c484cccbca.json
new file mode 100644
index 00000000..5e3b44e6
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/1512a4c484cccbca.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/1694babd63ac90fb.json b/abed_results/quality_control_3/best_binseg/1694babd63ac90fb.json
new file mode 100644
index 00000000..f0b0ac98
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/1694babd63ac90fb.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/16dde9e32827a6aa.json b/abed_results/quality_control_3/best_binseg/16dde9e32827a6aa.json
new file mode 100644
index 00000000..0840f10c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/16dde9e32827a6aa.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/173a231a5f234c28.json b/abed_results/quality_control_3/best_binseg/173a231a5f234c28.json
new file mode 100644
index 00000000..8803f618
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/173a231a5f234c28.json
@@ -0,0 +1,23 @@
+{
+	"error" : "MBIC penalty is not valid for nonparametric test statistics.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/1930555353685b6e.json b/abed_results/quality_control_3/best_binseg/1930555353685b6e.json
new file mode 100644
index 00000000..46d99c5c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/1930555353685b6e.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/1a43c660423280ae.json b/abed_results/quality_control_3/best_binseg/1a43c660423280ae.json
new file mode 100644
index 00000000..d9c501c8
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/1a43c660423280ae.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/1c5200f067948b7b.json b/abed_results/quality_control_3/best_binseg/1c5200f067948b7b.json
new file mode 100644
index 00000000..b9e1db23
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/1c5200f067948b7b.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/1e67e38194c10232.json b/abed_results/quality_control_3/best_binseg/1e67e38194c10232.json
new file mode 100644
index 00000000..f4fd4471
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/1e67e38194c10232.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.2126493
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/1eeea578103e3a1a.json b/abed_results/quality_control_3/best_binseg/1eeea578103e3a1a.json
new file mode 100644
index 00000000..0780e6be
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/1eeea578103e3a1a.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/1f11f27a9f09c551.json b/abed_results/quality_control_3/best_binseg/1f11f27a9f09c551.json
new file mode 100644
index 00000000..529feb2c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/1f11f27a9f09c551.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/1fe690362da15b1d.json b/abed_results/quality_control_3/best_binseg/1fe690362da15b1d.json
new file mode 100644
index 00000000..ae530a6a
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/1fe690362da15b1d.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/1febb9eab03b6599.json b/abed_results/quality_control_3/best_binseg/1febb9eab03b6599.json
new file mode 100644
index 00000000..de487ffc
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/1febb9eab03b6599.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/2147d78a0d3f5ea0.json b/abed_results/quality_control_3/best_binseg/2147d78a0d3f5ea0.json
new file mode 100644
index 00000000..668b14e3
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/2147d78a0d3f5ea0.json
@@ -0,0 +1,30 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			158,
+			178,
+			186,
+			352,
+			362,
+			365
+		],
+		"runtime" : 0.003818512
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/21c66a3b6a929d3f.json b/abed_results/quality_control_3/best_binseg/21c66a3b6a929d3f.json
new file mode 100644
index 00000000..af42cfe6
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/21c66a3b6a929d3f.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/21e2d808e64c0c2c.json b/abed_results/quality_control_3/best_binseg/21e2d808e64c0c2c.json
new file mode 100644
index 00000000..38ee9c33
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/21e2d808e64c0c2c.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.003107548
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/225b03feb32250e3.json b/abed_results/quality_control_3/best_binseg/225b03feb32250e3.json
new file mode 100644
index 00000000..5fa9572c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/225b03feb32250e3.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.00817275
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/2745d27c9cabfa6c.json b/abed_results/quality_control_3/best_binseg/2745d27c9cabfa6c.json
new file mode 100644
index 00000000..ba2ad150
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/2745d27c9cabfa6c.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/27edeab84de0230a.json b/abed_results/quality_control_3/best_binseg/27edeab84de0230a.json
new file mode 100644
index 00000000..2bea0afc
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/27edeab84de0230a.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/283278baa29fcd72.json b/abed_results/quality_control_3/best_binseg/283278baa29fcd72.json
new file mode 100644
index 00000000..33027aed
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/283278baa29fcd72.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/2844b98cd79e24fe.json b/abed_results/quality_control_3/best_binseg/2844b98cd79e24fe.json
new file mode 100644
index 00000000..0c4ba27e
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/2844b98cd79e24fe.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/293a768c42c21018.json b/abed_results/quality_control_3/best_binseg/293a768c42c21018.json
new file mode 100644
index 00000000..9cac406d
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/293a768c42c21018.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/29999141dc27f328.json b/abed_results/quality_control_3/best_binseg/29999141dc27f328.json
new file mode 100644
index 00000000..a0b111de
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/29999141dc27f328.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.2119648
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/299cafd0c0b435e2.json b/abed_results/quality_control_3/best_binseg/299cafd0c0b435e2.json
new file mode 100644
index 00000000..e37403f0
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/299cafd0c0b435e2.json
@@ -0,0 +1,28 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			208,
+			223,
+			365
+		],
+		"runtime" : 0.002878189
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/29dec93f9858d767.json b/abed_results/quality_control_3/best_binseg/29dec93f9858d767.json
new file mode 100644
index 00000000..78e3897e
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/29dec93f9858d767.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/2d0fb4125a3d00e6.json b/abed_results/quality_control_3/best_binseg/2d0fb4125a3d00e6.json
new file mode 100644
index 00000000..08aedea1
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/2d0fb4125a3d00e6.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Asymptotic penalties have not been implemented yet for CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/2d838522b8d6d4b8.json b/abed_results/quality_control_3/best_binseg/2d838522b8d6d4b8.json
new file mode 100644
index 00000000..617083f2
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/2d838522b8d6d4b8.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/2e1d8d4dedb9a9ee.json b/abed_results/quality_control_3/best_binseg/2e1d8d4dedb9a9ee.json
new file mode 100644
index 00000000..75deea3c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/2e1d8d4dedb9a9ee.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/2e4f58dc8d7deb96.json b/abed_results/quality_control_3/best_binseg/2e4f58dc8d7deb96.json
new file mode 100644
index 00000000..c2143c62
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/2e4f58dc8d7deb96.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/2ea75f1efa367469.json b/abed_results/quality_control_3/best_binseg/2ea75f1efa367469.json
new file mode 100644
index 00000000..841ff997
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/2ea75f1efa367469.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/305654c8b8778d3f.json b/abed_results/quality_control_3/best_binseg/305654c8b8778d3f.json
new file mode 100644
index 00000000..a75d10b9
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/305654c8b8778d3f.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.002988577
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/31e598016ae805f8.json b/abed_results/quality_control_3/best_binseg/31e598016ae805f8.json
new file mode 100644
index 00000000..d53a29c9
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/31e598016ae805f8.json
@@ -0,0 +1,209 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			3,
+			5,
+			7,
+			10,
+			12,
+			15,
+			17,
+			20,
+			23,
+			27,
+			31,
+			33,
+			36,
+			39,
+			41,
+			43,
+			46,
+			48,
+			50,
+			53,
+			56,
+			59,
+			61,
+			65,
+			67,
+			71,
+			74,
+			77,
+			79,
+			83,
+			85,
+			87,
+			90,
+			93,
+			96,
+			99,
+			101,
+			104,
+			106,
+			110,
+			112,
+			116,
+			119,
+			121,
+			124,
+			127,
+			131,
+			135,
+			139,
+			142,
+			146,
+			149,
+			152,
+			155,
+			158,
+			161,
+			165,
+			168,
+			171,
+			173,
+			176,
+			178,
+			182,
+			186,
+			189,
+			191,
+			193,
+			195,
+			198,
+			201,
+			203,
+			206,
+			208,
+			211,
+			213,
+			216,
+			219,
+			221,
+			223,
+			226,
+			229,
+			233,
+			236,
+			238,
+			241,
+			244,
+			247,
+			250,
+			252,
+			254,
+			256,
+			259,
+			262,
+			265,
+			269,
+			272,
+			274,
+			276,
+			279,
+			282,
+			284,
+			288,
+			290,
+			293,
+			296,
+			298,
+			300,
+			304,
+			306,
+			310,
+			314,
+			316,
+			318,
+			322,
+			325,
+			327,
+			330,
+			332,
+			336,
+			340,
+			344,
+			347,
+			349,
+			352,
+			354,
+			357,
+			360,
+			362,
+			365
+		],
+		"runtime" : 0.008847475
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/342b69aeb71ca378.json b/abed_results/quality_control_3/best_binseg/342b69aeb71ca378.json
new file mode 100644
index 00000000..cc93b348
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/342b69aeb71ca378.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/34f136b6838ad426.json b/abed_results/quality_control_3/best_binseg/34f136b6838ad426.json
new file mode 100644
index 00000000..2faefe9d
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/34f136b6838ad426.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/35770ad2a86c63f1.json b/abed_results/quality_control_3/best_binseg/35770ad2a86c63f1.json
new file mode 100644
index 00000000..85b0c42b
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/35770ad2a86c63f1.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/3706cd1b4fa4f6a8.json b/abed_results/quality_control_3/best_binseg/3706cd1b4fa4f6a8.json
new file mode 100644
index 00000000..72a49d0d
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/3706cd1b4fa4f6a8.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.002946377
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/37f5c222b1c87fd2.json b/abed_results/quality_control_3/best_binseg/37f5c222b1c87fd2.json
new file mode 100644
index 00000000..8b73a74f
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/37f5c222b1c87fd2.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/3824f1f4d604380a.json b/abed_results/quality_control_3/best_binseg/3824f1f4d604380a.json
new file mode 100644
index 00000000..6abffabb
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/3824f1f4d604380a.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/384ed7c071231dcc.json b/abed_results/quality_control_3/best_binseg/384ed7c071231dcc.json
new file mode 100644
index 00000000..4e230bab
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/384ed7c071231dcc.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/392fc863106f9afe.json b/abed_results/quality_control_3/best_binseg/392fc863106f9afe.json
new file mode 100644
index 00000000..8923426c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/392fc863106f9afe.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/397eac0d4a3bc07e.json b/abed_results/quality_control_3/best_binseg/397eac0d4a3bc07e.json
new file mode 100644
index 00000000..e78d4abf
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/397eac0d4a3bc07e.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/3aaa95f93ced795d.json b/abed_results/quality_control_3/best_binseg/3aaa95f93ced795d.json
new file mode 100644
index 00000000..f0e486ff
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/3aaa95f93ced795d.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			223,
+			365
+		],
+		"runtime" : 0.00348115
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/3adec750502d654c.json b/abed_results/quality_control_3/best_binseg/3adec750502d654c.json
new file mode 100644
index 00000000..c9266b76
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/3adec750502d654c.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.006152868
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/3b99507f854f8c51.json b/abed_results/quality_control_3/best_binseg/3b99507f854f8c51.json
new file mode 100644
index 00000000..a8c3dfca
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/3b99507f854f8c51.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/3c2ab9715ebad9c6.json b/abed_results/quality_control_3/best_binseg/3c2ab9715ebad9c6.json
new file mode 100644
index 00000000..78bd8ca1
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/3c2ab9715ebad9c6.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.007354498
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/3c321261a1dfc8f6.json b/abed_results/quality_control_3/best_binseg/3c321261a1dfc8f6.json
new file mode 100644
index 00000000..6cb37ced
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/3c321261a1dfc8f6.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/3fa418d43de62d7c.json b/abed_results/quality_control_3/best_binseg/3fa418d43de62d7c.json
new file mode 100644
index 00000000..01a5907c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/3fa418d43de62d7c.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/4004c5ddbed9a1e8.json b/abed_results/quality_control_3/best_binseg/4004c5ddbed9a1e8.json
new file mode 100644
index 00000000..5f61fba5
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/4004c5ddbed9a1e8.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/40fc512ec2775376.json b/abed_results/quality_control_3/best_binseg/40fc512ec2775376.json
new file mode 100644
index 00000000..44799005
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/40fc512ec2775376.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.008064985
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/41d9b07c2add6bdd.json b/abed_results/quality_control_3/best_binseg/41d9b07c2add6bdd.json
new file mode 100644
index 00000000..c5568dc8
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/41d9b07c2add6bdd.json
@@ -0,0 +1,209 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : [
+			1,
+			3,
+			4,
+			5,
+			7,
+			9,
+			11,
+			17,
+			20,
+			21,
+			23,
+			27,
+			30,
+			31,
+			32,
+			34,
+			36,
+			39,
+			41,
+			43,
+			45,
+			48,
+			50,
+			52,
+			55,
+			57,
+			60,
+			61,
+			65,
+			67,
+			69,
+			71,
+			74,
+			77,
+			79,
+			81,
+			82,
+			87,
+			89,
+			91,
+			93,
+			94,
+			96,
+			98,
+			100,
+			101,
+			103,
+			104,
+			105,
+			106,
+			108,
+			111,
+			112,
+			117,
+			119,
+			120,
+			121,
+			123,
+			126,
+			127,
+			130,
+			131,
+			133,
+			135,
+			138,
+			139,
+			141,
+			143,
+			144,
+			146,
+			158,
+			161,
+			163,
+			165,
+			173,
+			175,
+			178,
+			180,
+			182,
+			184,
+			185,
+			186,
+			188,
+			190,
+			192,
+			193,
+			195,
+			196,
+			198,
+			200,
+			202,
+			203,
+			205,
+			206,
+			208,
+			211,
+			213,
+			215,
+			217,
+			218,
+			220,
+			221,
+			223,
+			225,
+			227,
+			228,
+			229,
+			231,
+			232,
+			233,
+			235,
+			238,
+			240,
+			242,
+			244,
+			246,
+			247,
+			249,
+			250,
+			253,
+			254,
+			256,
+			258,
+			259,
+			262,
+			263,
+			265,
+			267,
+			269,
+			271,
+			272,
+			273,
+			275,
+			276,
+			278,
+			279,
+			281,
+			282,
+			284,
+			285,
+			287,
+			289,
+			290,
+			292,
+			294,
+			295,
+			296,
+			297,
+			299,
+			300,
+			303,
+			305,
+			307,
+			310,
+			312,
+			314,
+			316,
+			318,
+			320,
+			322,
+			324,
+			325,
+			327,
+			328,
+			330,
+			332,
+			333,
+			334,
+			336,
+			340,
+			342,
+			343,
+			345,
+			346,
+			348,
+			349,
+			351,
+			352,
+			354,
+			356,
+			357,
+			360,
+			362,
+			364,
+			365
+		],
+		"runtime" : 0.2172809
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/420a5cb7030ca6e4.json b/abed_results/quality_control_3/best_binseg/420a5cb7030ca6e4.json
new file mode 100644
index 00000000..621427e7
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/420a5cb7030ca6e4.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/435f48dfe216ce80.json b/abed_results/quality_control_3/best_binseg/435f48dfe216ce80.json
new file mode 100644
index 00000000..b5c0e8bf
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/435f48dfe216ce80.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/44ed4d5df90da7b3.json b/abed_results/quality_control_3/best_binseg/44ed4d5df90da7b3.json
new file mode 100644
index 00000000..0723db27
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/44ed4d5df90da7b3.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/455b9d12cef3c044.json b/abed_results/quality_control_3/best_binseg/455b9d12cef3c044.json
new file mode 100644
index 00000000..442a769c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/455b9d12cef3c044.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/4784d60ed5a81f1f.json b/abed_results/quality_control_3/best_binseg/4784d60ed5a81f1f.json
new file mode 100644
index 00000000..072b4e8d
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/4784d60ed5a81f1f.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/47b2c2a746f01344.json b/abed_results/quality_control_3/best_binseg/47b2c2a746f01344.json
new file mode 100644
index 00000000..77b43bb0
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/47b2c2a746f01344.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.003020763
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/48448d9195c03cdc.json b/abed_results/quality_control_3/best_binseg/48448d9195c03cdc.json
new file mode 100644
index 00000000..c286e69b
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/48448d9195c03cdc.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/48d12f469a9100ef.json b/abed_results/quality_control_3/best_binseg/48d12f469a9100ef.json
new file mode 100644
index 00000000..3ae9cd2c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/48d12f469a9100ef.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			223,
+			365
+		],
+		"runtime" : 0.002648592
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/4906017273e62df1.json b/abed_results/quality_control_3/best_binseg/4906017273e62df1.json
new file mode 100644
index 00000000..47aa4746
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/4906017273e62df1.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			223,
+			365
+		],
+		"runtime" : 0.002709389
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/4911363b16c7a82e.json b/abed_results/quality_control_3/best_binseg/4911363b16c7a82e.json
new file mode 100644
index 00000000..267782b9
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/4911363b16c7a82e.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/4934274123967967.json b/abed_results/quality_control_3/best_binseg/4934274123967967.json
new file mode 100644
index 00000000..aaa5ef81
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/4934274123967967.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.002896786
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/494270cd39475a62.json b/abed_results/quality_control_3/best_binseg/494270cd39475a62.json
new file mode 100644
index 00000000..023e6af2
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/494270cd39475a62.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/4d0845accd0e67a3.json b/abed_results/quality_control_3/best_binseg/4d0845accd0e67a3.json
new file mode 100644
index 00000000..29036076
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/4d0845accd0e67a3.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/4d9027602348a910.json b/abed_results/quality_control_3/best_binseg/4d9027602348a910.json
new file mode 100644
index 00000000..1638e21a
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/4d9027602348a910.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/4f490838c3969326.json b/abed_results/quality_control_3/best_binseg/4f490838c3969326.json
new file mode 100644
index 00000000..eca75fb0
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/4f490838c3969326.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/50ad42d01170674e.json b/abed_results/quality_control_3/best_binseg/50ad42d01170674e.json
new file mode 100644
index 00000000..38020d5e
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/50ad42d01170674e.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/5123b6a9c4460cf8.json b/abed_results/quality_control_3/best_binseg/5123b6a9c4460cf8.json
new file mode 100644
index 00000000..4476a302
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/5123b6a9c4460cf8.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/527167280fcd7288.json b/abed_results/quality_control_3/best_binseg/527167280fcd7288.json
new file mode 100644
index 00000000..2fe2e2fe
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/527167280fcd7288.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			223,
+			365
+		],
+		"runtime" : 0.005431652
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/5312809502530d4a.json b/abed_results/quality_control_3/best_binseg/5312809502530d4a.json
new file mode 100644
index 00000000..e0c8754e
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/5312809502530d4a.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.002399445
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/54d0232b232cb8f5.json b/abed_results/quality_control_3/best_binseg/54d0232b232cb8f5.json
new file mode 100644
index 00000000..cdb4e6b9
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/54d0232b232cb8f5.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/56cca4046089e849.json b/abed_results/quality_control_3/best_binseg/56cca4046089e849.json
new file mode 100644
index 00000000..6c2214d1
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/56cca4046089e849.json
@@ -0,0 +1,30 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			146,
+			158,
+			173,
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.003806114
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/575d289c1f4254ec.json b/abed_results/quality_control_3/best_binseg/575d289c1f4254ec.json
new file mode 100644
index 00000000..8114dc80
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/575d289c1f4254ec.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/58fc038276227296.json b/abed_results/quality_control_3/best_binseg/58fc038276227296.json
new file mode 100644
index 00000000..390c2e9b
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/58fc038276227296.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/594a050e88c6d6c3.json b/abed_results/quality_control_3/best_binseg/594a050e88c6d6c3.json
new file mode 100644
index 00000000..87204a0f
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/594a050e88c6d6c3.json
@@ -0,0 +1,28 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			208,
+			223,
+			365
+		],
+		"runtime" : 0.008230686
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/5b3bc63133056131.json b/abed_results/quality_control_3/best_binseg/5b3bc63133056131.json
new file mode 100644
index 00000000..748d8463
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/5b3bc63133056131.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/5f6bf2d89b318373.json b/abed_results/quality_control_3/best_binseg/5f6bf2d89b318373.json
new file mode 100644
index 00000000..e62feca7
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/5f6bf2d89b318373.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/6255cbfacdfaddd9.json b/abed_results/quality_control_3/best_binseg/6255cbfacdfaddd9.json
new file mode 100644
index 00000000..d329592b
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/6255cbfacdfaddd9.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/633181b5434fc1e1.json b/abed_results/quality_control_3/best_binseg/633181b5434fc1e1.json
new file mode 100644
index 00000000..6ef33d60
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/633181b5434fc1e1.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/64e241101be71b61.json b/abed_results/quality_control_3/best_binseg/64e241101be71b61.json
new file mode 100644
index 00000000..79292ff7
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/64e241101be71b61.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/65395452d65b2d25.json b/abed_results/quality_control_3/best_binseg/65395452d65b2d25.json
new file mode 100644
index 00000000..8eb94340
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/65395452d65b2d25.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.009032249
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/65f2d62615f03b12.json b/abed_results/quality_control_3/best_binseg/65f2d62615f03b12.json
new file mode 100644
index 00000000..3a17ff3f
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/65f2d62615f03b12.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.005907774
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/66cf0c16a8baafda.json b/abed_results/quality_control_3/best_binseg/66cf0c16a8baafda.json
new file mode 100644
index 00000000..0df6bb1b
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/66cf0c16a8baafda.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/67078e4d2f24de79.json b/abed_results/quality_control_3/best_binseg/67078e4d2f24de79.json
new file mode 100644
index 00000000..cc697b9b
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/67078e4d2f24de79.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.006449938
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/6a4f3325b3809b11.json b/abed_results/quality_control_3/best_binseg/6a4f3325b3809b11.json
new file mode 100644
index 00000000..2080c5d4
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/6a4f3325b3809b11.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/6a9b14552189c021.json b/abed_results/quality_control_3/best_binseg/6a9b14552189c021.json
new file mode 100644
index 00000000..23b75a95
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/6a9b14552189c021.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.005941391
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/6b2dea4541353e6f.json b/abed_results/quality_control_3/best_binseg/6b2dea4541353e6f.json
new file mode 100644
index 00000000..1df37083
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/6b2dea4541353e6f.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			223,
+			365
+		],
+		"runtime" : 0.008561134
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/6ce5cdf3b18531d1.json b/abed_results/quality_control_3/best_binseg/6ce5cdf3b18531d1.json
new file mode 100644
index 00000000..63473bf7
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/6ce5cdf3b18531d1.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/6d933f9aed0aa301.json b/abed_results/quality_control_3/best_binseg/6d933f9aed0aa301.json
new file mode 100644
index 00000000..50bd7655
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/6d933f9aed0aa301.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/6dbefcbe2e506bfb.json b/abed_results/quality_control_3/best_binseg/6dbefcbe2e506bfb.json
new file mode 100644
index 00000000..f8ad0f8d
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/6dbefcbe2e506bfb.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/6de7a53110f1164e.json b/abed_results/quality_control_3/best_binseg/6de7a53110f1164e.json
new file mode 100644
index 00000000..67e791c6
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/6de7a53110f1164e.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/6f5f5f39406f6652.json b/abed_results/quality_control_3/best_binseg/6f5f5f39406f6652.json
new file mode 100644
index 00000000..c16191c4
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/6f5f5f39406f6652.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/6fe75beb3d98cc35.json b/abed_results/quality_control_3/best_binseg/6fe75beb3d98cc35.json
new file mode 100644
index 00000000..58b7980d
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/6fe75beb3d98cc35.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/711bc58c97e259ba.json b/abed_results/quality_control_3/best_binseg/711bc58c97e259ba.json
new file mode 100644
index 00000000..b7314afa
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/711bc58c97e259ba.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/711f7be89e16e45e.json b/abed_results/quality_control_3/best_binseg/711f7be89e16e45e.json
new file mode 100644
index 00000000..513bc453
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/711f7be89e16e45e.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/7138606f43d1575c.json b/abed_results/quality_control_3/best_binseg/7138606f43d1575c.json
new file mode 100644
index 00000000..8a577544
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/7138606f43d1575c.json
@@ -0,0 +1,30 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			196,
+			203,
+			208,
+			365
+		],
+		"runtime" : 0.006111145
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/733e9ca7b6f1fb18.json b/abed_results/quality_control_3/best_binseg/733e9ca7b6f1fb18.json
new file mode 100644
index 00000000..a3a45f63
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/733e9ca7b6f1fb18.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/73d1a0d3acfb5caf.json b/abed_results/quality_control_3/best_binseg/73d1a0d3acfb5caf.json
new file mode 100644
index 00000000..8e92ac5d
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/73d1a0d3acfb5caf.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/741eb373f8c2c579.json b/abed_results/quality_control_3/best_binseg/741eb373f8c2c579.json
new file mode 100644
index 00000000..799cdc06
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/741eb373f8c2c579.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/756ed4a9878e4f75.json b/abed_results/quality_control_3/best_binseg/756ed4a9878e4f75.json
new file mode 100644
index 00000000..8051be14
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/756ed4a9878e4f75.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/771a2a3148dc91e5.json b/abed_results/quality_control_3/best_binseg/771a2a3148dc91e5.json
new file mode 100644
index 00000000..93db08b5
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/771a2a3148dc91e5.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/772a435f2e48689f.json b/abed_results/quality_control_3/best_binseg/772a435f2e48689f.json
new file mode 100644
index 00000000..2973fd61
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/772a435f2e48689f.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/79bf4d47dee5e9b9.json b/abed_results/quality_control_3/best_binseg/79bf4d47dee5e9b9.json
new file mode 100644
index 00000000..fbde7b7a
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/79bf4d47dee5e9b9.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/7cf983e030ce92eb.json b/abed_results/quality_control_3/best_binseg/7cf983e030ce92eb.json
new file mode 100644
index 00000000..5fc174f8
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/7cf983e030ce92eb.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/7d6ca3fd09126a8a.json b/abed_results/quality_control_3/best_binseg/7d6ca3fd09126a8a.json
new file mode 100644
index 00000000..e4281e52
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/7d6ca3fd09126a8a.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/7e50ad4cd19f5c1a.json b/abed_results/quality_control_3/best_binseg/7e50ad4cd19f5c1a.json
new file mode 100644
index 00000000..d6a5f8c7
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/7e50ad4cd19f5c1a.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/7e84f0f4871adce4.json b/abed_results/quality_control_3/best_binseg/7e84f0f4871adce4.json
new file mode 100644
index 00000000..6ed95c81
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/7e84f0f4871adce4.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/7fa6f5251e8c7f79.json b/abed_results/quality_control_3/best_binseg/7fa6f5251e8c7f79.json
new file mode 100644
index 00000000..87050c5d
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/7fa6f5251e8c7f79.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/803e435e150a9da3.json b/abed_results/quality_control_3/best_binseg/803e435e150a9da3.json
new file mode 100644
index 00000000..d24ff3b8
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/803e435e150a9da3.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/80b9e4ee9718459a.json b/abed_results/quality_control_3/best_binseg/80b9e4ee9718459a.json
new file mode 100644
index 00000000..b66e635f
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/80b9e4ee9718459a.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/81102c7490ae78c9.json b/abed_results/quality_control_3/best_binseg/81102c7490ae78c9.json
new file mode 100644
index 00000000..5798e470
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/81102c7490ae78c9.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/815b7bc6b7de6961.json b/abed_results/quality_control_3/best_binseg/815b7bc6b7de6961.json
new file mode 100644
index 00000000..3bdd9a04
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/815b7bc6b7de6961.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8193e4eeae13f367.json b/abed_results/quality_control_3/best_binseg/8193e4eeae13f367.json
new file mode 100644
index 00000000..ae8ac5fa
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8193e4eeae13f367.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : [
+			223,
+			365
+		],
+		"runtime" : 0.1932404
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/81bb23a854f65120.json b/abed_results/quality_control_3/best_binseg/81bb23a854f65120.json
new file mode 100644
index 00000000..531e74ce
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/81bb23a854f65120.json
@@ -0,0 +1,209 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			1,
+			3,
+			4,
+			5,
+			7,
+			9,
+			11,
+			17,
+			20,
+			21,
+			23,
+			27,
+			30,
+			31,
+			32,
+			34,
+			36,
+			38,
+			41,
+			43,
+			45,
+			48,
+			50,
+			52,
+			55,
+			57,
+			60,
+			61,
+			65,
+			67,
+			69,
+			70,
+			71,
+			74,
+			77,
+			78,
+			79,
+			81,
+			82,
+			87,
+			89,
+			91,
+			93,
+			94,
+			96,
+			98,
+			100,
+			101,
+			103,
+			104,
+			105,
+			106,
+			108,
+			111,
+			112,
+			117,
+			120,
+			121,
+			123,
+			126,
+			127,
+			130,
+			131,
+			133,
+			135,
+			138,
+			139,
+			141,
+			143,
+			145,
+			146,
+			155,
+			157,
+			158,
+			161,
+			163,
+			165,
+			167,
+			171,
+			175,
+			178,
+			180,
+			182,
+			185,
+			186,
+			188,
+			190,
+			192,
+			193,
+			195,
+			197,
+			198,
+			200,
+			202,
+			203,
+			205,
+			206,
+			208,
+			211,
+			213,
+			215,
+			217,
+			218,
+			220,
+			221,
+			223,
+			225,
+			227,
+			228,
+			231,
+			233,
+			235,
+			238,
+			240,
+			242,
+			244,
+			246,
+			247,
+			249,
+			250,
+			253,
+			254,
+			256,
+			258,
+			259,
+			262,
+			263,
+			265,
+			267,
+			269,
+			271,
+			272,
+			273,
+			274,
+			276,
+			278,
+			279,
+			281,
+			282,
+			284,
+			285,
+			287,
+			289,
+			290,
+			292,
+			294,
+			295,
+			296,
+			297,
+			299,
+			300,
+			303,
+			305,
+			307,
+			310,
+			312,
+			314,
+			316,
+			318,
+			320,
+			322,
+			324,
+			325,
+			327,
+			328,
+			330,
+			332,
+			333,
+			334,
+			336,
+			340,
+			342,
+			343,
+			345,
+			346,
+			348,
+			349,
+			351,
+			352,
+			354,
+			356,
+			357,
+			360,
+			362,
+			365
+		],
+		"runtime" : 0.007738829
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8528a92feaf01351.json b/abed_results/quality_control_3/best_binseg/8528a92feaf01351.json
new file mode 100644
index 00000000..a19417bd
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8528a92feaf01351.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8566026a63e5437e.json b/abed_results/quality_control_3/best_binseg/8566026a63e5437e.json
new file mode 100644
index 00000000..d31c3e08
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8566026a63e5437e.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8709b3e4dbe14685.json b/abed_results/quality_control_3/best_binseg/8709b3e4dbe14685.json
new file mode 100644
index 00000000..387acc9d
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8709b3e4dbe14685.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/87db43e22d60b4a1.json b/abed_results/quality_control_3/best_binseg/87db43e22d60b4a1.json
new file mode 100644
index 00000000..257eba01
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/87db43e22d60b4a1.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : [
+			223,
+			365
+		],
+		"runtime" : 0.007595301
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/89053b027f6d006d.json b/abed_results/quality_control_3/best_binseg/89053b027f6d006d.json
new file mode 100644
index 00000000..95eabd70
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/89053b027f6d006d.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/89e4ee28470255c5.json b/abed_results/quality_control_3/best_binseg/89e4ee28470255c5.json
new file mode 100644
index 00000000..026e9f3b
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/89e4ee28470255c5.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8a04c325ec243128.json b/abed_results/quality_control_3/best_binseg/8a04c325ec243128.json
new file mode 100644
index 00000000..e6184b08
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8a04c325ec243128.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.006958485
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8c23227eeef1b18a.json b/abed_results/quality_control_3/best_binseg/8c23227eeef1b18a.json
new file mode 100644
index 00000000..23ff0a67
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8c23227eeef1b18a.json
@@ -0,0 +1,30 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			157,
+			178,
+			208,
+			213,
+			223,
+			365
+		],
+		"runtime" : 0.003911018
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8c54894d82de9f22.json b/abed_results/quality_control_3/best_binseg/8c54894d82de9f22.json
new file mode 100644
index 00000000..c9718112
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8c54894d82de9f22.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8d7ce4df849204da.json b/abed_results/quality_control_3/best_binseg/8d7ce4df849204da.json
new file mode 100644
index 00000000..3c0f4c5e
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8d7ce4df849204da.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8d9e5d358d4fa342.json b/abed_results/quality_control_3/best_binseg/8d9e5d358d4fa342.json
new file mode 100644
index 00000000..52b083e9
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8d9e5d358d4fa342.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8da08cf25c6e987c.json b/abed_results/quality_control_3/best_binseg/8da08cf25c6e987c.json
new file mode 100644
index 00000000..4229051a
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8da08cf25c6e987c.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Asymptotic penalties have not been implemented yet for CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8e15893777bf77a7.json b/abed_results/quality_control_3/best_binseg/8e15893777bf77a7.json
new file mode 100644
index 00000000..0f715b23
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8e15893777bf77a7.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8f2663e6a67f69d2.json b/abed_results/quality_control_3/best_binseg/8f2663e6a67f69d2.json
new file mode 100644
index 00000000..41dcc000
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8f2663e6a67f69d2.json
@@ -0,0 +1,30 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : [
+			41,
+			79,
+			178,
+			208,
+			223,
+			365
+		],
+		"runtime" : 0.007855892
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/8fc20d3327b1e71c.json b/abed_results/quality_control_3/best_binseg/8fc20d3327b1e71c.json
new file mode 100644
index 00000000..b314e13b
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/8fc20d3327b1e71c.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/91ef11a9ff2692bf.json b/abed_results/quality_control_3/best_binseg/91ef11a9ff2692bf.json
new file mode 100644
index 00000000..900687fd
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/91ef11a9ff2692bf.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/93802cbcf9d78a93.json b/abed_results/quality_control_3/best_binseg/93802cbcf9d78a93.json
new file mode 100644
index 00000000..50bb26cb
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/93802cbcf9d78a93.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.006221533
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/943f3e8953a2a770.json b/abed_results/quality_control_3/best_binseg/943f3e8953a2a770.json
new file mode 100644
index 00000000..9ff71f51
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/943f3e8953a2a770.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/95c1c5e120555b2a.json b/abed_results/quality_control_3/best_binseg/95c1c5e120555b2a.json
new file mode 100644
index 00000000..46eca680
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/95c1c5e120555b2a.json
@@ -0,0 +1,30 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			146,
+			158,
+			173,
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.003078938
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/9613f405455af6a0.json b/abed_results/quality_control_3/best_binseg/9613f405455af6a0.json
new file mode 100644
index 00000000..34f309e7
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/9613f405455af6a0.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/96ea42b3873809dc.json b/abed_results/quality_control_3/best_binseg/96ea42b3873809dc.json
new file mode 100644
index 00000000..4d7d5d67
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/96ea42b3873809dc.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/971c2691650813da.json b/abed_results/quality_control_3/best_binseg/971c2691650813da.json
new file mode 100644
index 00000000..26ccd00a
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/971c2691650813da.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/974475362a8a1231.json b/abed_results/quality_control_3/best_binseg/974475362a8a1231.json
new file mode 100644
index 00000000..aa79ffb1
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/974475362a8a1231.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.008436918
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/997badcf551ae14c.json b/abed_results/quality_control_3/best_binseg/997badcf551ae14c.json
new file mode 100644
index 00000000..cdf6e013
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/997badcf551ae14c.json
@@ -0,0 +1,23 @@
+{
+	"error" : "MBIC penalty is not valid for nonparametric test statistics.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/9c4956d22248d9bb.json b/abed_results/quality_control_3/best_binseg/9c4956d22248d9bb.json
new file mode 100644
index 00000000..3d69a21f
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/9c4956d22248d9bb.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.002987862
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/9c5348132ba8d93d.json b/abed_results/quality_control_3/best_binseg/9c5348132ba8d93d.json
new file mode 100644
index 00000000..c7e0ce2c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/9c5348132ba8d93d.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/9c6af531aef4e422.json b/abed_results/quality_control_3/best_binseg/9c6af531aef4e422.json
new file mode 100644
index 00000000..072a8caa
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/9c6af531aef4e422.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/9c9805e629d33e9d.json b/abed_results/quality_control_3/best_binseg/9c9805e629d33e9d.json
new file mode 100644
index 00000000..0400d32f
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/9c9805e629d33e9d.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.006917238
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/9ee32cb8534cdb53.json b/abed_results/quality_control_3/best_binseg/9ee32cb8534cdb53.json
new file mode 100644
index 00000000..9550d97a
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/9ee32cb8534cdb53.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.2771635
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/a2fb2fd5deeb5415.json b/abed_results/quality_control_3/best_binseg/a2fb2fd5deeb5415.json
new file mode 100644
index 00000000..0ad95526
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/a2fb2fd5deeb5415.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/a49db6cdbdd3bfe2.json b/abed_results/quality_control_3/best_binseg/a49db6cdbdd3bfe2.json
new file mode 100644
index 00000000..b35734be
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/a49db6cdbdd3bfe2.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/a559f4c718b8c16b.json b/abed_results/quality_control_3/best_binseg/a559f4c718b8c16b.json
new file mode 100644
index 00000000..64c3220a
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/a559f4c718b8c16b.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/a79bad889f8c53da.json b/abed_results/quality_control_3/best_binseg/a79bad889f8c53da.json
new file mode 100644
index 00000000..35a4ad74
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/a79bad889f8c53da.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/a7a118164802cf8f.json b/abed_results/quality_control_3/best_binseg/a7a118164802cf8f.json
new file mode 100644
index 00000000..3c005cdf
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/a7a118164802cf8f.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/a7c5f30b4a3c610e.json b/abed_results/quality_control_3/best_binseg/a7c5f30b4a3c610e.json
new file mode 100644
index 00000000..c6b312ef
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/a7c5f30b4a3c610e.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/ae883cae54ad52f3.json b/abed_results/quality_control_3/best_binseg/ae883cae54ad52f3.json
new file mode 100644
index 00000000..d78d85bf
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/ae883cae54ad52f3.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/afb03542d031a37e.json b/abed_results/quality_control_3/best_binseg/afb03542d031a37e.json
new file mode 100644
index 00000000..e8793053
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/afb03542d031a37e.json
@@ -0,0 +1,30 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			157,
+			178,
+			208,
+			213,
+			223,
+			365
+		],
+		"runtime" : 0.01818657
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/afb3292a626e1a3c.json b/abed_results/quality_control_3/best_binseg/afb3292a626e1a3c.json
new file mode 100644
index 00000000..8e54313c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/afb3292a626e1a3c.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.007314205
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/b0bf756f9bf7e958.json b/abed_results/quality_control_3/best_binseg/b0bf756f9bf7e958.json
new file mode 100644
index 00000000..8d5690c1
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/b0bf756f9bf7e958.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/b0ce10d90bb50e4c.json b/abed_results/quality_control_3/best_binseg/b0ce10d90bb50e4c.json
new file mode 100644
index 00000000..90a24de5
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/b0ce10d90bb50e4c.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/b10ccf578ab0df09.json b/abed_results/quality_control_3/best_binseg/b10ccf578ab0df09.json
new file mode 100644
index 00000000..e3f50808
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/b10ccf578ab0df09.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/b20baa98010f4ef3.json b/abed_results/quality_control_3/best_binseg/b20baa98010f4ef3.json
new file mode 100644
index 00000000..7d9bfb84
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/b20baa98010f4ef3.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.3638415
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/b250efd6259261f2.json b/abed_results/quality_control_3/best_binseg/b250efd6259261f2.json
new file mode 100644
index 00000000..73833a64
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/b250efd6259261f2.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/b488aecaa88a17b7.json b/abed_results/quality_control_3/best_binseg/b488aecaa88a17b7.json
new file mode 100644
index 00000000..5b0cb491
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/b488aecaa88a17b7.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/b66a7b28d3c7a0cd.json b/abed_results/quality_control_3/best_binseg/b66a7b28d3c7a0cd.json
new file mode 100644
index 00000000..1dcad582
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/b66a7b28d3c7a0cd.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/bc582d1d86c39bc5.json b/abed_results/quality_control_3/best_binseg/bc582d1d86c39bc5.json
new file mode 100644
index 00000000..0dafc6f3
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/bc582d1d86c39bc5.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/bd231c43a91f94b1.json b/abed_results/quality_control_3/best_binseg/bd231c43a91f94b1.json
new file mode 100644
index 00000000..a27dad0a
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/bd231c43a91f94b1.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/be285e1d8d5f27bd.json b/abed_results/quality_control_3/best_binseg/be285e1d8d5f27bd.json
new file mode 100644
index 00000000..2a73d8f9
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/be285e1d8d5f27bd.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/bf0f4c09dd2150fc.json b/abed_results/quality_control_3/best_binseg/bf0f4c09dd2150fc.json
new file mode 100644
index 00000000..0e1172ee
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/bf0f4c09dd2150fc.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/bf122090ad2d8db6.json b/abed_results/quality_control_3/best_binseg/bf122090ad2d8db6.json
new file mode 100644
index 00000000..4eeb4649
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/bf122090ad2d8db6.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/bf956c24a6ef553f.json b/abed_results/quality_control_3/best_binseg/bf956c24a6ef553f.json
new file mode 100644
index 00000000..4542e57b
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/bf956c24a6ef553f.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/c0755b38864f3a68.json b/abed_results/quality_control_3/best_binseg/c0755b38864f3a68.json
new file mode 100644
index 00000000..218b48c1
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/c0755b38864f3a68.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/c0b03cdf63b4027b.json b/abed_results/quality_control_3/best_binseg/c0b03cdf63b4027b.json
new file mode 100644
index 00000000..75afe2b8
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/c0b03cdf63b4027b.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/c30d59eb09e45513.json b/abed_results/quality_control_3/best_binseg/c30d59eb09e45513.json
new file mode 100644
index 00000000..af929b2f
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/c30d59eb09e45513.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/c41ac0bba649b683.json b/abed_results/quality_control_3/best_binseg/c41ac0bba649b683.json
new file mode 100644
index 00000000..0246de21
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/c41ac0bba649b683.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/c47ee8b741d7318c.json b/abed_results/quality_control_3/best_binseg/c47ee8b741d7318c.json
new file mode 100644
index 00000000..0c5d2525
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/c47ee8b741d7318c.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/c79246e6bca37101.json b/abed_results/quality_control_3/best_binseg/c79246e6bca37101.json
new file mode 100644
index 00000000..bd6ed661
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/c79246e6bca37101.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/c85f9c5db782cd14.json b/abed_results/quality_control_3/best_binseg/c85f9c5db782cd14.json
new file mode 100644
index 00000000..48f86e9f
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/c85f9c5db782cd14.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/c8fc1b84f1147ac9.json b/abed_results/quality_control_3/best_binseg/c8fc1b84f1147ac9.json
new file mode 100644
index 00000000..5d5c8ae2
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/c8fc1b84f1147ac9.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/c9b4d7bf833f8f27.json b/abed_results/quality_control_3/best_binseg/c9b4d7bf833f8f27.json
new file mode 100644
index 00000000..33c7d2c3
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/c9b4d7bf833f8f27.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.2157247
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/ca54a0ae892a6b65.json b/abed_results/quality_control_3/best_binseg/ca54a0ae892a6b65.json
new file mode 100644
index 00000000..7cc23a03
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/ca54a0ae892a6b65.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.008294582
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/ca5ade876d35bdfe.json b/abed_results/quality_control_3/best_binseg/ca5ade876d35bdfe.json
new file mode 100644
index 00000000..24be0ba3
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/ca5ade876d35bdfe.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.01987171
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/cd075d3311073def.json b/abed_results/quality_control_3/best_binseg/cd075d3311073def.json
new file mode 100644
index 00000000..c9598659
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/cd075d3311073def.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/cea790336bea6c2c.json b/abed_results/quality_control_3/best_binseg/cea790336bea6c2c.json
new file mode 100644
index 00000000..dc935d39
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/cea790336bea6c2c.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/cf4f3a10cc5654b0.json b/abed_results/quality_control_3/best_binseg/cf4f3a10cc5654b0.json
new file mode 100644
index 00000000..3fd287d6
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/cf4f3a10cc5654b0.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/d092666748ad2195.json b/abed_results/quality_control_3/best_binseg/d092666748ad2195.json
new file mode 100644
index 00000000..c5d0cfb9
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/d092666748ad2195.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/d0fb34f48cf76366.json b/abed_results/quality_control_3/best_binseg/d0fb34f48cf76366.json
new file mode 100644
index 00000000..27eee59f
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/d0fb34f48cf76366.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f mean -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/d320cd19ea61c913.json b/abed_results/quality_control_3/best_binseg/d320cd19ea61c913.json
new file mode 100644
index 00000000..b54933d0
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/d320cd19ea61c913.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/d4cede4506df4829.json b/abed_results/quality_control_3/best_binseg/d4cede4506df4829.json
new file mode 100644
index 00000000..83005c48
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/d4cede4506df4829.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.003031969
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/d5180fc14b6c61ab.json b/abed_results/quality_control_3/best_binseg/d5180fc14b6c61ab.json
new file mode 100644
index 00000000..ae061d3f
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/d5180fc14b6c61ab.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/d51f627441b2cab8.json b/abed_results/quality_control_3/best_binseg/d51f627441b2cab8.json
new file mode 100644
index 00000000..2da5de2a
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/d51f627441b2cab8.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/d61fc11f61740e00.json b/abed_results/quality_control_3/best_binseg/d61fc11f61740e00.json
new file mode 100644
index 00000000..f820e42f
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/d61fc11f61740e00.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/d62ccee40962f093.json b/abed_results/quality_control_3/best_binseg/d62ccee40962f093.json
new file mode 100644
index 00000000..8ee95165
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/d62ccee40962f093.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/d64f7f23237476a6.json b/abed_results/quality_control_3/best_binseg/d64f7f23237476a6.json
new file mode 100644
index 00000000..a4d886fe
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/d64f7f23237476a6.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/d679b943492c1c95.json b/abed_results/quality_control_3/best_binseg/d679b943492c1c95.json
new file mode 100644
index 00000000..700b1fcd
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/d679b943492c1c95.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/d6b0f9ddb428a220.json b/abed_results/quality_control_3/best_binseg/d6b0f9ddb428a220.json
new file mode 100644
index 00000000..04fd3767
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/d6b0f9ddb428a220.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/d7c76a79c49eb39f.json b/abed_results/quality_control_3/best_binseg/d7c76a79c49eb39f.json
new file mode 100644
index 00000000..604712b8
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/d7c76a79c49eb39f.json
@@ -0,0 +1,50 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f meanvar -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			5,
+			7,
+			17,
+			20,
+			23,
+			27,
+			33,
+			36,
+			39,
+			41,
+			43,
+			50,
+			146,
+			158,
+			161,
+			165,
+			173,
+			178,
+			186,
+			203,
+			206,
+			208,
+			221,
+			223,
+			226,
+			365
+		],
+		"runtime" : 0.01840663
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/da77ba1a3a751c3c.json b/abed_results/quality_control_3/best_binseg/da77ba1a3a751c3c.json
new file mode 100644
index 00000000..35ccab8b
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/da77ba1a3a751c3c.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f var -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			223,
+			365
+		],
+		"runtime" : 0.003063679
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/db06a924c6a5351b.json b/abed_results/quality_control_3/best_binseg/db06a924c6a5351b.json
new file mode 100644
index 00000000..0406dcf1
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/db06a924c6a5351b.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/dc4b915036aaf30b.json b/abed_results/quality_control_3/best_binseg/dc4b915036aaf30b.json
new file mode 100644
index 00000000..d7723bfa
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/dc4b915036aaf30b.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/dd92d3baf8e3b3ab.json b/abed_results/quality_control_3/best_binseg/dd92d3baf8e3b3ab.json
new file mode 100644
index 00000000..3e52d738
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/dd92d3baf8e3b3ab.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.002676487
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/dddd9207dd528b02.json b/abed_results/quality_control_3/best_binseg/dddd9207dd528b02.json
new file mode 100644
index 00000000..fd5e0247
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/dddd9207dd528b02.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t Poisson -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/dde0edb9504c34e8.json b/abed_results/quality_control_3/best_binseg/dde0edb9504c34e8.json
new file mode 100644
index 00000000..3c20cddb
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/dde0edb9504c34e8.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f mean -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/deefb334f9554e92.json b/abed_results/quality_control_3/best_binseg/deefb334f9554e92.json
new file mode 100644
index 00000000..cfd9dd1c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/deefb334f9554e92.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/df52b0e40c44dd5a.json b/abed_results/quality_control_3/best_binseg/df52b0e40c44dd5a.json
new file mode 100644
index 00000000..9f6be08c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/df52b0e40c44dd5a.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/e0cb4775f3554259.json b/abed_results/quality_control_3/best_binseg/e0cb4775f3554259.json
new file mode 100644
index 00000000..32f298f7
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/e0cb4775f3554259.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			365
+		],
+		"runtime" : 0.009964943
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/e16b88db7ad9cc59.json b/abed_results/quality_control_3/best_binseg/e16b88db7ad9cc59.json
new file mode 100644
index 00000000..c3f8eef0
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/e16b88db7ad9cc59.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/e23f8c03bd8366c1.json b/abed_results/quality_control_3/best_binseg/e23f8c03bd8366c1.json
new file mode 100644
index 00000000..94c953aa
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/e23f8c03bd8366c1.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/e253c18281309442.json b/abed_results/quality_control_3/best_binseg/e253c18281309442.json
new file mode 100644
index 00000000..54a3c63b
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/e253c18281309442.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/e2adc60ef518f58b.json b/abed_results/quality_control_3/best_binseg/e2adc60ef518f58b.json
new file mode 100644
index 00000000..5f0d7441
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/e2adc60ef518f58b.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f mean -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/e3280c782576cbc6.json b/abed_results/quality_control_3/best_binseg/e3280c782576cbc6.json
new file mode 100644
index 00000000..7208fed0
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/e3280c782576cbc6.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/e6a7550cf7db3c13.json b/abed_results/quality_control_3/best_binseg/e6a7550cf7db3c13.json
new file mode 100644
index 00000000..95df67e6
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/e6a7550cf7db3c13.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.268512
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/e93668561edc4961.json b/abed_results/quality_control_3/best_binseg/e93668561edc4961.json
new file mode 100644
index 00000000..84a729d5
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/e93668561edc4961.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.003605127
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/e9be74c5b8198330.json b/abed_results/quality_control_3/best_binseg/e9be74c5b8198330.json
new file mode 100644
index 00000000..e2fd2d67
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/e9be74c5b8198330.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f mean -t Exponential -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/e9da0e8ff119f3c6.json b/abed_results/quality_control_3/best_binseg/e9da0e8ff119f3c6.json
new file mode 100644
index 00000000..ee650340
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/e9da0e8ff119f3c6.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f var -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.006215811
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/e9f32195e6cbdff8.json b/abed_results/quality_control_3/best_binseg/e9f32195e6cbdff8.json
new file mode 100644
index 00000000..5d7bf220
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/e9f32195e6cbdff8.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/ea7757002d403797.json b/abed_results/quality_control_3/best_binseg/ea7757002d403797.json
new file mode 100644
index 00000000..cf0f2740
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/ea7757002d403797.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/eaa70a2852122e73.json b/abed_results/quality_control_3/best_binseg/eaa70a2852122e73.json
new file mode 100644
index 00000000..4845daf0
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/eaa70a2852122e73.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f meanvar -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.009368896
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/ebdc428093f67acc.json b/abed_results/quality_control_3/best_binseg/ebdc428093f67acc.json
new file mode 100644
index 00000000..4776ced9
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/ebdc428093f67acc.json
@@ -0,0 +1,209 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f var -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			-1,
+			3,
+			5,
+			7,
+			11,
+			15,
+			17,
+			20,
+			24,
+			27,
+			29,
+			33,
+			36,
+			39,
+			41,
+			43,
+			46,
+			48,
+			50,
+			53,
+			55,
+			58,
+			61,
+			65,
+			67,
+			71,
+			74,
+			77,
+			79,
+			82,
+			84,
+			87,
+			90,
+			94,
+			98,
+			101,
+			105,
+			107,
+			110,
+			112,
+			115,
+			117,
+			120,
+			123,
+			126,
+			129,
+			131,
+			134,
+			137,
+			139,
+			143,
+			146,
+			149,
+			153,
+			155,
+			157,
+			160,
+			163,
+			166,
+			169,
+			171,
+			175,
+			178,
+			182,
+			186,
+			189,
+			191,
+			194,
+			196,
+			199,
+			203,
+			206,
+			208,
+			211,
+			213,
+			216,
+			219,
+			221,
+			223,
+			226,
+			228,
+			231,
+			235,
+			238,
+			241,
+			244,
+			247,
+			251,
+			253,
+			255,
+			259,
+			262,
+			265,
+			269,
+			272,
+			276,
+			278,
+			282,
+			285,
+			289,
+			291,
+			294,
+			297,
+			300,
+			303,
+			306,
+			309,
+			311,
+			314,
+			318,
+			320,
+			323,
+			325,
+			327,
+			330,
+			332,
+			336,
+			340,
+			343,
+			346,
+			349,
+			351,
+			353,
+			356,
+			358,
+			362,
+			365
+		],
+		"runtime" : 0.008651972
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/ed525c0b8bf299f5.json b/abed_results/quality_control_3/best_binseg/ed525c0b8bf299f5.json
new file mode 100644
index 00000000..8593480c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/ed525c0b8bf299f5.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/ed79fdb43ff18e9b.json b/abed_results/quality_control_3/best_binseg/ed79fdb43ff18e9b.json
new file mode 100644
index 00000000..6d66c18f
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/ed79fdb43ff18e9b.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/ed8265549b47e29d.json b/abed_results/quality_control_3/best_binseg/ed8265549b47e29d.json
new file mode 100644
index 00000000..c0f8b7b6
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/ed8265549b47e29d.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f meanvar -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/eea2a0cb46fb169a.json b/abed_results/quality_control_3/best_binseg/eea2a0cb46fb169a.json
new file mode 100644
index 00000000..c8f9989d
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/eea2a0cb46fb169a.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Hannan-Quinn -f meanvar -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/eeec37ea000949aa.json b/abed_results/quality_control_3/best_binseg/eeec37ea000949aa.json
new file mode 100644
index 00000000..b31a842e
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/eeec37ea000949aa.json
@@ -0,0 +1,30 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t Normal -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			157,
+			178,
+			208,
+			213,
+			223,
+			365
+		],
+		"runtime" : 0.003896475
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/f36ed7f2d3321b3f.json b/abed_results/quality_control_3/best_binseg/f36ed7f2d3321b3f.json
new file mode 100644
index 00000000..55431fe7
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/f36ed7f2d3321b3f.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f var -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			223,
+			365
+		],
+		"runtime" : 0.0145328
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/f44ea4b1cc182232.json b/abed_results/quality_control_3/best_binseg/f44ea4b1cc182232.json
new file mode 100644
index 00000000..c750a316
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/f44ea4b1cc182232.json
@@ -0,0 +1,23 @@
+{
+	"error" : "MBIC penalty is not valid for nonparametric test statistics.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/f4c8f37b4d798211.json b/abed_results/quality_control_3/best_binseg/f4c8f37b4d798211.json
new file mode 100644
index 00000000..d5389834
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/f4c8f37b4d798211.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/f65c306e7a3c4ea3.json b/abed_results/quality_control_3/best_binseg/f65c306e7a3c4ea3.json
new file mode 100644
index 00000000..494deab3
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/f65c306e7a3c4ea3.json
@@ -0,0 +1,27 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p BIC -f meanvar -t Normal -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			178,
+			186,
+			365
+		],
+		"runtime" : 0.007348776
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/f72d8414f10c7f2e.json b/abed_results/quality_control_3/best_binseg/f72d8414f10c7f2e.json
new file mode 100644
index 00000000..75b6050e
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/f72d8414f10c7f2e.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t Gamma -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/f7c8b9d396a0a3fe.json b/abed_results/quality_control_3/best_binseg/f7c8b9d396a0a3fe.json
new file mode 100644
index 00000000..e8be9d5c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/f7c8b9d396a0a3fe.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f mean -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/f82c5f77870c4362.json b/abed_results/quality_control_3/best_binseg/f82c5f77870c4362.json
new file mode 100644
index 00000000..db43f649
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/f82c5f77870c4362.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p Asymptotic -f mean -t CSS -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/f8ebe9b1f15d0c26.json b/abed_results/quality_control_3/best_binseg/f8ebe9b1f15d0c26.json
new file mode 100644
index 00000000..f78314a8
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/f8ebe9b1f15d0c26.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t CUSUM -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.006221294
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/fa88a965a25296c8.json b/abed_results/quality_control_3/best_binseg/fa88a965a25296c8.json
new file mode 100644
index 00000000..ae2e9124
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/fa88a965a25296c8.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f var -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/fb483612ba274d4a.json b/abed_results/quality_control_3/best_binseg/fb483612ba274d4a.json
new file mode 100644
index 00000000..e48431cf
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/fb483612ba274d4a.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f var -t Exponential -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/fb85f137835dbe73.json b/abed_results/quality_control_3/best_binseg/fb85f137835dbe73.json
new file mode 100644
index 00000000..d298d546
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/fb85f137835dbe73.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p AIC -f var -t CSS -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.241976
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/fccd8ac952cc6808.json b/abed_results/quality_control_3/best_binseg/fccd8ac952cc6808.json
new file mode 100644
index 00000000..854c428d
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/fccd8ac952cc6808.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p MBIC -f meanvar -t Gamma -m BinSeg -Q default",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 5,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "default",
+		"method" : "BinSeg",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/fcd265d3881ec4aa.json b/abed_results/quality_control_3/best_binseg/fcd265d3881ec4aa.json
new file mode 100644
index 00000000..60304c0c
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/fcd265d3881ec4aa.json
@@ -0,0 +1,23 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p None -f meanvar -t Poisson -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "FAIL",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/quality_control_3/best_binseg/fea46fd55b050425.json b/abed_results/quality_control_3/best_binseg/fea46fd55b050425.json
new file mode 100644
index 00000000..64e0aa86
--- /dev/null
+++ b/abed_results/quality_control_3/best_binseg/fea46fd55b050425.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/quality_control_3.json -p SIC -f mean -t CUSUM -m BinSeg -Q max",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "quality_control_3",
+	"dataset_md5" : "94f55ddedd03197bc3e660f6e1d840ee",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"Q" : 184,
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "BinSeg",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : [
+			365
+		],
+		"runtime" : 0.2541485
+	}
+}
author	Gertjan van den Burg <gertjanvandenburg@gmail.com>	2020-03-12 14:33:57 +0000
committer	Gertjan van den Burg <gertjanvandenburg@gmail.com>	2020-03-12 14:33:57 +0000
commit	7ef8f6e58990fc069cccc71ed6564e8c639ea4fc (patch)
tree	9e7662a34b7d0c1f1c5d9faf6d7d6ea8672f6410 /abed_results/quality_control_3/best_binseg
download	TCPDBench-7ef8f6e58990fc069cccc71ed6564e8c639ea4fc.tar.gz TCPDBench-7ef8f6e58990fc069cccc71ed6564e8c639ea4fc.zip