initial commit

126 files changed, 3382 insertions, 0 deletions

diff --git a/abed_results/shanghai_license/best_pelt/001eece5c24b28e8.json b/abed_results/shanghai_license/best_pelt/001eece5c24b28e8.json
new file mode 100644
index 00000000..bb0579cd
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/001eece5c24b28e8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/011813886e5bcabf.json b/abed_results/shanghai_license/best_pelt/011813886e5bcabf.json
new file mode 100644
index 00000000..4e50ae75
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/011813886e5bcabf.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/05755a93ab69f5fc.json b/abed_results/shanghai_license/best_pelt/05755a93ab69f5fc.json
new file mode 100644
index 00000000..3bf178ab
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/05755a93ab69f5fc.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			158,
+			204
+		],
+		"runtime" : 0.008455753
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/05b540cd39086bdc.json b/abed_results/shanghai_license/best_pelt/05b540cd39086bdc.json
new file mode 100644
index 00000000..f89c807d
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/05b540cd39086bdc.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/080efb7c7fc015e5.json b/abed_results/shanghai_license/best_pelt/080efb7c7fc015e5.json
new file mode 100644
index 00000000..0396e8f0
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/080efb7c7fc015e5.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			158,
+			204
+		],
+		"runtime" : 0.003300905
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/0a051b5500d0cfed.json b/abed_results/shanghai_license/best_pelt/0a051b5500d0cfed.json
new file mode 100644
index 00000000..91fef3b9
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/0a051b5500d0cfed.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/0ec6132905d1baa6.json b/abed_results/shanghai_license/best_pelt/0ec6132905d1baa6.json
new file mode 100644
index 00000000..84a4fd4c
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/0ec6132905d1baa6.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/0f2576dd8881fd9a.json b/abed_results/shanghai_license/best_pelt/0f2576dd8881fd9a.json
new file mode 100644
index 00000000..6cc66a07
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/0f2576dd8881fd9a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/121b65a9208436e8.json b/abed_results/shanghai_license/best_pelt/121b65a9208436e8.json
new file mode 100644
index 00000000..8dc0c27a
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/121b65a9208436e8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/124ab91bd2767d8d.json b/abed_results/shanghai_license/best_pelt/124ab91bd2767d8d.json
new file mode 100644
index 00000000..42fcc21e
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/124ab91bd2767d8d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/13f6c7222156b59f.json b/abed_results/shanghai_license/best_pelt/13f6c7222156b59f.json
new file mode 100644
index 00000000..03eaf130
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/13f6c7222156b59f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/14a20ad91559f13f.json b/abed_results/shanghai_license/best_pelt/14a20ad91559f13f.json
new file mode 100644
index 00000000..6306679d
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/14a20ad91559f13f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/14bb151d472e93e7.json b/abed_results/shanghai_license/best_pelt/14bb151d472e93e7.json
new file mode 100644
index 00000000..914b749b
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/14bb151d472e93e7.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			158,
+			204
+		],
+		"runtime" : 0.00451088
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/14c98333f5cdd60f.json b/abed_results/shanghai_license/best_pelt/14c98333f5cdd60f.json
new file mode 100644
index 00000000..b472ea57
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/14c98333f5cdd60f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/158b1078527b570a.json b/abed_results/shanghai_license/best_pelt/158b1078527b570a.json
new file mode 100644
index 00000000..febc0961
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/158b1078527b570a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/1789806c0c5bd528.json b/abed_results/shanghai_license/best_pelt/1789806c0c5bd528.json
new file mode 100644
index 00000000..8f9aaaf7
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/1789806c0c5bd528.json
@@ -0,0 +1,36 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			11,
+			57,
+			61,
+			71,
+			73,
+			76,
+			107,
+			139,
+			146,
+			158,
+			169,
+			194,
+			204
+		],
+		"runtime" : 0.003303289
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/179bc95f8e33b404.json b/abed_results/shanghai_license/best_pelt/179bc95f8e33b404.json
new file mode 100644
index 00000000..c52c0d1a
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/179bc95f8e33b404.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/19c3a6b631d7ab91.json b/abed_results/shanghai_license/best_pelt/19c3a6b631d7ab91.json
new file mode 100644
index 00000000..48ef0b4b
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/19c3a6b631d7ab91.json
@@ -0,0 +1,117 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			1,
+			3,
+			5,
+			7,
+			9,
+			11,
+			13,
+			15,
+			18,
+			20,
+			22,
+			24,
+			26,
+			28,
+			30,
+			32,
+			34,
+			36,
+			38,
+			40,
+			43,
+			45,
+			47,
+			49,
+			51,
+			53,
+			55,
+			57,
+			59,
+			61,
+			64,
+			67,
+			69,
+			71,
+			73,
+			75,
+			77,
+			79,
+			82,
+			85,
+			88,
+			90,
+			92,
+			94,
+			97,
+			99,
+			101,
+			103,
+			105,
+			108,
+			110,
+			112,
+			114,
+			116,
+			118,
+			120,
+			123,
+			125,
+			127,
+			130,
+			132,
+			135,
+			137,
+			139,
+			141,
+			143,
+			145,
+			148,
+			150,
+			152,
+			154,
+			156,
+			158,
+			160,
+			162,
+			164,
+			166,
+			169,
+			171,
+			173,
+			176,
+			178,
+			180,
+			183,
+			185,
+			187,
+			189,
+			192,
+			194,
+			196,
+			198,
+			200,
+			202,
+			204
+		],
+		"runtime" : 0.003179789
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/1eff0d8d39ef4ec1.json b/abed_results/shanghai_license/best_pelt/1eff0d8d39ef4ec1.json
new file mode 100644
index 00000000..579e5c0c
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/1eff0d8d39ef4ec1.json
@@ -0,0 +1,42 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			11,
+			18,
+			26,
+			28,
+			31,
+			57,
+			61,
+			71,
+			73,
+			76,
+			107,
+			139,
+			146,
+			158,
+			169,
+			189,
+			192,
+			198,
+			204
+		],
+		"runtime" : 0.002656937
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/1f1a3510ffbb44bb.json b/abed_results/shanghai_license/best_pelt/1f1a3510ffbb44bb.json
new file mode 100644
index 00000000..9b568e02
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/1f1a3510ffbb44bb.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/1fff01aae179d31e.json b/abed_results/shanghai_license/best_pelt/1fff01aae179d31e.json
new file mode 100644
index 00000000..a5866fcf
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/1fff01aae179d31e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/21aba76a9a08588c.json b/abed_results/shanghai_license/best_pelt/21aba76a9a08588c.json
new file mode 100644
index 00000000..d970ec70
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/21aba76a9a08588c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/21f9a167971cbb11.json b/abed_results/shanghai_license/best_pelt/21f9a167971cbb11.json
new file mode 100644
index 00000000..b5f6fdde
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/21f9a167971cbb11.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/22c8e5c09d41e5b0.json b/abed_results/shanghai_license/best_pelt/22c8e5c09d41e5b0.json
new file mode 100644
index 00000000..d4a838c2
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/22c8e5c09d41e5b0.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/230516aace4dbe64.json b/abed_results/shanghai_license/best_pelt/230516aace4dbe64.json
new file mode 100644
index 00000000..f75c10e9
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/230516aace4dbe64.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			146,
+			167,
+			204
+		],
+		"runtime" : 0.002737522
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/247bdff85634b980.json b/abed_results/shanghai_license/best_pelt/247bdff85634b980.json
new file mode 100644
index 00000000..b897cf78
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/247bdff85634b980.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/24a2d2b735769267.json b/abed_results/shanghai_license/best_pelt/24a2d2b735769267.json
new file mode 100644
index 00000000..d233496c
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/24a2d2b735769267.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/24cf888ccc8d9137.json b/abed_results/shanghai_license/best_pelt/24cf888ccc8d9137.json
new file mode 100644
index 00000000..090ecda2
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/24cf888ccc8d9137.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/2693ba5dad163532.json b/abed_results/shanghai_license/best_pelt/2693ba5dad163532.json
new file mode 100644
index 00000000..f5352db0
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/2693ba5dad163532.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/28207a477bc9a039.json b/abed_results/shanghai_license/best_pelt/28207a477bc9a039.json
new file mode 100644
index 00000000..5baefd7b
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/28207a477bc9a039.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/3208cc28c20941f5.json b/abed_results/shanghai_license/best_pelt/3208cc28c20941f5.json
new file mode 100644
index 00000000..7b4626d7
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/3208cc28c20941f5.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/333bf4f84afc7a91.json b/abed_results/shanghai_license/best_pelt/333bf4f84afc7a91.json
new file mode 100644
index 00000000..07e555ca
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/333bf4f84afc7a91.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/372e600c721f1b44.json b/abed_results/shanghai_license/best_pelt/372e600c721f1b44.json
new file mode 100644
index 00000000..3b276bd9
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/372e600c721f1b44.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/3b55af3061d2c570.json b/abed_results/shanghai_license/best_pelt/3b55af3061d2c570.json
new file mode 100644
index 00000000..892cbdba
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/3b55af3061d2c570.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/3c483e2275e1643a.json b/abed_results/shanghai_license/best_pelt/3c483e2275e1643a.json
new file mode 100644
index 00000000..1085559c
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/3c483e2275e1643a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/3dc93d4a180ae3df.json b/abed_results/shanghai_license/best_pelt/3dc93d4a180ae3df.json
new file mode 100644
index 00000000..22033801
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/3dc93d4a180ae3df.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/41c6872c29510094.json b/abed_results/shanghai_license/best_pelt/41c6872c29510094.json
new file mode 100644
index 00000000..148a1a44
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/41c6872c29510094.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/41cb8bb8e2bb0bd8.json b/abed_results/shanghai_license/best_pelt/41cb8bb8e2bb0bd8.json
new file mode 100644
index 00000000..18110138
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/41cb8bb8e2bb0bd8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/45f78578011d6dfe.json b/abed_results/shanghai_license/best_pelt/45f78578011d6dfe.json
new file mode 100644
index 00000000..c73f5bab
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/45f78578011d6dfe.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/4784049e69d05c41.json b/abed_results/shanghai_license/best_pelt/4784049e69d05c41.json
new file mode 100644
index 00000000..49a3e331
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/4784049e69d05c41.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/492fdbad33adcc2f.json b/abed_results/shanghai_license/best_pelt/492fdbad33adcc2f.json
new file mode 100644
index 00000000..038ff93c
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/492fdbad33adcc2f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/4dbd271ecd70d51d.json b/abed_results/shanghai_license/best_pelt/4dbd271ecd70d51d.json
new file mode 100644
index 00000000..b16d3ba7
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/4dbd271ecd70d51d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/4ee164cd0075472d.json b/abed_results/shanghai_license/best_pelt/4ee164cd0075472d.json
new file mode 100644
index 00000000..57e7760c
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/4ee164cd0075472d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/5021de0916c14355.json b/abed_results/shanghai_license/best_pelt/5021de0916c14355.json
new file mode 100644
index 00000000..c7fc31c4
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/5021de0916c14355.json
@@ -0,0 +1,42 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			11,
+			18,
+			26,
+			28,
+			31,
+			57,
+			61,
+			71,
+			73,
+			76,
+			107,
+			139,
+			146,
+			158,
+			169,
+			189,
+			192,
+			198,
+			204
+		],
+		"runtime" : 0.003282547
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/51e67fa8f4ddbf3b.json b/abed_results/shanghai_license/best_pelt/51e67fa8f4ddbf3b.json
new file mode 100644
index 00000000..49aed572
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/51e67fa8f4ddbf3b.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/51eaca56b1a01003.json b/abed_results/shanghai_license/best_pelt/51eaca56b1a01003.json
new file mode 100644
index 00000000..3e40cf48
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/51eaca56b1a01003.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/524bd69cfd56cbe7.json b/abed_results/shanghai_license/best_pelt/524bd69cfd56cbe7.json
new file mode 100644
index 00000000..4ae6ab10
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/524bd69cfd56cbe7.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/543c720daf56ea8a.json b/abed_results/shanghai_license/best_pelt/543c720daf56ea8a.json
new file mode 100644
index 00000000..b4e978fe
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/543c720daf56ea8a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/56adc219fb7fbc4a.json b/abed_results/shanghai_license/best_pelt/56adc219fb7fbc4a.json
new file mode 100644
index 00000000..239c3629
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/56adc219fb7fbc4a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/57486132c197ba83.json b/abed_results/shanghai_license/best_pelt/57486132c197ba83.json
new file mode 100644
index 00000000..c3910919
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/57486132c197ba83.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/57b67b577b175aa8.json b/abed_results/shanghai_license/best_pelt/57b67b577b175aa8.json
new file mode 100644
index 00000000..d89a3dda
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/57b67b577b175aa8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/58b87cf04c64f6de.json b/abed_results/shanghai_license/best_pelt/58b87cf04c64f6de.json
new file mode 100644
index 00000000..25840ecc
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/58b87cf04c64f6de.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/5ddc9b0a49744127.json b/abed_results/shanghai_license/best_pelt/5ddc9b0a49744127.json
new file mode 100644
index 00000000..8194842b
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/5ddc9b0a49744127.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/5ecf4729525ecec4.json b/abed_results/shanghai_license/best_pelt/5ecf4729525ecec4.json
new file mode 100644
index 00000000..31c46520
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/5ecf4729525ecec4.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/5f558d1609d8a07d.json b/abed_results/shanghai_license/best_pelt/5f558d1609d8a07d.json
new file mode 100644
index 00000000..247dc566
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/5f558d1609d8a07d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/5fb902076bf8d7a4.json b/abed_results/shanghai_license/best_pelt/5fb902076bf8d7a4.json
new file mode 100644
index 00000000..16a4c482
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/5fb902076bf8d7a4.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/616836b2064ced7c.json b/abed_results/shanghai_license/best_pelt/616836b2064ced7c.json
new file mode 100644
index 00000000..893d4600
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/616836b2064ced7c.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			147,
+			204
+		],
+		"runtime" : 0.003251791
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/65834b3f19b9eefd.json b/abed_results/shanghai_license/best_pelt/65834b3f19b9eefd.json
new file mode 100644
index 00000000..655595a1
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/65834b3f19b9eefd.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			158,
+			204
+		],
+		"runtime" : 0.004604816
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/65c28076f417ef83.json b/abed_results/shanghai_license/best_pelt/65c28076f417ef83.json
new file mode 100644
index 00000000..433435e6
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/65c28076f417ef83.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/66dbe966c6c2d36c.json b/abed_results/shanghai_license/best_pelt/66dbe966c6c2d36c.json
new file mode 100644
index 00000000..72ef5be0
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/66dbe966c6c2d36c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/6bcf2f129449e312.json b/abed_results/shanghai_license/best_pelt/6bcf2f129449e312.json
new file mode 100644
index 00000000..9bba75ef
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/6bcf2f129449e312.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/6f69bc4e6e118717.json b/abed_results/shanghai_license/best_pelt/6f69bc4e6e118717.json
new file mode 100644
index 00000000..78435515
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/6f69bc4e6e118717.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/709c857c5132b4f7.json b/abed_results/shanghai_license/best_pelt/709c857c5132b4f7.json
new file mode 100644
index 00000000..d79d894d
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/709c857c5132b4f7.json
@@ -0,0 +1,37 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			11,
+			57,
+			61,
+			71,
+			73,
+			76,
+			107,
+			139,
+			146,
+			158,
+			169,
+			189,
+			192,
+			204
+		],
+		"runtime" : 0.002098083
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/70fcdff53c185b6c.json b/abed_results/shanghai_license/best_pelt/70fcdff53c185b6c.json
new file mode 100644
index 00000000..d4bf58a3
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/70fcdff53c185b6c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/7281f1857a5092db.json b/abed_results/shanghai_license/best_pelt/7281f1857a5092db.json
new file mode 100644
index 00000000..c51de89c
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/7281f1857a5092db.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/7bebf843a3bdb58f.json b/abed_results/shanghai_license/best_pelt/7bebf843a3bdb58f.json
new file mode 100644
index 00000000..373839d9
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/7bebf843a3bdb58f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/7c04882651e408b0.json b/abed_results/shanghai_license/best_pelt/7c04882651e408b0.json
new file mode 100644
index 00000000..5162100a
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/7c04882651e408b0.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			73,
+			158,
+			204
+		],
+		"runtime" : 0.002636909
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/7f728ce77955140a.json b/abed_results/shanghai_license/best_pelt/7f728ce77955140a.json
new file mode 100644
index 00000000..c036bccd
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/7f728ce77955140a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/8164fec267e1f7ce.json b/abed_results/shanghai_license/best_pelt/8164fec267e1f7ce.json
new file mode 100644
index 00000000..bb8bfd4d
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/8164fec267e1f7ce.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/83497f3ac871c60c.json b/abed_results/shanghai_license/best_pelt/83497f3ac871c60c.json
new file mode 100644
index 00000000..9c589067
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/83497f3ac871c60c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/874463e9d2ea95be.json b/abed_results/shanghai_license/best_pelt/874463e9d2ea95be.json
new file mode 100644
index 00000000..9657bb07
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/874463e9d2ea95be.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/8a8262a89f94d672.json b/abed_results/shanghai_license/best_pelt/8a8262a89f94d672.json
new file mode 100644
index 00000000..fc17297c
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/8a8262a89f94d672.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/8b0c8c93afcef139.json b/abed_results/shanghai_license/best_pelt/8b0c8c93afcef139.json
new file mode 100644
index 00000000..51d9adc9
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/8b0c8c93afcef139.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/8ea3785c88ca1e37.json b/abed_results/shanghai_license/best_pelt/8ea3785c88ca1e37.json
new file mode 100644
index 00000000..7ca0c14e
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/8ea3785c88ca1e37.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/901ff4bca5178803.json b/abed_results/shanghai_license/best_pelt/901ff4bca5178803.json
new file mode 100644
index 00000000..8e5f4976
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/901ff4bca5178803.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			147,
+			204
+		],
+		"runtime" : 0.002560854
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/9227c02afd43d4eb.json b/abed_results/shanghai_license/best_pelt/9227c02afd43d4eb.json
new file mode 100644
index 00000000..eaed54ea
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/9227c02afd43d4eb.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/96755bb5d17fd3ed.json b/abed_results/shanghai_license/best_pelt/96755bb5d17fd3ed.json
new file mode 100644
index 00000000..8a82378f
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/96755bb5d17fd3ed.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/99ba4f371c146da8.json b/abed_results/shanghai_license/best_pelt/99ba4f371c146da8.json
new file mode 100644
index 00000000..5feb9b3f
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/99ba4f371c146da8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/9d851f448b5ad5c4.json b/abed_results/shanghai_license/best_pelt/9d851f448b5ad5c4.json
new file mode 100644
index 00000000..5d84422f
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/9d851f448b5ad5c4.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/9f32c23d154e96b3.json b/abed_results/shanghai_license/best_pelt/9f32c23d154e96b3.json
new file mode 100644
index 00000000..f960de11
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/9f32c23d154e96b3.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/a184e1c93fddeaad.json b/abed_results/shanghai_license/best_pelt/a184e1c93fddeaad.json
new file mode 100644
index 00000000..d1fb8f97
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/a184e1c93fddeaad.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/a188847328ace777.json b/abed_results/shanghai_license/best_pelt/a188847328ace777.json
new file mode 100644
index 00000000..0cf5a8c0
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/a188847328ace777.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/a347c1dadbd0694e.json b/abed_results/shanghai_license/best_pelt/a347c1dadbd0694e.json
new file mode 100644
index 00000000..b5845aac
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/a347c1dadbd0694e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/a4307acc555e1b09.json b/abed_results/shanghai_license/best_pelt/a4307acc555e1b09.json
new file mode 100644
index 00000000..f86bec8a
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/a4307acc555e1b09.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/a5bedc17abc31d4f.json b/abed_results/shanghai_license/best_pelt/a5bedc17abc31d4f.json
new file mode 100644
index 00000000..feb3850e
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/a5bedc17abc31d4f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/aa697f800120e1b9.json b/abed_results/shanghai_license/best_pelt/aa697f800120e1b9.json
new file mode 100644
index 00000000..280c6768
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/aa697f800120e1b9.json
@@ -0,0 +1,112 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			1,
+			4,
+			6,
+			9,
+			11,
+			13,
+			15,
+			17,
+			19,
+			21,
+			23,
+			26,
+			28,
+			31,
+			33,
+			35,
+			37,
+			40,
+			43,
+			46,
+			48,
+			50,
+			52,
+			54,
+			56,
+			58,
+			61,
+			64,
+			67,
+			70,
+			73,
+			75,
+			77,
+			79,
+			82,
+			85,
+			87,
+			90,
+			92,
+			94,
+			97,
+			99,
+			101,
+			103,
+			105,
+			107,
+			109,
+			112,
+			114,
+			116,
+			118,
+			120,
+			122,
+			124,
+			126,
+			129,
+			132,
+			135,
+			137,
+			139,
+			141,
+			144,
+			146,
+			148,
+			150,
+			152,
+			154,
+			157,
+			159,
+			161,
+			164,
+			166,
+			168,
+			170,
+			173,
+			176,
+			178,
+			180,
+			183,
+			185,
+			187,
+			189,
+			192,
+			194,
+			196,
+			198,
+			200,
+			202,
+			204
+		],
+		"runtime" : 0.002721071
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/aa8f31f777ac9ba3.json b/abed_results/shanghai_license/best_pelt/aa8f31f777ac9ba3.json
new file mode 100644
index 00000000..c99f215f
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/aa8f31f777ac9ba3.json
@@ -0,0 +1,227 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			0,
+			1,
+			2,
+			3,
+			4,
+			5,
+			6,
+			7,
+			8,
+			9,
+			10,
+			11,
+			12,
+			13,
+			14,
+			15,
+			16,
+			17,
+			18,
+			19,
+			20,
+			21,
+			22,
+			23,
+			24,
+			25,
+			26,
+			27,
+			28,
+			29,
+			30,
+			31,
+			32,
+			33,
+			34,
+			35,
+			36,
+			37,
+			38,
+			39,
+			40,
+			41,
+			42,
+			43,
+			44,
+			45,
+			46,
+			47,
+			48,
+			49,
+			50,
+			51,
+			52,
+			53,
+			54,
+			55,
+			56,
+			57,
+			58,
+			59,
+			60,
+			61,
+			62,
+			63,
+			64,
+			65,
+			66,
+			67,
+			68,
+			69,
+			70,
+			71,
+			73,
+			74,
+			75,
+			76,
+			77,
+			78,
+			79,
+			80,
+			81,
+			82,
+			83,
+			84,
+			85,
+			86,
+			87,
+			88,
+			89,
+			90,
+			91,
+			92,
+			93,
+			94,
+			95,
+			96,
+			97,
+			98,
+			99,
+			100,
+			101,
+			102,
+			103,
+			104,
+			105,
+			106,
+			107,
+			108,
+			109,
+			110,
+			111,
+			112,
+			113,
+			114,
+			115,
+			116,
+			117,
+			118,
+			119,
+			120,
+			121,
+			122,
+			123,
+			124,
+			125,
+			126,
+			127,
+			128,
+			129,
+			130,
+			131,
+			132,
+			133,
+			134,
+			135,
+			136,
+			137,
+			138,
+			139,
+			140,
+			141,
+			142,
+			143,
+			144,
+			145,
+			146,
+			147,
+			148,
+			149,
+			150,
+			151,
+			152,
+			153,
+			154,
+			155,
+			156,
+			157,
+			158,
+			159,
+			160,
+			161,
+			162,
+			163,
+			164,
+			165,
+			166,
+			167,
+			168,
+			169,
+			170,
+			171,
+			172,
+			173,
+			174,
+			175,
+			176,
+			177,
+			178,
+			179,
+			180,
+			181,
+			182,
+			183,
+			184,
+			185,
+			186,
+			187,
+			188,
+			189,
+			190,
+			191,
+			192,
+			193,
+			194,
+			195,
+			196,
+			197,
+			198,
+			199,
+			200,
+			201,
+			202,
+			203,
+			204
+		],
+		"runtime" : 0.002511978
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/ac63c75bdd2d1e9e.json b/abed_results/shanghai_license/best_pelt/ac63c75bdd2d1e9e.json
new file mode 100644
index 00000000..68ebe5bb
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/ac63c75bdd2d1e9e.json
@@ -0,0 +1,87 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			11,
+			15,
+			18,
+			24,
+			26,
+			28,
+			31,
+			33,
+			35,
+			43,
+			45,
+			49,
+			53,
+			55,
+			57,
+			59,
+			61,
+			64,
+			67,
+			71,
+			73,
+			75,
+			77,
+			79,
+			82,
+			85,
+			92,
+			94,
+			97,
+			99,
+			101,
+			106,
+			108,
+			110,
+			112,
+			116,
+			118,
+			126,
+			132,
+			135,
+			139,
+			141,
+			143,
+			145,
+			148,
+			150,
+			152,
+			157,
+			161,
+			164,
+			166,
+			169,
+			171,
+			173,
+			176,
+			178,
+			180,
+			189,
+			192,
+			194,
+			198,
+			200,
+			202,
+			204
+		],
+		"runtime" : 0.002497673
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/acb5aca4bae83cfa.json b/abed_results/shanghai_license/best_pelt/acb5aca4bae83cfa.json
new file mode 100644
index 00000000..8fafc2cf
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/acb5aca4bae83cfa.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/ae86a9f343f566eb.json b/abed_results/shanghai_license/best_pelt/ae86a9f343f566eb.json
new file mode 100644
index 00000000..6c294536
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/ae86a9f343f566eb.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/aea818a083974912.json b/abed_results/shanghai_license/best_pelt/aea818a083974912.json
new file mode 100644
index 00000000..c677f574
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/aea818a083974912.json
@@ -0,0 +1,67 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			11,
+			18,
+			26,
+			28,
+			31,
+			57,
+			59,
+			61,
+			64,
+			67,
+			71,
+			73,
+			78,
+			82,
+			85,
+			92,
+			94,
+			97,
+			99,
+			101,
+			107,
+			112,
+			116,
+			118,
+			126,
+			132,
+			135,
+			139,
+			145,
+			148,
+			150,
+			152,
+			157,
+			160,
+			166,
+			169,
+			175,
+			180,
+			189,
+			192,
+			194,
+			198,
+			202,
+			204
+		],
+		"runtime" : 0.003215075
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/b1b61b6b9ce2392f.json b/abed_results/shanghai_license/best_pelt/b1b61b6b9ce2392f.json
new file mode 100644
index 00000000..79d1a231
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/b1b61b6b9ce2392f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/b26a155d14a637b9.json b/abed_results/shanghai_license/best_pelt/b26a155d14a637b9.json
new file mode 100644
index 00000000..39af849e
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/b26a155d14a637b9.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/b37a81296d705e6c.json b/abed_results/shanghai_license/best_pelt/b37a81296d705e6c.json
new file mode 100644
index 00000000..e3e265fe
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/b37a81296d705e6c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/b3c430a3d3b686c0.json b/abed_results/shanghai_license/best_pelt/b3c430a3d3b686c0.json
new file mode 100644
index 00000000..4ae4691a
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/b3c430a3d3b686c0.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/b54eeeba57a54dd2.json b/abed_results/shanghai_license/best_pelt/b54eeeba57a54dd2.json
new file mode 100644
index 00000000..e5487dc9
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/b54eeeba57a54dd2.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/b91564ecdbb9969b.json b/abed_results/shanghai_license/best_pelt/b91564ecdbb9969b.json
new file mode 100644
index 00000000..73786f67
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/b91564ecdbb9969b.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/baa8bc564af25b04.json b/abed_results/shanghai_license/best_pelt/baa8bc564af25b04.json
new file mode 100644
index 00000000..e3834a20
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/baa8bc564af25b04.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			146,
+			167,
+			204
+		],
+		"runtime" : 0.002753735
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/bbf9cc0e63140af5.json b/abed_results/shanghai_license/best_pelt/bbf9cc0e63140af5.json
new file mode 100644
index 00000000..6fded760
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/bbf9cc0e63140af5.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/bcf2257ee046d9d1.json b/abed_results/shanghai_license/best_pelt/bcf2257ee046d9d1.json
new file mode 100644
index 00000000..8df2a75c
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/bcf2257ee046d9d1.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/bf0e557d4483106a.json b/abed_results/shanghai_license/best_pelt/bf0e557d4483106a.json
new file mode 100644
index 00000000..f50e8c9e
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/bf0e557d4483106a.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			146,
+			167,
+			204
+		],
+		"runtime" : 0.004779816
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/bf4af2e7214a9c15.json b/abed_results/shanghai_license/best_pelt/bf4af2e7214a9c15.json
new file mode 100644
index 00000000..19c7be9e
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/bf4af2e7214a9c15.json
@@ -0,0 +1,25 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			158,
+			204
+		],
+		"runtime" : 0.003758669
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/c281bc7f8be895e1.json b/abed_results/shanghai_license/best_pelt/c281bc7f8be895e1.json
new file mode 100644
index 00000000..8246fd16
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/c281bc7f8be895e1.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/c31bd96ffd5dd0d4.json b/abed_results/shanghai_license/best_pelt/c31bd96ffd5dd0d4.json
new file mode 100644
index 00000000..8c30d609
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/c31bd96ffd5dd0d4.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/c349c4cac4800f89.json b/abed_results/shanghai_license/best_pelt/c349c4cac4800f89.json
new file mode 100644
index 00000000..ac87a515
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/c349c4cac4800f89.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/c387a70097365fb3.json b/abed_results/shanghai_license/best_pelt/c387a70097365fb3.json
new file mode 100644
index 00000000..81d8de3e
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/c387a70097365fb3.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/c6f37aa672ff60d6.json b/abed_results/shanghai_license/best_pelt/c6f37aa672ff60d6.json
new file mode 100644
index 00000000..0fb55951
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/c6f37aa672ff60d6.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/ca905d2bd2e6d477.json b/abed_results/shanghai_license/best_pelt/ca905d2bd2e6d477.json
new file mode 100644
index 00000000..c7e3d050
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/ca905d2bd2e6d477.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/ccb77948580dfaab.json b/abed_results/shanghai_license/best_pelt/ccb77948580dfaab.json
new file mode 100644
index 00000000..4044a005
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/ccb77948580dfaab.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/cefa19934b1b574a.json b/abed_results/shanghai_license/best_pelt/cefa19934b1b574a.json
new file mode 100644
index 00000000..5fa5cc08
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/cefa19934b1b574a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/cf823eadc4c28549.json b/abed_results/shanghai_license/best_pelt/cf823eadc4c28549.json
new file mode 100644
index 00000000..b4f3f0d9
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/cf823eadc4c28549.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/d31ad71cc84dafc7.json b/abed_results/shanghai_license/best_pelt/d31ad71cc84dafc7.json
new file mode 100644
index 00000000..1b2f3e73
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/d31ad71cc84dafc7.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/d7a37bdda64f4a14.json b/abed_results/shanghai_license/best_pelt/d7a37bdda64f4a14.json
new file mode 100644
index 00000000..11a51d21
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/d7a37bdda64f4a14.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/d7fce50729cf5432.json b/abed_results/shanghai_license/best_pelt/d7fce50729cf5432.json
new file mode 100644
index 00000000..6f38b4fa
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/d7fce50729cf5432.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/df87956a1d915e37.json b/abed_results/shanghai_license/best_pelt/df87956a1d915e37.json
new file mode 100644
index 00000000..6a0af381
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/df87956a1d915e37.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p AIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/e4b4880361cd711c.json b/abed_results/shanghai_license/best_pelt/e4b4880361cd711c.json
new file mode 100644
index 00000000..c1a0c747
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/e4b4880361cd711c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/e5d068972330aaf1.json b/abed_results/shanghai_license/best_pelt/e5d068972330aaf1.json
new file mode 100644
index 00000000..f9a263f7
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/e5d068972330aaf1.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/ee8415062bd5be31.json b/abed_results/shanghai_license/best_pelt/ee8415062bd5be31.json
new file mode 100644
index 00000000..061fa39f
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/ee8415062bd5be31.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/eedc0aaed29116da.json b/abed_results/shanghai_license/best_pelt/eedc0aaed29116da.json
new file mode 100644
index 00000000..1831dd56
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/eedc0aaed29116da.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/ef7cc4a3ac6c7a18.json b/abed_results/shanghai_license/best_pelt/ef7cc4a3ac6c7a18.json
new file mode 100644
index 00000000..1aab542b
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/ef7cc4a3ac6c7a18.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p None -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/f33f0e5ab55dc635.json b/abed_results/shanghai_license/best_pelt/f33f0e5ab55dc635.json
new file mode 100644
index 00000000..f8484edc
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/f33f0e5ab55dc635.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Asymptotic -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/f624c7e68e40a9c8.json b/abed_results/shanghai_license/best_pelt/f624c7e68e40a9c8.json
new file mode 100644
index 00000000..0724d983
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/f624c7e68e40a9c8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p Hannan-Quinn -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/f9023549e1f5109f.json b/abed_results/shanghai_license/best_pelt/f9023549e1f5109f.json
new file mode 100644
index 00000000..f78edd79
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/f9023549e1f5109f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p BIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/fca6298b5143a748.json b/abed_results/shanghai_license/best_pelt/fca6298b5143a748.json
new file mode 100644
index 00000000..8afdb187
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/fca6298b5143a748.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p MBIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/fe7b622e1968f0ae.json b/abed_results/shanghai_license/best_pelt/fe7b622e1968f0ae.json
new file mode 100644
index 00000000..1b1b3c63
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/fe7b622e1968f0ae.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			146,
+			167,
+			204
+		],
+		"runtime" : 0.003658295
+	}
+} 
diff --git a/abed_results/shanghai_license/best_pelt/fea4143f7a86c6f0.json b/abed_results/shanghai_license/best_pelt/fea4143f7a86c6f0.json
new file mode 100644
index 00000000..e1a7fa73
--- /dev/null
+++ b/abed_results/shanghai_license/best_pelt/fea4143f7a86c6f0.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/shanghai_license.json -p SIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "shanghai_license",
+	"dataset_md5" : "b4ac173eb6c0a1a4d10268abc109eda1",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+}