initial commit

126 files changed, 5277 insertions, 0 deletions

diff --git a/abed_results/us_population/best_pelt/019a2d743cdb177b.json b/abed_results/us_population/best_pelt/019a2d743cdb177b.json
new file mode 100644
index 00000000..c624e4b1
--- /dev/null
+++ b/abed_results/us_population/best_pelt/019a2d743cdb177b.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/023a67632f3350f8.json b/abed_results/us_population/best_pelt/023a67632f3350f8.json
new file mode 100644
index 00000000..e3381708
--- /dev/null
+++ b/abed_results/us_population/best_pelt/023a67632f3350f8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/02a55f59e83d82ad.json b/abed_results/us_population/best_pelt/02a55f59e83d82ad.json
new file mode 100644
index 00000000..a5c5f66a
--- /dev/null
+++ b/abed_results/us_population/best_pelt/02a55f59e83d82ad.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/0453094649a318db.json b/abed_results/us_population/best_pelt/0453094649a318db.json
new file mode 100644
index 00000000..57370f09
--- /dev/null
+++ b/abed_results/us_population/best_pelt/0453094649a318db.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/050d6c2252d7d5d5.json b/abed_results/us_population/best_pelt/050d6c2252d7d5d5.json
new file mode 100644
index 00000000..755a07b5
--- /dev/null
+++ b/abed_results/us_population/best_pelt/050d6c2252d7d5d5.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/053f9ce8ae15dac2.json b/abed_results/us_population/best_pelt/053f9ce8ae15dac2.json
new file mode 100644
index 00000000..f6594c39
--- /dev/null
+++ b/abed_results/us_population/best_pelt/053f9ce8ae15dac2.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/0540b2a84dc1e652.json b/abed_results/us_population/best_pelt/0540b2a84dc1e652.json
new file mode 100644
index 00000000..a37e2858
--- /dev/null
+++ b/abed_results/us_population/best_pelt/0540b2a84dc1e652.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/0729d2c52adce81e.json b/abed_results/us_population/best_pelt/0729d2c52adce81e.json
new file mode 100644
index 00000000..b83d7698
--- /dev/null
+++ b/abed_results/us_population/best_pelt/0729d2c52adce81e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/0baf0c24c8a422b8.json b/abed_results/us_population/best_pelt/0baf0c24c8a422b8.json
new file mode 100644
index 00000000..16987ae1
--- /dev/null
+++ b/abed_results/us_population/best_pelt/0baf0c24c8a422b8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/0bb2137eab6136c6.json b/abed_results/us_population/best_pelt/0bb2137eab6136c6.json
new file mode 100644
index 00000000..28ebf1f3
--- /dev/null
+++ b/abed_results/us_population/best_pelt/0bb2137eab6136c6.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/0ce6dbb79acdffb6.json b/abed_results/us_population/best_pelt/0ce6dbb79acdffb6.json
new file mode 100644
index 00000000..102b57e8
--- /dev/null
+++ b/abed_results/us_population/best_pelt/0ce6dbb79acdffb6.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/0e74119c8d42c5b0.json b/abed_results/us_population/best_pelt/0e74119c8d42c5b0.json
new file mode 100644
index 00000000..e710935e
--- /dev/null
+++ b/abed_results/us_population/best_pelt/0e74119c8d42c5b0.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/0ec56a16286451d9.json b/abed_results/us_population/best_pelt/0ec56a16286451d9.json
new file mode 100644
index 00000000..dfb0101c
--- /dev/null
+++ b/abed_results/us_population/best_pelt/0ec56a16286451d9.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/1083df1793f7c91a.json b/abed_results/us_population/best_pelt/1083df1793f7c91a.json
new file mode 100644
index 00000000..296dfb29
--- /dev/null
+++ b/abed_results/us_population/best_pelt/1083df1793f7c91a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/124ed40c6d0077e6.json b/abed_results/us_population/best_pelt/124ed40c6d0077e6.json
new file mode 100644
index 00000000..781bb7cb
--- /dev/null
+++ b/abed_results/us_population/best_pelt/124ed40c6d0077e6.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/1250dce92e2c5ff0.json b/abed_results/us_population/best_pelt/1250dce92e2c5ff0.json
new file mode 100644
index 00000000..efd38580
--- /dev/null
+++ b/abed_results/us_population/best_pelt/1250dce92e2c5ff0.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/1739bfe7a5e3630f.json b/abed_results/us_population/best_pelt/1739bfe7a5e3630f.json
new file mode 100644
index 00000000..56fe98b7
--- /dev/null
+++ b/abed_results/us_population/best_pelt/1739bfe7a5e3630f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/17644d504cb4a8ae.json b/abed_results/us_population/best_pelt/17644d504cb4a8ae.json
new file mode 100644
index 00000000..0a7947cb
--- /dev/null
+++ b/abed_results/us_population/best_pelt/17644d504cb4a8ae.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/1b224e0e8967b079.json b/abed_results/us_population/best_pelt/1b224e0e8967b079.json
new file mode 100644
index 00000000..f49c3445
--- /dev/null
+++ b/abed_results/us_population/best_pelt/1b224e0e8967b079.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/1d1c61b79c66a55a.json b/abed_results/us_population/best_pelt/1d1c61b79c66a55a.json
new file mode 100644
index 00000000..bf78f1c8
--- /dev/null
+++ b/abed_results/us_population/best_pelt/1d1c61b79c66a55a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/1f87e18cab7bb58b.json b/abed_results/us_population/best_pelt/1f87e18cab7bb58b.json
new file mode 100644
index 00000000..de866772
--- /dev/null
+++ b/abed_results/us_population/best_pelt/1f87e18cab7bb58b.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/234c7fab979d164f.json b/abed_results/us_population/best_pelt/234c7fab979d164f.json
new file mode 100644
index 00000000..5ed45d7d
--- /dev/null
+++ b/abed_results/us_population/best_pelt/234c7fab979d164f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/238ecf1e13633bfd.json b/abed_results/us_population/best_pelt/238ecf1e13633bfd.json
new file mode 100644
index 00000000..c68aa3f6
--- /dev/null
+++ b/abed_results/us_population/best_pelt/238ecf1e13633bfd.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/24a3d86c56a8fb50.json b/abed_results/us_population/best_pelt/24a3d86c56a8fb50.json
new file mode 100644
index 00000000..cedc2d49
--- /dev/null
+++ b/abed_results/us_population/best_pelt/24a3d86c56a8fb50.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/25ebab3038476122.json b/abed_results/us_population/best_pelt/25ebab3038476122.json
new file mode 100644
index 00000000..e16f66e6
--- /dev/null
+++ b/abed_results/us_population/best_pelt/25ebab3038476122.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/2bb1cc3292fabd92.json b/abed_results/us_population/best_pelt/2bb1cc3292fabd92.json
new file mode 100644
index 00000000..852f0aa1
--- /dev/null
+++ b/abed_results/us_population/best_pelt/2bb1cc3292fabd92.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/2d8e0d8b16c37526.json b/abed_results/us_population/best_pelt/2d8e0d8b16c37526.json
new file mode 100644
index 00000000..83c15ea2
--- /dev/null
+++ b/abed_results/us_population/best_pelt/2d8e0d8b16c37526.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/2e0046b81f293eb1.json b/abed_results/us_population/best_pelt/2e0046b81f293eb1.json
new file mode 100644
index 00000000..2e06ccf4
--- /dev/null
+++ b/abed_results/us_population/best_pelt/2e0046b81f293eb1.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/3427e6297712a664.json b/abed_results/us_population/best_pelt/3427e6297712a664.json
new file mode 100644
index 00000000..bcf31aa4
--- /dev/null
+++ b/abed_results/us_population/best_pelt/3427e6297712a664.json
@@ -0,0 +1,90 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			17,
+			31,
+			43,
+			55,
+			67,
+			79,
+			91,
+			103,
+			115,
+			127,
+			139,
+			151,
+			163,
+			175,
+			187,
+			199,
+			211,
+			223,
+			235,
+			247,
+			259,
+			271,
+			282,
+			295,
+			307,
+			319,
+			331,
+			343,
+			355,
+			367,
+			379,
+			391,
+			403,
+			415,
+			427,
+			439,
+			450,
+			462,
+			474,
+			486,
+			498,
+			510,
+			522,
+			534,
+			546,
+			558,
+			571,
+			583,
+			595,
+			607,
+			619,
+			631,
+			643,
+			655,
+			667,
+			679,
+			691,
+			703,
+			715,
+			727,
+			739,
+			751,
+			763,
+			775,
+			787,
+			800,
+			815
+		],
+		"runtime" : 0.004805565
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/35de32c19cda4ca3.json b/abed_results/us_population/best_pelt/35de32c19cda4ca3.json
new file mode 100644
index 00000000..3ad6aacc
--- /dev/null
+++ b/abed_results/us_population/best_pelt/35de32c19cda4ca3.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/37684e2ab7aaeb79.json b/abed_results/us_population/best_pelt/37684e2ab7aaeb79.json
new file mode 100644
index 00000000..96e1799a
--- /dev/null
+++ b/abed_results/us_population/best_pelt/37684e2ab7aaeb79.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/390d0f4c7d2eeb83.json b/abed_results/us_population/best_pelt/390d0f4c7d2eeb83.json
new file mode 100644
index 00000000..0e14e1ec
--- /dev/null
+++ b/abed_results/us_population/best_pelt/390d0f4c7d2eeb83.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/3de91934d6fed3e8.json b/abed_results/us_population/best_pelt/3de91934d6fed3e8.json
new file mode 100644
index 00000000..f22d6546
--- /dev/null
+++ b/abed_results/us_population/best_pelt/3de91934d6fed3e8.json
@@ -0,0 +1,344 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			2,
+			4,
+			6,
+			8,
+			10,
+			12,
+			14,
+			16,
+			18,
+			20,
+			23,
+			26,
+			28,
+			30,
+			32,
+			35,
+			38,
+			40,
+			43,
+			45,
+			47,
+			50,
+			52,
+			54,
+			57,
+			59,
+			62,
+			64,
+			66,
+			68,
+			71,
+			74,
+			76,
+			78,
+			81,
+			84,
+			86,
+			88,
+			90,
+			92,
+			95,
+			98,
+			100,
+			102,
+			104,
+			107,
+			110,
+			112,
+			114,
+			116,
+			119,
+			122,
+			124,
+			127,
+			129,
+			132,
+			134,
+			136,
+			138,
+			140,
+			143,
+			146,
+			148,
+			150,
+			152,
+			155,
+			158,
+			161,
+			164,
+			167,
+			170,
+			172,
+			174,
+			176,
+			179,
+			182,
+			184,
+			186,
+			189,
+			191,
+			193,
+			196,
+			198,
+			200,
+			203,
+			205,
+			207,
+			210,
+			213,
+			215,
+			218,
+			220,
+			222,
+			224,
+			227,
+			230,
+			232,
+			234,
+			236,
+			239,
+			242,
+			244,
+			247,
+			249,
+			251,
+			254,
+			256,
+			258,
+			260,
+			263,
+			266,
+			268,
+			270,
+			272,
+			275,
+			278,
+			280,
+			282,
+			285,
+			288,
+			290,
+			292,
+			294,
+			296,
+			299,
+			302,
+			304,
+			307,
+			309,
+			311,
+			314,
+			316,
+			319,
+			321,
+			323,
+			326,
+			328,
+			330,
+			332,
+			335,
+			338,
+			340,
+			342,
+			344,
+			347,
+			350,
+			353,
+			356,
+			359,
+			362,
+			365,
+			368,
+			371,
+			374,
+			376,
+			378,
+			380,
+			383,
+			386,
+			389,
+			392,
+			395,
+			398,
+			400,
+			402,
+			404,
+			407,
+			410,
+			412,
+			415,
+			417,
+			419,
+			422,
+			425,
+			428,
+			431,
+			434,
+			437,
+			440,
+			443,
+			446,
+			449,
+			452,
+			455,
+			458,
+			460,
+			462,
+			464,
+			467,
+			470,
+			472,
+			474,
+			477,
+			479,
+			482,
+			484,
+			486,
+			488,
+			491,
+			494,
+			496,
+			498,
+			500,
+			503,
+			506,
+			509,
+			512,
+			515,
+			518,
+			521,
+			524,
+			527,
+			530,
+			532,
+			534,
+			537,
+			539,
+			542,
+			544,
+			546,
+			548,
+			551,
+			554,
+			556,
+			558,
+			561,
+			563,
+			566,
+			569,
+			572,
+			575,
+			578,
+			580,
+			583,
+			586,
+			588,
+			590,
+			592,
+			595,
+			597,
+			600,
+			603,
+			606,
+			609,
+			611,
+			614,
+			616,
+			618,
+			620,
+			623,
+			626,
+			629,
+			632,
+			635,
+			638,
+			641,
+			644,
+			647,
+			650,
+			652,
+			655,
+			658,
+			660,
+			662,
+			664,
+			667,
+			669,
+			671,
+			674,
+			676,
+			679,
+			681,
+			684,
+			686,
+			688,
+			691,
+			694,
+			697,
+			699,
+			702,
+			704,
+			707,
+			710,
+			713,
+			716,
+			719,
+			722,
+			724,
+			727,
+			729,
+			731,
+			734,
+			736,
+			738,
+			741,
+			743,
+			746,
+			748,
+			750,
+			753,
+			755,
+			758,
+			761,
+			764,
+			767,
+			770,
+			773,
+			776,
+			779,
+			782,
+			785,
+			788,
+			791,
+			794,
+			797,
+			800,
+			803,
+			806,
+			809,
+			812,
+			815
+		],
+		"runtime" : 0.002785683
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/416fd71d731c05f0.json b/abed_results/us_population/best_pelt/416fd71d731c05f0.json
new file mode 100644
index 00000000..58e3b538
--- /dev/null
+++ b/abed_results/us_population/best_pelt/416fd71d731c05f0.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/4443331027d30371.json b/abed_results/us_population/best_pelt/4443331027d30371.json
new file mode 100644
index 00000000..e1a5e4b6
--- /dev/null
+++ b/abed_results/us_population/best_pelt/4443331027d30371.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/474b16f13cc8d9fc.json b/abed_results/us_population/best_pelt/474b16f13cc8d9fc.json
new file mode 100644
index 00000000..58e3bb69
--- /dev/null
+++ b/abed_results/us_population/best_pelt/474b16f13cc8d9fc.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/479ff7833d0d5980.json b/abed_results/us_population/best_pelt/479ff7833d0d5980.json
new file mode 100644
index 00000000..d01d52a8
--- /dev/null
+++ b/abed_results/us_population/best_pelt/479ff7833d0d5980.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/4a5e9466c2adb70d.json b/abed_results/us_population/best_pelt/4a5e9466c2adb70d.json
new file mode 100644
index 00000000..0a033bdf
--- /dev/null
+++ b/abed_results/us_population/best_pelt/4a5e9466c2adb70d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/4af9d37bb0285c81.json b/abed_results/us_population/best_pelt/4af9d37bb0285c81.json
new file mode 100644
index 00000000..28c19cb3
--- /dev/null
+++ b/abed_results/us_population/best_pelt/4af9d37bb0285c81.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/4d2fc78031bdb5bc.json b/abed_results/us_population/best_pelt/4d2fc78031bdb5bc.json
new file mode 100644
index 00000000..b124be04
--- /dev/null
+++ b/abed_results/us_population/best_pelt/4d2fc78031bdb5bc.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/4d98480f2b1948f2.json b/abed_results/us_population/best_pelt/4d98480f2b1948f2.json
new file mode 100644
index 00000000..3bfaba40
--- /dev/null
+++ b/abed_results/us_population/best_pelt/4d98480f2b1948f2.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/4ec8de2d1e55b050.json b/abed_results/us_population/best_pelt/4ec8de2d1e55b050.json
new file mode 100644
index 00000000..736635cd
--- /dev/null
+++ b/abed_results/us_population/best_pelt/4ec8de2d1e55b050.json
@@ -0,0 +1,39 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			111,
+			208,
+			280,
+			333,
+			371,
+			400,
+			417,
+			427,
+			436,
+			448,
+			465,
+			491,
+			534,
+			593,
+			679,
+			815
+		],
+		"runtime" : 0.007744312
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/4fc572698ab27f5e.json b/abed_results/us_population/best_pelt/4fc572698ab27f5e.json
new file mode 100644
index 00000000..38c67686
--- /dev/null
+++ b/abed_results/us_population/best_pelt/4fc572698ab27f5e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/5432b02b0d4b8994.json b/abed_results/us_population/best_pelt/5432b02b0d4b8994.json
new file mode 100644
index 00000000..bb50178c
--- /dev/null
+++ b/abed_results/us_population/best_pelt/5432b02b0d4b8994.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/58cc139073311121.json b/abed_results/us_population/best_pelt/58cc139073311121.json
new file mode 100644
index 00000000..9cdea5e9
--- /dev/null
+++ b/abed_results/us_population/best_pelt/58cc139073311121.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/5cf80cd0e44a345a.json b/abed_results/us_population/best_pelt/5cf80cd0e44a345a.json
new file mode 100644
index 00000000..73bcc288
--- /dev/null
+++ b/abed_results/us_population/best_pelt/5cf80cd0e44a345a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/60897d03f50f9e7a.json b/abed_results/us_population/best_pelt/60897d03f50f9e7a.json
new file mode 100644
index 00000000..f9f4547d
--- /dev/null
+++ b/abed_results/us_population/best_pelt/60897d03f50f9e7a.json
@@ -0,0 +1,29 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			221,
+			338,
+			401,
+			462,
+			550,
+			815
+		],
+		"runtime" : 0.005437613
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/61ffc9f2841e784b.json b/abed_results/us_population/best_pelt/61ffc9f2841e784b.json
new file mode 100644
index 00000000..0af391a1
--- /dev/null
+++ b/abed_results/us_population/best_pelt/61ffc9f2841e784b.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/67335e70431beb3e.json b/abed_results/us_population/best_pelt/67335e70431beb3e.json
new file mode 100644
index 00000000..c5c368e0
--- /dev/null
+++ b/abed_results/us_population/best_pelt/67335e70431beb3e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/6840eee7ae26dc86.json b/abed_results/us_population/best_pelt/6840eee7ae26dc86.json
new file mode 100644
index 00000000..47352335
--- /dev/null
+++ b/abed_results/us_population/best_pelt/6840eee7ae26dc86.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/6b771ef2ac2439e1.json b/abed_results/us_population/best_pelt/6b771ef2ac2439e1.json
new file mode 100644
index 00000000..dd8737ce
--- /dev/null
+++ b/abed_results/us_population/best_pelt/6b771ef2ac2439e1.json
@@ -0,0 +1,839 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			0,
+			1,
+			2,
+			3,
+			4,
+			5,
+			6,
+			7,
+			8,
+			9,
+			10,
+			11,
+			12,
+			13,
+			14,
+			15,
+			16,
+			17,
+			18,
+			19,
+			20,
+			21,
+			22,
+			23,
+			24,
+			25,
+			26,
+			27,
+			28,
+			29,
+			30,
+			31,
+			32,
+			33,
+			34,
+			35,
+			36,
+			37,
+			38,
+			39,
+			40,
+			41,
+			42,
+			43,
+			44,
+			45,
+			46,
+			47,
+			48,
+			49,
+			50,
+			51,
+			52,
+			53,
+			54,
+			55,
+			56,
+			57,
+			58,
+			59,
+			60,
+			61,
+			62,
+			63,
+			64,
+			65,
+			66,
+			67,
+			68,
+			69,
+			70,
+			71,
+			72,
+			73,
+			74,
+			75,
+			76,
+			77,
+			78,
+			79,
+			80,
+			81,
+			82,
+			83,
+			84,
+			85,
+			86,
+			87,
+			88,
+			89,
+			90,
+			91,
+			92,
+			93,
+			94,
+			95,
+			96,
+			97,
+			98,
+			99,
+			100,
+			101,
+			102,
+			103,
+			104,
+			105,
+			106,
+			107,
+			108,
+			109,
+			110,
+			111,
+			112,
+			113,
+			114,
+			115,
+			116,
+			117,
+			118,
+			119,
+			120,
+			121,
+			122,
+			123,
+			124,
+			125,
+			126,
+			127,
+			128,
+			129,
+			130,
+			131,
+			132,
+			133,
+			134,
+			135,
+			136,
+			137,
+			138,
+			139,
+			140,
+			141,
+			142,
+			143,
+			144,
+			145,
+			146,
+			147,
+			148,
+			149,
+			150,
+			151,
+			152,
+			153,
+			154,
+			155,
+			156,
+			157,
+			158,
+			159,
+			160,
+			161,
+			162,
+			163,
+			164,
+			165,
+			166,
+			167,
+			168,
+			169,
+			170,
+			171,
+			172,
+			173,
+			174,
+			175,
+			176,
+			177,
+			178,
+			179,
+			180,
+			181,
+			182,
+			183,
+			184,
+			185,
+			186,
+			187,
+			188,
+			189,
+			190,
+			191,
+			192,
+			193,
+			194,
+			195,
+			196,
+			197,
+			198,
+			199,
+			200,
+			201,
+			202,
+			203,
+			204,
+			205,
+			206,
+			207,
+			208,
+			209,
+			210,
+			211,
+			212,
+			213,
+			214,
+			215,
+			216,
+			217,
+			218,
+			219,
+			220,
+			221,
+			222,
+			223,
+			224,
+			225,
+			226,
+			227,
+			228,
+			229,
+			230,
+			231,
+			232,
+			233,
+			234,
+			235,
+			236,
+			237,
+			238,
+			239,
+			240,
+			241,
+			242,
+			243,
+			244,
+			245,
+			246,
+			247,
+			248,
+			249,
+			250,
+			251,
+			252,
+			253,
+			254,
+			255,
+			256,
+			257,
+			258,
+			259,
+			260,
+			261,
+			262,
+			263,
+			264,
+			265,
+			266,
+			267,
+			268,
+			269,
+			270,
+			271,
+			272,
+			273,
+			274,
+			275,
+			276,
+			277,
+			278,
+			279,
+			280,
+			281,
+			282,
+			283,
+			284,
+			285,
+			286,
+			287,
+			288,
+			289,
+			290,
+			291,
+			292,
+			293,
+			294,
+			295,
+			296,
+			297,
+			298,
+			299,
+			300,
+			301,
+			302,
+			303,
+			304,
+			305,
+			306,
+			307,
+			308,
+			309,
+			310,
+			311,
+			312,
+			313,
+			314,
+			315,
+			316,
+			317,
+			318,
+			319,
+			320,
+			321,
+			322,
+			323,
+			324,
+			325,
+			326,
+			327,
+			328,
+			329,
+			330,
+			331,
+			332,
+			333,
+			334,
+			335,
+			336,
+			337,
+			338,
+			339,
+			340,
+			341,
+			342,
+			343,
+			344,
+			345,
+			346,
+			347,
+			348,
+			349,
+			350,
+			351,
+			352,
+			353,
+			354,
+			355,
+			356,
+			357,
+			358,
+			359,
+			360,
+			361,
+			362,
+			363,
+			364,
+			365,
+			366,
+			367,
+			368,
+			369,
+			370,
+			371,
+			372,
+			373,
+			374,
+			375,
+			376,
+			377,
+			378,
+			379,
+			380,
+			381,
+			382,
+			383,
+			384,
+			385,
+			386,
+			387,
+			388,
+			389,
+			390,
+			391,
+			392,
+			393,
+			394,
+			395,
+			396,
+			397,
+			398,
+			399,
+			400,
+			401,
+			402,
+			403,
+			404,
+			405,
+			406,
+			407,
+			408,
+			409,
+			410,
+			411,
+			412,
+			413,
+			414,
+			415,
+			416,
+			417,
+			418,
+			419,
+			420,
+			421,
+			422,
+			423,
+			424,
+			425,
+			426,
+			427,
+			428,
+			429,
+			430,
+			431,
+			432,
+			433,
+			434,
+			435,
+			436,
+			437,
+			438,
+			439,
+			440,
+			441,
+			442,
+			443,
+			444,
+			445,
+			446,
+			447,
+			448,
+			449,
+			450,
+			451,
+			452,
+			453,
+			454,
+			455,
+			456,
+			457,
+			458,
+			459,
+			460,
+			461,
+			462,
+			463,
+			464,
+			465,
+			466,
+			467,
+			468,
+			469,
+			470,
+			471,
+			472,
+			473,
+			474,
+			475,
+			476,
+			477,
+			478,
+			479,
+			480,
+			481,
+			482,
+			483,
+			484,
+			485,
+			486,
+			487,
+			488,
+			489,
+			490,
+			491,
+			492,
+			493,
+			494,
+			495,
+			496,
+			497,
+			498,
+			499,
+			500,
+			501,
+			502,
+			503,
+			504,
+			505,
+			506,
+			507,
+			508,
+			509,
+			510,
+			511,
+			512,
+			513,
+			514,
+			515,
+			516,
+			517,
+			518,
+			519,
+			520,
+			521,
+			522,
+			523,
+			524,
+			525,
+			526,
+			527,
+			528,
+			529,
+			530,
+			531,
+			532,
+			533,
+			534,
+			535,
+			536,
+			537,
+			538,
+			539,
+			540,
+			541,
+			542,
+			543,
+			544,
+			545,
+			546,
+			547,
+			548,
+			549,
+			550,
+			551,
+			552,
+			553,
+			554,
+			555,
+			556,
+			557,
+			558,
+			559,
+			560,
+			561,
+			562,
+			563,
+			564,
+			565,
+			566,
+			567,
+			568,
+			569,
+			570,
+			571,
+			572,
+			573,
+			574,
+			575,
+			576,
+			577,
+			578,
+			579,
+			580,
+			581,
+			582,
+			583,
+			584,
+			585,
+			586,
+			587,
+			588,
+			589,
+			590,
+			591,
+			592,
+			593,
+			594,
+			595,
+			596,
+			597,
+			598,
+			599,
+			600,
+			601,
+			602,
+			603,
+			604,
+			605,
+			606,
+			607,
+			608,
+			609,
+			610,
+			611,
+			612,
+			613,
+			614,
+			615,
+			616,
+			617,
+			618,
+			619,
+			620,
+			621,
+			622,
+			623,
+			624,
+			625,
+			626,
+			627,
+			628,
+			629,
+			630,
+			631,
+			632,
+			633,
+			634,
+			635,
+			636,
+			637,
+			638,
+			639,
+			640,
+			641,
+			642,
+			643,
+			644,
+			645,
+			646,
+			647,
+			648,
+			649,
+			650,
+			651,
+			652,
+			653,
+			654,
+			655,
+			656,
+			657,
+			658,
+			659,
+			660,
+			661,
+			662,
+			663,
+			664,
+			665,
+			666,
+			667,
+			668,
+			669,
+			670,
+			671,
+			672,
+			673,
+			674,
+			675,
+			676,
+			677,
+			678,
+			679,
+			680,
+			681,
+			682,
+			683,
+			684,
+			685,
+			686,
+			687,
+			688,
+			689,
+			690,
+			691,
+			692,
+			693,
+			694,
+			695,
+			696,
+			697,
+			698,
+			699,
+			700,
+			701,
+			702,
+			703,
+			704,
+			705,
+			706,
+			707,
+			708,
+			709,
+			710,
+			711,
+			712,
+			713,
+			714,
+			715,
+			716,
+			717,
+			718,
+			719,
+			720,
+			721,
+			722,
+			723,
+			724,
+			725,
+			726,
+			727,
+			728,
+			729,
+			730,
+			731,
+			732,
+			733,
+			734,
+			735,
+			736,
+			737,
+			738,
+			739,
+			740,
+			741,
+			742,
+			743,
+			744,
+			745,
+			746,
+			747,
+			748,
+			749,
+			750,
+			751,
+			752,
+			753,
+			754,
+			755,
+			756,
+			757,
+			758,
+			759,
+			760,
+			761,
+			762,
+			763,
+			764,
+			765,
+			766,
+			767,
+			768,
+			769,
+			770,
+			771,
+			772,
+			773,
+			774,
+			775,
+			776,
+			777,
+			778,
+			779,
+			780,
+			781,
+			782,
+			783,
+			784,
+			785,
+			786,
+			787,
+			788,
+			789,
+			790,
+			791,
+			792,
+			793,
+			794,
+			795,
+			796,
+			797,
+			798,
+			799,
+			800,
+			801,
+			802,
+			803,
+			804,
+			805,
+			806,
+			807,
+			808,
+			809,
+			810,
+			811,
+			812,
+			813,
+			814,
+			815
+		],
+		"runtime" : 0.003152847
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/6c95306b56cd70cf.json b/abed_results/us_population/best_pelt/6c95306b56cd70cf.json
new file mode 100644
index 00000000..d8565f42
--- /dev/null
+++ b/abed_results/us_population/best_pelt/6c95306b56cd70cf.json
@@ -0,0 +1,115 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			8,
+			18,
+			26,
+			33,
+			42,
+			49,
+			57,
+			67,
+			76,
+			84,
+			92,
+			102,
+			110,
+			118,
+			128,
+			138,
+			146,
+			153,
+			163,
+			172,
+			179,
+			188,
+			199,
+			210,
+			219,
+			227,
+			236,
+			247,
+			256,
+			263,
+			271,
+			280,
+			287,
+			296,
+			307,
+			317,
+			325,
+			333,
+			343,
+			354,
+			363,
+			371,
+			380,
+			391,
+			402,
+			412,
+			420,
+			428,
+			439,
+			449,
+			458,
+			465,
+			474,
+			482,
+			489,
+			498,
+			506,
+			514,
+			523,
+			532,
+			540,
+			548,
+			558,
+			567,
+			575,
+			583,
+			592,
+			600,
+			608,
+			618,
+			627,
+			634,
+			643,
+			653,
+			661,
+			669,
+			678,
+			686,
+			694,
+			703,
+			713,
+			721,
+			729,
+			739,
+			750,
+			759,
+			767,
+			776,
+			787,
+			798,
+			807,
+			815
+		],
+		"runtime" : 0.004737616
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/6e0d39da047dcffb.json b/abed_results/us_population/best_pelt/6e0d39da047dcffb.json
new file mode 100644
index 00000000..81ac10ee
--- /dev/null
+++ b/abed_results/us_population/best_pelt/6e0d39da047dcffb.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/6f7fd62b1700a65a.json b/abed_results/us_population/best_pelt/6f7fd62b1700a65a.json
new file mode 100644
index 00000000..740c8bb0
--- /dev/null
+++ b/abed_results/us_population/best_pelt/6f7fd62b1700a65a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/700e3cd5351636b5.json b/abed_results/us_population/best_pelt/700e3cd5351636b5.json
new file mode 100644
index 00000000..bcd59ce1
--- /dev/null
+++ b/abed_results/us_population/best_pelt/700e3cd5351636b5.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/76f42e4214d51295.json b/abed_results/us_population/best_pelt/76f42e4214d51295.json
new file mode 100644
index 00000000..03801bc5
--- /dev/null
+++ b/abed_results/us_population/best_pelt/76f42e4214d51295.json
@@ -0,0 +1,30 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			104,
+			223,
+			344,
+			473,
+			571,
+			680,
+			815
+		],
+		"runtime" : 0.005614758
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/7c25a28b4a858204.json b/abed_results/us_population/best_pelt/7c25a28b4a858204.json
new file mode 100644
index 00000000..de85ee50
--- /dev/null
+++ b/abed_results/us_population/best_pelt/7c25a28b4a858204.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f mean -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/7c6c685dc233d3c2.json b/abed_results/us_population/best_pelt/7c6c685dc233d3c2.json
new file mode 100644
index 00000000..eeeca122
--- /dev/null
+++ b/abed_results/us_population/best_pelt/7c6c685dc233d3c2.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/7c98f31ee94d33d6.json b/abed_results/us_population/best_pelt/7c98f31ee94d33d6.json
new file mode 100644
index 00000000..93462214
--- /dev/null
+++ b/abed_results/us_population/best_pelt/7c98f31ee94d33d6.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/7d20140d42c43296.json b/abed_results/us_population/best_pelt/7d20140d42c43296.json
new file mode 100644
index 00000000..c750d6fa
--- /dev/null
+++ b/abed_results/us_population/best_pelt/7d20140d42c43296.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/7ebae7276b31ba99.json b/abed_results/us_population/best_pelt/7ebae7276b31ba99.json
new file mode 100644
index 00000000..e99cca8a
--- /dev/null
+++ b/abed_results/us_population/best_pelt/7ebae7276b31ba99.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/8061cd39c1025fab.json b/abed_results/us_population/best_pelt/8061cd39c1025fab.json
new file mode 100644
index 00000000..efe3df25
--- /dev/null
+++ b/abed_results/us_population/best_pelt/8061cd39c1025fab.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/84b8d61b5903031a.json b/abed_results/us_population/best_pelt/84b8d61b5903031a.json
new file mode 100644
index 00000000..35e39675
--- /dev/null
+++ b/abed_results/us_population/best_pelt/84b8d61b5903031a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/877fb7e048ba4350.json b/abed_results/us_population/best_pelt/877fb7e048ba4350.json
new file mode 100644
index 00000000..dc322e13
--- /dev/null
+++ b/abed_results/us_population/best_pelt/877fb7e048ba4350.json
@@ -0,0 +1,92 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			10,
+			20,
+			32,
+			44,
+			56,
+			68,
+			80,
+			92,
+			103,
+			115,
+			127,
+			139,
+			151,
+			163,
+			175,
+			187,
+			199,
+			211,
+			223,
+			235,
+			247,
+			259,
+			271,
+			282,
+			295,
+			307,
+			319,
+			331,
+			343,
+			355,
+			367,
+			379,
+			391,
+			403,
+			415,
+			427,
+			439,
+			450,
+			462,
+			474,
+			486,
+			498,
+			510,
+			522,
+			534,
+			546,
+			558,
+			571,
+			583,
+			595,
+			607,
+			619,
+			631,
+			643,
+			655,
+			667,
+			679,
+			691,
+			703,
+			715,
+			727,
+			739,
+			751,
+			763,
+			775,
+			787,
+			798,
+			807,
+			815
+		],
+		"runtime" : 0.004575968
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/88902809ebedfc2c.json b/abed_results/us_population/best_pelt/88902809ebedfc2c.json
new file mode 100644
index 00000000..981a970f
--- /dev/null
+++ b/abed_results/us_population/best_pelt/88902809ebedfc2c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/8dd2f1c4168d1fa7.json b/abed_results/us_population/best_pelt/8dd2f1c4168d1fa7.json
new file mode 100644
index 00000000..097833f0
--- /dev/null
+++ b/abed_results/us_population/best_pelt/8dd2f1c4168d1fa7.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/90c0705a8f3f9dd9.json b/abed_results/us_population/best_pelt/90c0705a8f3f9dd9.json
new file mode 100644
index 00000000..ea6ac75b
--- /dev/null
+++ b/abed_results/us_population/best_pelt/90c0705a8f3f9dd9.json
@@ -0,0 +1,430 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			2,
+			4,
+			6,
+			8,
+			10,
+			12,
+			14,
+			16,
+			18,
+			20,
+			22,
+			24,
+			26,
+			28,
+			30,
+			32,
+			34,
+			36,
+			38,
+			40,
+			42,
+			44,
+			46,
+			48,
+			50,
+			52,
+			54,
+			56,
+			58,
+			60,
+			62,
+			64,
+			66,
+			68,
+			70,
+			72,
+			74,
+			76,
+			78,
+			80,
+			82,
+			84,
+			86,
+			88,
+			90,
+			92,
+			94,
+			96,
+			98,
+			100,
+			102,
+			104,
+			106,
+			108,
+			110,
+			112,
+			114,
+			116,
+			118,
+			120,
+			122,
+			124,
+			126,
+			128,
+			130,
+			132,
+			134,
+			136,
+			138,
+			140,
+			142,
+			144,
+			146,
+			148,
+			150,
+			152,
+			154,
+			156,
+			158,
+			160,
+			162,
+			164,
+			166,
+			168,
+			170,
+			172,
+			174,
+			176,
+			178,
+			180,
+			182,
+			184,
+			186,
+			188,
+			190,
+			192,
+			194,
+			196,
+			198,
+			200,
+			202,
+			204,
+			206,
+			208,
+			210,
+			212,
+			214,
+			216,
+			218,
+			220,
+			222,
+			224,
+			226,
+			228,
+			230,
+			232,
+			234,
+			236,
+			238,
+			240,
+			242,
+			244,
+			246,
+			248,
+			250,
+			252,
+			254,
+			256,
+			258,
+			260,
+			262,
+			264,
+			266,
+			268,
+			270,
+			272,
+			274,
+			276,
+			278,
+			280,
+			282,
+			284,
+			286,
+			288,
+			290,
+			292,
+			294,
+			296,
+			298,
+			300,
+			302,
+			304,
+			306,
+			308,
+			310,
+			312,
+			314,
+			316,
+			318,
+			320,
+			322,
+			324,
+			326,
+			328,
+			330,
+			332,
+			334,
+			336,
+			338,
+			340,
+			342,
+			344,
+			346,
+			348,
+			350,
+			352,
+			354,
+			356,
+			358,
+			360,
+			362,
+			364,
+			366,
+			368,
+			370,
+			372,
+			374,
+			376,
+			378,
+			380,
+			382,
+			384,
+			386,
+			388,
+			390,
+			392,
+			394,
+			396,
+			398,
+			400,
+			402,
+			404,
+			406,
+			408,
+			410,
+			412,
+			414,
+			416,
+			418,
+			420,
+			422,
+			424,
+			426,
+			428,
+			430,
+			432,
+			434,
+			436,
+			438,
+			440,
+			442,
+			444,
+			446,
+			448,
+			450,
+			452,
+			454,
+			456,
+			458,
+			460,
+			462,
+			464,
+			466,
+			468,
+			470,
+			472,
+			474,
+			476,
+			478,
+			480,
+			482,
+			484,
+			486,
+			488,
+			490,
+			492,
+			494,
+			496,
+			498,
+			500,
+			502,
+			504,
+			506,
+			508,
+			510,
+			512,
+			514,
+			516,
+			518,
+			520,
+			522,
+			524,
+			526,
+			528,
+			530,
+			532,
+			534,
+			536,
+			538,
+			540,
+			542,
+			544,
+			546,
+			548,
+			550,
+			552,
+			554,
+			556,
+			558,
+			560,
+			562,
+			564,
+			566,
+			568,
+			570,
+			572,
+			574,
+			576,
+			578,
+			580,
+			582,
+			584,
+			586,
+			588,
+			590,
+			592,
+			594,
+			596,
+			598,
+			600,
+			602,
+			604,
+			606,
+			608,
+			610,
+			612,
+			614,
+			616,
+			618,
+			620,
+			622,
+			624,
+			626,
+			628,
+			630,
+			632,
+			634,
+			636,
+			638,
+			640,
+			642,
+			644,
+			646,
+			648,
+			650,
+			652,
+			654,
+			656,
+			658,
+			660,
+			662,
+			664,
+			666,
+			668,
+			670,
+			672,
+			674,
+			676,
+			678,
+			680,
+			682,
+			684,
+			686,
+			688,
+			691,
+			693,
+			695,
+			697,
+			699,
+			701,
+			703,
+			705,
+			707,
+			709,
+			711,
+			713,
+			715,
+			717,
+			719,
+			721,
+			723,
+			725,
+			727,
+			729,
+			731,
+			733,
+			735,
+			737,
+			739,
+			741,
+			743,
+			745,
+			747,
+			749,
+			751,
+			753,
+			755,
+			757,
+			759,
+			761,
+			763,
+			765,
+			767,
+			769,
+			771,
+			773,
+			775,
+			777,
+			779,
+			781,
+			783,
+			785,
+			787,
+			789,
+			791,
+			793,
+			795,
+			797,
+			799,
+			801,
+			803,
+			805,
+			807,
+			809,
+			811,
+			813,
+			815
+		],
+		"runtime" : 0.003347397
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/9138db7b01fe48d9.json b/abed_results/us_population/best_pelt/9138db7b01fe48d9.json
new file mode 100644
index 00000000..a9b478e3
--- /dev/null
+++ b/abed_results/us_population/best_pelt/9138db7b01fe48d9.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/91cb3e6a451bb01a.json b/abed_results/us_population/best_pelt/91cb3e6a451bb01a.json
new file mode 100644
index 00000000..de74c297
--- /dev/null
+++ b/abed_results/us_population/best_pelt/91cb3e6a451bb01a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/935963e21541072c.json b/abed_results/us_population/best_pelt/935963e21541072c.json
new file mode 100644
index 00000000..d6c3d12a
--- /dev/null
+++ b/abed_results/us_population/best_pelt/935963e21541072c.json
@@ -0,0 +1,92 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			10,
+			20,
+			32,
+			44,
+			56,
+			68,
+			80,
+			92,
+			103,
+			115,
+			127,
+			139,
+			151,
+			163,
+			175,
+			187,
+			199,
+			211,
+			223,
+			235,
+			247,
+			259,
+			271,
+			282,
+			295,
+			307,
+			319,
+			331,
+			343,
+			355,
+			367,
+			379,
+			391,
+			403,
+			415,
+			427,
+			439,
+			450,
+			462,
+			474,
+			486,
+			498,
+			510,
+			522,
+			534,
+			546,
+			558,
+			571,
+			583,
+			595,
+			607,
+			619,
+			631,
+			643,
+			655,
+			667,
+			679,
+			691,
+			703,
+			715,
+			727,
+			739,
+			751,
+			763,
+			775,
+			787,
+			798,
+			807,
+			815
+		],
+		"runtime" : 0.004049063
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/9602db33ea45bdbc.json b/abed_results/us_population/best_pelt/9602db33ea45bdbc.json
new file mode 100644
index 00000000..c366dbb9
--- /dev/null
+++ b/abed_results/us_population/best_pelt/9602db33ea45bdbc.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/972aca1d247625e7.json b/abed_results/us_population/best_pelt/972aca1d247625e7.json
new file mode 100644
index 00000000..31ddbdac
--- /dev/null
+++ b/abed_results/us_population/best_pelt/972aca1d247625e7.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/9b9ca73bef03db0e.json b/abed_results/us_population/best_pelt/9b9ca73bef03db0e.json
new file mode 100644
index 00000000..55bd67f9
--- /dev/null
+++ b/abed_results/us_population/best_pelt/9b9ca73bef03db0e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/a01634f6a060f4cf.json b/abed_results/us_population/best_pelt/a01634f6a060f4cf.json
new file mode 100644
index 00000000..78ba3938
--- /dev/null
+++ b/abed_results/us_population/best_pelt/a01634f6a060f4cf.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/a158bcb0a772f7c1.json b/abed_results/us_population/best_pelt/a158bcb0a772f7c1.json
new file mode 100644
index 00000000..a8872c27
--- /dev/null
+++ b/abed_results/us_population/best_pelt/a158bcb0a772f7c1.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/a6c4c98254afeed2.json b/abed_results/us_population/best_pelt/a6c4c98254afeed2.json
new file mode 100644
index 00000000..12600667
--- /dev/null
+++ b/abed_results/us_population/best_pelt/a6c4c98254afeed2.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/ac9b1b853e4a038c.json b/abed_results/us_population/best_pelt/ac9b1b853e4a038c.json
new file mode 100644
index 00000000..be3e04c4
--- /dev/null
+++ b/abed_results/us_population/best_pelt/ac9b1b853e4a038c.json
@@ -0,0 +1,32 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			151,
+			284,
+			365,
+			413,
+			449,
+			482,
+			544,
+			648,
+			815
+		],
+		"runtime" : 0.0208838
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/ae43d9afeca019aa.json b/abed_results/us_population/best_pelt/ae43d9afeca019aa.json
new file mode 100644
index 00000000..95e535b3
--- /dev/null
+++ b/abed_results/us_population/best_pelt/ae43d9afeca019aa.json
@@ -0,0 +1,35 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			122,
+			232,
+			318,
+			368,
+			404,
+			424,
+			438,
+			460,
+			495,
+			557,
+			657,
+			815
+		],
+		"runtime" : 0.008751631
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/af04c79b136c4166.json b/abed_results/us_population/best_pelt/af04c79b136c4166.json
new file mode 100644
index 00000000..d119e477
--- /dev/null
+++ b/abed_results/us_population/best_pelt/af04c79b136c4166.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/af46bfd51a052720.json b/abed_results/us_population/best_pelt/af46bfd51a052720.json
new file mode 100644
index 00000000..2107e74d
--- /dev/null
+++ b/abed_results/us_population/best_pelt/af46bfd51a052720.json
@@ -0,0 +1,26 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			311,
+			561,
+			815
+		],
+		"runtime" : 0.004666328
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/b1ce729b69b75222.json b/abed_results/us_population/best_pelt/b1ce729b69b75222.json
new file mode 100644
index 00000000..efb21933
--- /dev/null
+++ b/abed_results/us_population/best_pelt/b1ce729b69b75222.json
@@ -0,0 +1,28 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			141,
+			323,
+			496,
+			644,
+			815
+		],
+		"runtime" : 0.007913828
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/be43685bee7e76ae.json b/abed_results/us_population/best_pelt/be43685bee7e76ae.json
new file mode 100644
index 00000000..293da924
--- /dev/null
+++ b/abed_results/us_population/best_pelt/be43685bee7e76ae.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/bef35bb939ac914f.json b/abed_results/us_population/best_pelt/bef35bb939ac914f.json
new file mode 100644
index 00000000..5ab6b426
--- /dev/null
+++ b/abed_results/us_population/best_pelt/bef35bb939ac914f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/bf1793f54e8e3aec.json b/abed_results/us_population/best_pelt/bf1793f54e8e3aec.json
new file mode 100644
index 00000000..f19e4e19
--- /dev/null
+++ b/abed_results/us_population/best_pelt/bf1793f54e8e3aec.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f mean -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/bf8a3398f1487a77.json b/abed_results/us_population/best_pelt/bf8a3398f1487a77.json
new file mode 100644
index 00000000..2ccc5cde
--- /dev/null
+++ b/abed_results/us_population/best_pelt/bf8a3398f1487a77.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/bff8955fbbfeff35.json b/abed_results/us_population/best_pelt/bff8955fbbfeff35.json
new file mode 100644
index 00000000..5f5bdf47
--- /dev/null
+++ b/abed_results/us_population/best_pelt/bff8955fbbfeff35.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/c008d6a4492021df.json b/abed_results/us_population/best_pelt/c008d6a4492021df.json
new file mode 100644
index 00000000..915ce1c0
--- /dev/null
+++ b/abed_results/us_population/best_pelt/c008d6a4492021df.json
@@ -0,0 +1,165 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f meanvar -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			5,
+			10,
+			15,
+			20,
+			26,
+			32,
+			38,
+			44,
+			50,
+			56,
+			62,
+			68,
+			74,
+			80,
+			86,
+			92,
+			98,
+			104,
+			110,
+			116,
+			122,
+			128,
+			134,
+			140,
+			146,
+			152,
+			158,
+			164,
+			170,
+			176,
+			182,
+			188,
+			194,
+			200,
+			207,
+			212,
+			218,
+			224,
+			230,
+			236,
+			242,
+			248,
+			254,
+			260,
+			266,
+			272,
+			280,
+			285,
+			291,
+			296,
+			302,
+			308,
+			314,
+			319,
+			324,
+			330,
+			335,
+			340,
+			345,
+			350,
+			356,
+			362,
+			368,
+			374,
+			380,
+			386,
+			392,
+			399,
+			405,
+			411,
+			416,
+			422,
+			428,
+			434,
+			440,
+			446,
+			452,
+			458,
+			464,
+			470,
+			476,
+			482,
+			488,
+			494,
+			500,
+			506,
+			512,
+			518,
+			524,
+			530,
+			536,
+			542,
+			548,
+			555,
+			561,
+			567,
+			572,
+			578,
+			583,
+			589,
+			594,
+			599,
+			604,
+			609,
+			615,
+			620,
+			626,
+			632,
+			638,
+			644,
+			650,
+			655,
+			660,
+			665,
+			670,
+			676,
+			681,
+			686,
+			691,
+			697,
+			699,
+			704,
+			710,
+			715,
+			720,
+			725,
+			730,
+			736,
+			741,
+			747,
+			753,
+			759,
+			765,
+			771,
+			777,
+			783,
+			788,
+			794,
+			799,
+			804,
+			810,
+			815
+		],
+		"runtime" : 0.003947258
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/c16dbe1e93b376f9.json b/abed_results/us_population/best_pelt/c16dbe1e93b376f9.json
new file mode 100644
index 00000000..70f36b67
--- /dev/null
+++ b/abed_results/us_population/best_pelt/c16dbe1e93b376f9.json
@@ -0,0 +1,28 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			141,
+			323,
+			496,
+			644,
+			815
+		],
+		"runtime" : 0.009960651
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/c2a88931cd78c7c9.json b/abed_results/us_population/best_pelt/c2a88931cd78c7c9.json
new file mode 100644
index 00000000..1e0d75a6
--- /dev/null
+++ b/abed_results/us_population/best_pelt/c2a88931cd78c7c9.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Exponential test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f meanvar -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/c3b7dfc90b0e577a.json b/abed_results/us_population/best_pelt/c3b7dfc90b0e577a.json
new file mode 100644
index 00000000..79d5da19
--- /dev/null
+++ b/abed_results/us_population/best_pelt/c3b7dfc90b0e577a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/c4a8e98e1fe42980.json b/abed_results/us_population/best_pelt/c4a8e98e1fe42980.json
new file mode 100644
index 00000000..cccd1ef3
--- /dev/null
+++ b/abed_results/us_population/best_pelt/c4a8e98e1fe42980.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f var -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/c5bf569ad1dea1aa.json b/abed_results/us_population/best_pelt/c5bf569ad1dea1aa.json
new file mode 100644
index 00000000..afe1d480
--- /dev/null
+++ b/abed_results/us_population/best_pelt/c5bf569ad1dea1aa.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/c685d03c7c629a3b.json b/abed_results/us_population/best_pelt/c685d03c7c629a3b.json
new file mode 100644
index 00000000..8b53106e
--- /dev/null
+++ b/abed_results/us_population/best_pelt/c685d03c7c629a3b.json
@@ -0,0 +1,430 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			1,
+			4,
+			6,
+			8,
+			10,
+			12,
+			14,
+			16,
+			18,
+			20,
+			22,
+			24,
+			26,
+			28,
+			30,
+			32,
+			34,
+			36,
+			38,
+			40,
+			42,
+			44,
+			46,
+			48,
+			50,
+			52,
+			54,
+			56,
+			58,
+			60,
+			62,
+			64,
+			66,
+			68,
+			70,
+			72,
+			74,
+			76,
+			78,
+			80,
+			82,
+			84,
+			86,
+			88,
+			90,
+			92,
+			94,
+			96,
+			98,
+			100,
+			102,
+			104,
+			106,
+			108,
+			110,
+			112,
+			114,
+			116,
+			118,
+			120,
+			122,
+			124,
+			126,
+			128,
+			130,
+			132,
+			134,
+			136,
+			138,
+			140,
+			142,
+			144,
+			146,
+			148,
+			150,
+			152,
+			154,
+			156,
+			158,
+			160,
+			162,
+			164,
+			166,
+			168,
+			170,
+			172,
+			174,
+			176,
+			178,
+			180,
+			182,
+			184,
+			186,
+			188,
+			190,
+			192,
+			194,
+			196,
+			198,
+			200,
+			202,
+			204,
+			206,
+			208,
+			210,
+			212,
+			214,
+			216,
+			218,
+			220,
+			222,
+			224,
+			226,
+			228,
+			230,
+			232,
+			234,
+			236,
+			238,
+			240,
+			242,
+			244,
+			246,
+			248,
+			250,
+			252,
+			254,
+			256,
+			258,
+			260,
+			262,
+			264,
+			266,
+			268,
+			270,
+			272,
+			274,
+			276,
+			278,
+			280,
+			282,
+			284,
+			286,
+			288,
+			290,
+			292,
+			294,
+			296,
+			298,
+			300,
+			302,
+			304,
+			306,
+			308,
+			310,
+			312,
+			314,
+			316,
+			318,
+			320,
+			322,
+			324,
+			326,
+			328,
+			330,
+			332,
+			334,
+			336,
+			338,
+			340,
+			342,
+			344,
+			346,
+			348,
+			350,
+			352,
+			354,
+			356,
+			358,
+			360,
+			362,
+			364,
+			366,
+			368,
+			370,
+			372,
+			374,
+			376,
+			378,
+			380,
+			382,
+			384,
+			386,
+			388,
+			390,
+			392,
+			394,
+			396,
+			398,
+			400,
+			402,
+			404,
+			406,
+			408,
+			410,
+			412,
+			414,
+			416,
+			418,
+			420,
+			422,
+			424,
+			426,
+			428,
+			430,
+			432,
+			434,
+			436,
+			438,
+			440,
+			442,
+			444,
+			446,
+			448,
+			450,
+			452,
+			454,
+			456,
+			458,
+			460,
+			462,
+			464,
+			466,
+			468,
+			470,
+			472,
+			474,
+			476,
+			478,
+			480,
+			482,
+			484,
+			486,
+			488,
+			490,
+			492,
+			494,
+			496,
+			498,
+			500,
+			502,
+			504,
+			506,
+			508,
+			510,
+			512,
+			514,
+			516,
+			518,
+			520,
+			522,
+			524,
+			526,
+			528,
+			530,
+			532,
+			534,
+			536,
+			538,
+			540,
+			542,
+			544,
+			546,
+			548,
+			550,
+			552,
+			554,
+			556,
+			558,
+			560,
+			562,
+			564,
+			566,
+			568,
+			570,
+			572,
+			574,
+			576,
+			578,
+			580,
+			582,
+			584,
+			586,
+			588,
+			590,
+			592,
+			594,
+			596,
+			598,
+			600,
+			602,
+			604,
+			606,
+			608,
+			610,
+			612,
+			614,
+			616,
+			618,
+			620,
+			622,
+			624,
+			626,
+			628,
+			630,
+			632,
+			634,
+			636,
+			638,
+			640,
+			642,
+			644,
+			646,
+			648,
+			650,
+			652,
+			654,
+			656,
+			658,
+			660,
+			662,
+			664,
+			666,
+			668,
+			670,
+			672,
+			674,
+			676,
+			678,
+			680,
+			682,
+			684,
+			686,
+			688,
+			690,
+			692,
+			694,
+			696,
+			699,
+			701,
+			703,
+			705,
+			707,
+			709,
+			711,
+			713,
+			715,
+			717,
+			719,
+			721,
+			723,
+			725,
+			727,
+			729,
+			731,
+			733,
+			735,
+			737,
+			739,
+			741,
+			743,
+			745,
+			747,
+			749,
+			751,
+			753,
+			755,
+			757,
+			759,
+			761,
+			763,
+			765,
+			767,
+			769,
+			771,
+			773,
+			775,
+			777,
+			779,
+			781,
+			783,
+			785,
+			787,
+			789,
+			791,
+			793,
+			795,
+			797,
+			799,
+			801,
+			803,
+			805,
+			807,
+			809,
+			811,
+			813,
+			815
+		],
+		"runtime" : 0.002963543
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/c74cfe63fee5b2d6.json b/abed_results/us_population/best_pelt/c74cfe63fee5b2d6.json
new file mode 100644
index 00000000..494d2413
--- /dev/null
+++ b/abed_results/us_population/best_pelt/c74cfe63fee5b2d6.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/c7567b31b646ef74.json b/abed_results/us_population/best_pelt/c7567b31b646ef74.json
new file mode 100644
index 00000000..5fc7d313
--- /dev/null
+++ b/abed_results/us_population/best_pelt/c7567b31b646ef74.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f meanvar -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/c886ada24c35f82d.json b/abed_results/us_population/best_pelt/c886ada24c35f82d.json
new file mode 100644
index 00000000..d89ba6a7
--- /dev/null
+++ b/abed_results/us_population/best_pelt/c886ada24c35f82d.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/ca2e90c4f40d044d.json b/abed_results/us_population/best_pelt/ca2e90c4f40d044d.json
new file mode 100644
index 00000000..b16fa055
--- /dev/null
+++ b/abed_results/us_population/best_pelt/ca2e90c4f40d044d.json
@@ -0,0 +1,33 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			128,
+			243,
+			332,
+			385,
+			416,
+			446,
+			476,
+			537,
+			643,
+			815
+		],
+		"runtime" : 0.008489847
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/ca8b2f76b9b0fd38.json b/abed_results/us_population/best_pelt/ca8b2f76b9b0fd38.json
new file mode 100644
index 00000000..38bb72df
--- /dev/null
+++ b/abed_results/us_population/best_pelt/ca8b2f76b9b0fd38.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f var -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/cdabbb43e2ae2a9c.json b/abed_results/us_population/best_pelt/cdabbb43e2ae2a9c.json
new file mode 100644
index 00000000..925cf0be
--- /dev/null
+++ b/abed_results/us_population/best_pelt/cdabbb43e2ae2a9c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/d1574df43d2a6714.json b/abed_results/us_population/best_pelt/d1574df43d2a6714.json
new file mode 100644
index 00000000..645b10c7
--- /dev/null
+++ b/abed_results/us_population/best_pelt/d1574df43d2a6714.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/d244c75405628807.json b/abed_results/us_population/best_pelt/d244c75405628807.json
new file mode 100644
index 00000000..5e828fbe
--- /dev/null
+++ b/abed_results/us_population/best_pelt/d244c75405628807.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/d308702977979709.json b/abed_results/us_population/best_pelt/d308702977979709.json
new file mode 100644
index 00000000..f3f07ae1
--- /dev/null
+++ b/abed_results/us_population/best_pelt/d308702977979709.json
@@ -0,0 +1,29 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			126,
+			284,
+			437,
+			548,
+			669,
+			815
+		],
+		"runtime" : 0.005539894
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/d43b3dd23f29afb7.json b/abed_results/us_population/best_pelt/d43b3dd23f29afb7.json
new file mode 100644
index 00000000..633f41cd
--- /dev/null
+++ b/abed_results/us_population/best_pelt/d43b3dd23f29afb7.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/d4797f7d488b44e5.json b/abed_results/us_population/best_pelt/d4797f7d488b44e5.json
new file mode 100644
index 00000000..b6082fbb
--- /dev/null
+++ b/abed_results/us_population/best_pelt/d4797f7d488b44e5.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/d4bf0efd865fd9f6.json b/abed_results/us_population/best_pelt/d4bf0efd865fd9f6.json
new file mode 100644
index 00000000..310651a2
--- /dev/null
+++ b/abed_results/us_population/best_pelt/d4bf0efd865fd9f6.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/d7e8e461b1504584.json b/abed_results/us_population/best_pelt/d7e8e461b1504584.json
new file mode 100644
index 00000000..79c909b9
--- /dev/null
+++ b/abed_results/us_population/best_pelt/d7e8e461b1504584.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/d9952ec8bef0636e.json b/abed_results/us_population/best_pelt/d9952ec8bef0636e.json
new file mode 100644
index 00000000..14dd36d3
--- /dev/null
+++ b/abed_results/us_population/best_pelt/d9952ec8bef0636e.json
@@ -0,0 +1,28 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f mean -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			141,
+			323,
+			496,
+			644,
+			815
+		],
+		"runtime" : 0.007102489
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/d9b4c61185ea022f.json b/abed_results/us_population/best_pelt/d9b4c61185ea022f.json
new file mode 100644
index 00000000..e6c86439
--- /dev/null
+++ b/abed_results/us_population/best_pelt/d9b4c61185ea022f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/da2a5c1036d1e23e.json b/abed_results/us_population/best_pelt/da2a5c1036d1e23e.json
new file mode 100644
index 00000000..5d611810
--- /dev/null
+++ b/abed_results/us_population/best_pelt/da2a5c1036d1e23e.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/dbcc97d94c119fe0.json b/abed_results/us_population/best_pelt/dbcc97d94c119fe0.json
new file mode 100644
index 00000000..fbe6e907
--- /dev/null
+++ b/abed_results/us_population/best_pelt/dbcc97d94c119fe0.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/dcebaa7444ed7c52.json b/abed_results/us_population/best_pelt/dcebaa7444ed7c52.json
new file mode 100644
index 00000000..c851d11f
--- /dev/null
+++ b/abed_results/us_population/best_pelt/dcebaa7444ed7c52.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/dd74cc90f9638701.json b/abed_results/us_population/best_pelt/dd74cc90f9638701.json
new file mode 100644
index 00000000..b00de334
--- /dev/null
+++ b/abed_results/us_population/best_pelt/dd74cc90f9638701.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/e0dc52453925aecf.json b/abed_results/us_population/best_pelt/e0dc52453925aecf.json
new file mode 100644
index 00000000..a5b5824b
--- /dev/null
+++ b/abed_results/us_population/best_pelt/e0dc52453925aecf.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/e7adba1c50e79ef8.json b/abed_results/us_population/best_pelt/e7adba1c50e79ef8.json
new file mode 100644
index 00000000..93bbf6e3
--- /dev/null
+++ b/abed_results/us_population/best_pelt/e7adba1c50e79ef8.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f mean -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/e95e5f1a7e470a60.json b/abed_results/us_population/best_pelt/e95e5f1a7e470a60.json
new file mode 100644
index 00000000..34e20964
--- /dev/null
+++ b/abed_results/us_population/best_pelt/e95e5f1a7e470a60.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal, Gamma, Exponential or Poisson",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f meanvar -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/eb631c4a667dce00.json b/abed_results/us_population/best_pelt/eb631c4a667dce00.json
new file mode 100644
index 00000000..39c5013d
--- /dev/null
+++ b/abed_results/us_population/best_pelt/eb631c4a667dce00.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/ec6a2a1d9432519f.json b/abed_results/us_population/best_pelt/ec6a2a1d9432519f.json
new file mode 100644
index 00000000..d8a58125
--- /dev/null
+++ b/abed_results/us_population/best_pelt/ec6a2a1d9432519f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p None -f var -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "None",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/ec84ef65891dc3da.json b/abed_results/us_population/best_pelt/ec84ef65891dc3da.json
new file mode 100644
index 00000000..a016b70a
--- /dev/null
+++ b/abed_results/us_population/best_pelt/ec84ef65891dc3da.json
@@ -0,0 +1,33 @@
+{
+	"error" : null,
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f var -t Normal -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "SUCCESS",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "Normal"
+	},
+	"result" : {
+		"cplocations" : [
+			128,
+			243,
+			332,
+			385,
+			416,
+			446,
+			476,
+			537,
+			643,
+			815
+		],
+		"runtime" : 0.009188652
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/ee8a9fd4a8469e25.json b/abed_results/us_population/best_pelt/ee8a9fd4a8469e25.json
new file mode 100644
index 00000000..b4bad3bd
--- /dev/null
+++ b/abed_results/us_population/best_pelt/ee8a9fd4a8469e25.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid Method, must be AMOC, SegNeigh or BinSeg",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f mean -t CUSUM -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "CUSUM"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/f069ea87511a67cd.json b/abed_results/us_population/best_pelt/f069ea87511a67cd.json
new file mode 100644
index 00000000..1a62013c
--- /dev/null
+++ b/abed_results/us_population/best_pelt/f069ea87511a67cd.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Poisson test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f meanvar -t Poisson -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Poisson"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/f0a9cb104a495f4f.json b/abed_results/us_population/best_pelt/f0a9cb104a495f4f.json
new file mode 100644
index 00000000..1e2199d0
--- /dev/null
+++ b/abed_results/us_population/best_pelt/f0a9cb104a495f4f.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p MBIC -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "MBIC",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/f75a4f34dc98e36c.json b/abed_results/us_population/best_pelt/f75a4f34dc98e36c.json
new file mode 100644
index 00000000..5caab071
--- /dev/null
+++ b/abed_results/us_population/best_pelt/f75a4f34dc98e36c.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CSS",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Asymptotic -f var -t Exponential -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0.05,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Asymptotic",
+		"test_statistic" : "Exponential"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/f884038e114ff5b7.json b/abed_results/us_population/best_pelt/f884038e114ff5b7.json
new file mode 100644
index 00000000..ac69455c
--- /dev/null
+++ b/abed_results/us_population/best_pelt/f884038e114ff5b7.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Gamma test statistic requires positive data",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p Hannan-Quinn -f meanvar -t Gamma -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "meanvar",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "Hannan-Quinn",
+		"test_statistic" : "Gamma"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/fa9d9180d2c4d897.json b/abed_results/us_population/best_pelt/fa9d9180d2c4d897.json
new file mode 100644
index 00000000..62cd78c4
--- /dev/null
+++ b/abed_results/us_population/best_pelt/fa9d9180d2c4d897.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p SIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "SIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/fb8fb5a266bdc934.json b/abed_results/us_population/best_pelt/fb8fb5a266bdc934.json
new file mode 100644
index 00000000..1f163efc
--- /dev/null
+++ b/abed_results/us_population/best_pelt/fb8fb5a266bdc934.json
@@ -0,0 +1,22 @@
+{
+	"error" : "CSS does not satisfy the assumptions of PELT, use SegNeigh or BinSeg instead.",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p AIC -f var -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "var",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "AIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+} 
diff --git a/abed_results/us_population/best_pelt/fc3bae185a3a984a.json b/abed_results/us_population/best_pelt/fc3bae185a3a984a.json
new file mode 100644
index 00000000..87bfb4e0
--- /dev/null
+++ b/abed_results/us_population/best_pelt/fc3bae185a3a984a.json
@@ -0,0 +1,22 @@
+{
+	"error" : "Invalid test statistic, must be Normal or CUSUM",
+	"command" : "/usr/lib64/R/bin/exec/R --slave --no-restore --no-save --slave --file=/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R --args -i /home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/datasets/us_population.json -p BIC -f mean -t CSS -m PELT",
+	"script" : "/home/gertjan/share/work/turing/aida/research/projects/changepoint/experiments/cpdbench/execs/R/cpdbench_changepoint.R",
+	"script_md5" : "88eac82295fae0cc030d40da93501e50",
+	"hostname" : "gertjan-arch",
+	"dataset" : "us_population",
+	"dataset_md5" : "77037fc5ff0338516a56ae686aa4dcba",
+	"status" : "FAIL",
+	"parameters" : {
+		"pen.value" : 0,
+		"func" : "mean",
+		"max_cp" : "max",
+		"method" : "PELT",
+		"penalty" : "BIC",
+		"test_statistic" : "CSS"
+	},
+	"result" : {
+		"cplocations" : null,
+		"runtime" : null
+	}
+}